EthanZyh commited on
Commit
84490df
·
1 Parent(s): a0b35da

move all files needed to the root folder

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .dockerignore +0 -39
  2. .flake8 +0 -25
  3. .gitattributes +0 -35
  4. .github/workflows/lint.yml +0 -35
  5. .pre-commit-config.yaml +0 -53
  6. ATTRIBUTIONS.md +0 -1437
  7. CONTRIBUTING.md +0 -59
  8. Dockerfile +0 -43
  9. INSTALL.md +0 -20
  10. LICENSE +0 -201
  11. README.md +0 -78
  12. RELEASE.md +0 -7
  13. __init__.py +0 -0
  14. cosmos1/models/guardrail/aegis/aegis.py → aegis.py +4 -3
  15. cosmos1/models/autoregressive/configs/base/tokenizer.py → ar_config_tokenizer.py +4 -4
  16. cosmos1/models/autoregressive/configs/base/model.py → ar_configs_base_model.py +1 -1
  17. cosmos1/models/autoregressive/model.py → ar_model.py +10 -9
  18. cosmos1/models/autoregressive/modules/attention.py → ar_modules_attention.py +2 -2
  19. cosmos1/models/autoregressive/modules/embedding.py → ar_modules_embedding.py +0 -0
  20. cosmos1/models/autoregressive/modules/mlp.py → ar_modules_mlp.py +0 -0
  21. cosmos1/models/autoregressive/modules/normalization.py → ar_modules_normalization.py +0 -0
  22. cosmos1/models/autoregressive/tokenizer/networks.py → ar_networks.py +3 -3
  23. cosmos1/models/autoregressive/tokenizer/tokenizer.py → ar_tokenizer.py +2 -2
  24. cosmos1/models/autoregressive/tokenizer/image_text_tokenizer.py → ar_tokenizer_image_text_tokenizer.py +2 -2
  25. cosmos1/models/autoregressive/tokenizer/modules.py → ar_tokenizer_modules.py +3 -3
  26. cosmos1/models/autoregressive/tokenizer/patching.py → ar_tokenizer_patching.py +0 -0
  27. cosmos1/models/autoregressive/tokenizer/quantizers.py → ar_tokenizer_quantizers.py +1 -1
  28. cosmos1/models/autoregressive/tokenizer/text_tokenizer.py → ar_tokenizer_text_tokenizer.py +1 -1
  29. cosmos1/models/autoregressive/tokenizer/utils.py → ar_tokenizer_utils.py +0 -0
  30. cosmos1/models/autoregressive/networks/transformer.py → ar_transformer.py +7 -7
  31. cosmos1/models/autoregressive/utils/misc.py → ar_utils_misc.py +0 -0
  32. assets/cosmos-logo.png +0 -0
  33. cosmos1/models/diffusion/module/attention.py → attention.py +0 -0
  34. cosmos1/models/common/base_world_generation_pipeline.py → base_world_generation_pipeline.py +2 -2
  35. cosmos1/models/diffusion/diffusion/functional/batch_ops.py → batch_ops.py +0 -0
  36. cosmos1/models/guardrail/blocklist/blocklist.py → blocklist.py +4 -3
  37. cosmos1/models/diffusion/module/blocks.py → blocks.py +2 -2
  38. cosmos1/models/guardrail/face_blur_filter/blur_utils.py → blur_utils.py +0 -0
  39. cosmos1/models/guardrail/aegis/categories.py → categories.py +0 -0
  40. cosmos1/models/autoregressive/utils/checkpoint.py → checkpoint.py +0 -0
  41. checkpoints/README.md +0 -3
  42. cosmos1/models/diffusion/conditioner.py → conditioner.py +3 -3
  43. cosmos1/utils/config.py → config.py +3 -2
  44. cosmos1/models/diffusion/config/base/conditioner.py → config_base_conditioner.py +3 -3
  45. cosmos1/utils/config_helper.py → config_helper.py +2 -2
  46. cosmos1/models/autoregressive/diffusion_decoder/config/base/conditioner.py +4 -4
  47. cosmos1/models/autoregressive/diffusion_decoder/config/config_latent_diffusion_decoder.py +2 -2
  48. cosmos1/models/autoregressive/diffusion_decoder/config/inference/cosmos_diffusiondecoder_7b.py +2 -2
  49. cosmos1/models/autoregressive/diffusion_decoder/config/registry.py +3 -3
  50. cosmos1/models/autoregressive/diffusion_decoder/inference.py +2 -2
.dockerignore DELETED
@@ -1,39 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- # Please keep below sorted alphabetically
17
-
18
- __pycache__
19
- .cache
20
- .coverage
21
- .coverage.*
22
- .DS_Store
23
- .env
24
- .git
25
- .gitignore
26
- .pytest_cache
27
- .Python
28
- .tox
29
- .venv
30
- *.cover
31
- *.log
32
- *.pyc
33
- *.pyd
34
- *.pyo
35
- coverage.xml
36
- env
37
- nosetests.xml
38
- pip-delete-this-directory.txt
39
- pip-log.txt
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.flake8 DELETED
@@ -1,25 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- [flake8]
17
- enable-extensions = G
18
- select = B,C,E,F,G,P,SIM1,T4,W,B9
19
- max-line-length = 120
20
- # C408 ignored because we like the dict keyword argument syntax
21
- # E501 is not flexible enough, we're using B950 instead
22
- ignore =
23
- E203,E305,E402,E501,E721,E741,F405,F821,F841,F999,W503,W504,C408,E302,W291,E303,E226,E265
24
- exclude =
25
- third_party
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.gitattributes DELETED
@@ -1,35 +0,0 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.github/workflows/lint.yml DELETED
@@ -1,35 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- # lint.yml : A workflow to trigger lint tests on GitHub
17
- name: 'Lint'
18
- on:
19
- pull_request:
20
- workflow_dispatch:
21
- jobs:
22
- lint:
23
- name: 'Linting'
24
- runs-on: ubuntu-latest
25
- steps:
26
- - name: 'Checkout'
27
- uses: actions/checkout@v4
28
- - name: 'Setup Python'
29
- uses: actions/setup-python@v5
30
- with:
31
- python-version: 'pypy3.10'
32
- - name: 'Lint'
33
- run: |
34
- sudo apt-get update
35
- bash ./cosmos1/scripts/format.sh
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
.pre-commit-config.yaml DELETED
@@ -1,53 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- default_language_version:
17
- python: python3.10
18
- repos:
19
- - repo: https://github.com/pycqa/flake8
20
- rev: 6.0.0
21
- hooks:
22
- - id: flake8
23
- args: [--max-line-length=120]
24
- exclude: ^dist/|^third_party/
25
-
26
- - repo: https://github.com/psf/black
27
- rev: 23.12.1
28
- hooks:
29
- - id: black
30
- args: [--line-length=120]
31
- exclude: ^dist/|^third_party/
32
-
33
- - repo: https://github.com/timothycrosley/isort
34
- rev: 5.12.0
35
- hooks:
36
- - id: isort
37
- args: [--line-length=120]
38
-
39
- - repo: https://github.com/MarcoGorelli/absolufy-imports
40
- rev: v0.3.1
41
- hooks:
42
- - id: absolufy-imports
43
-
44
- - repo: https://github.com/pre-commit/pre-commit-hooks
45
- rev: v4.0.1
46
- hooks:
47
- - id: trailing-whitespace
48
- exclude: ^tests/.*/fixtures/.*
49
- args: [--markdown-linebreak-ext=md]
50
- - id: end-of-file-fixer
51
- exclude: ^tests/.*/fixtures/.*
52
- - id: check-added-large-files
53
- args: ['--maxkb=2000']
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ATTRIBUTIONS.md DELETED
@@ -1,1437 +0,0 @@
1
- # Open Source License Attribution
2
-
3
- Cosmos uses Open Source components. You can find the details of these open-source projects along with license information below, sorted alphabetically.
4
- We are grateful to the developers for their contributions to open source and acknowledge these below.
5
-
6
- ## Better-Profanity - [MIT License](https://github.com/snguyenthanh/better_profanity/blob/master/LICENSE)
7
-
8
- ```
9
-
10
- Copyright (c) 2018 The Python Packaging Authority
11
-
12
- Permission is hereby granted, free of charge, to any person obtaining a copy
13
- of this software and associated documentation files (the "Software"), to deal
14
- in the Software without restriction, including without limitation the rights
15
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
16
- copies of the Software, and to permit persons to whom the Software is
17
- furnished to do so, subject to the following conditions:
18
-
19
- The above copyright notice and this permission notice shall be included in all
20
- copies or substantial portions of the Software.
21
-
22
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
23
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
24
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
25
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
26
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
27
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
28
- SOFTWARE.
29
-
30
- ```
31
-
32
- ## FFmpeg - [FFMPEG License](https://github.com/FFmpeg/FFmpeg/blob/master/LICENSE.md)
33
-
34
- ```
35
- # License
36
-
37
- Most files in FFmpeg are under the GNU Lesser General Public License version 2.1
38
- or later (LGPL v2.1+). Read the file `COPYING.LGPLv2.1` for details. Some other
39
- files have MIT/X11/BSD-style licenses. In combination the LGPL v2.1+ applies to
40
- FFmpeg.
41
-
42
- Some optional parts of FFmpeg are licensed under the GNU General Public License
43
- version 2 or later (GPL v2+). See the file `COPYING.GPLv2` for details. None of
44
- these parts are used by default, you have to explicitly pass `--enable-gpl` to
45
- configure to activate them. In this case, FFmpeg's license changes to GPL v2+.
46
-
47
- Specifically, the GPL parts of FFmpeg are:
48
-
49
- - libpostproc
50
- - optional x86 optimization in the files
51
- - `libavcodec/x86/flac_dsp_gpl.asm`
52
- - `libavcodec/x86/idct_mmx.c`
53
- - `libavfilter/x86/vf_removegrain.asm`
54
- - the following building and testing tools
55
- - `compat/solaris/make_sunver.pl`
56
- - `doc/t2h.pm`
57
- - `doc/texi2pod.pl`
58
- - `libswresample/tests/swresample.c`
59
- - `tests/checkasm/*`
60
- - `tests/tiny_ssim.c`
61
- - the following filters in libavfilter:
62
- - `signature_lookup.c`
63
- - `vf_blackframe.c`
64
- - `vf_boxblur.c`
65
- - `vf_colormatrix.c`
66
- - `vf_cover_rect.c`
67
- - `vf_cropdetect.c`
68
- - `vf_delogo.c`
69
- - `vf_eq.c`
70
- - `vf_find_rect.c`
71
- - `vf_fspp.c`
72
- - `vf_histeq.c`
73
- - `vf_hqdn3d.c`
74
- - `vf_kerndeint.c`
75
- - `vf_lensfun.c` (GPL version 3 or later)
76
- - `vf_mcdeint.c`
77
- - `vf_mpdecimate.c`
78
- - `vf_nnedi.c`
79
- - `vf_owdenoise.c`
80
- - `vf_perspective.c`
81
- - `vf_phase.c`
82
- - `vf_pp.c`
83
- - `vf_pp7.c`
84
- - `vf_pullup.c`
85
- - `vf_repeatfields.c`
86
- - `vf_sab.c`
87
- - `vf_signature.c`
88
- - `vf_smartblur.c`
89
- - `vf_spp.c`
90
- - `vf_stereo3d.c`
91
- - `vf_super2xsai.c`
92
- - `vf_tinterlace.c`
93
- - `vf_uspp.c`
94
- - `vf_vaguedenoiser.c`
95
- - `vsrc_mptestsrc.c`
96
-
97
- Should you, for whatever reason, prefer to use version 3 of the (L)GPL, then
98
- the configure parameter `--enable-version3` will activate this licensing option
99
- for you. Read the file `COPYING.LGPLv3` or, if you have enabled GPL parts,
100
- `COPYING.GPLv3` to learn the exact legal terms that apply in this case.
101
-
102
- There are a handful of files under other licensing terms, namely:
103
-
104
- * The files `libavcodec/jfdctfst.c`, `libavcodec/jfdctint_template.c` and
105
- `libavcodec/jrevdct.c` are taken from libjpeg, see the top of the files for
106
- licensing details. Specifically note that you must credit the IJG in the
107
- documentation accompanying your program if you only distribute executables.
108
- You must also indicate any changes including additions and deletions to
109
- those three files in the documentation.
110
- * `tests/reference.pnm` is under the expat license.
111
-
112
-
113
- ## External libraries
114
-
115
- FFmpeg can be combined with a number of external libraries, which sometimes
116
- affect the licensing of binaries resulting from the combination.
117
-
118
- ### Compatible libraries
119
-
120
- The following libraries are under GPL version 2:
121
- - avisynth
122
- - frei0r
123
- - libcdio
124
- - libdavs2
125
- - librubberband
126
- - libvidstab
127
- - libx264
128
- - libx265
129
- - libxavs
130
- - libxavs2
131
- - libxvid
132
-
133
- When combining them with FFmpeg, FFmpeg needs to be licensed as GPL as well by
134
- passing `--enable-gpl` to configure.
135
-
136
- The following libraries are under LGPL version 3:
137
- - gmp
138
- - libaribb24
139
- - liblensfun
140
-
141
- When combining them with FFmpeg, use the configure option `--enable-version3` to
142
- upgrade FFmpeg to the LGPL v3.
143
-
144
- The VMAF, mbedTLS, RK MPI, OpenCORE and VisualOn libraries are under the Apache License
145
- 2.0. That license is incompatible with the LGPL v2.1 and the GPL v2, but not with
146
- version 3 of those licenses. So to combine these libraries with FFmpeg, the
147
- license version needs to be upgraded by passing `--enable-version3` to configure.
148
-
149
- The smbclient library is under the GPL v3, to combine it with FFmpeg,
150
- the options `--enable-gpl` and `--enable-version3` have to be passed to
151
- configure to upgrade FFmpeg to the GPL v3.
152
-
153
- ### Incompatible libraries
154
-
155
- There are certain libraries you can combine with FFmpeg whose licenses are not
156
- compatible with the GPL and/or the LGPL. If you wish to enable these
157
- libraries, even in circumstances that their license may be incompatible, pass
158
- `--enable-nonfree` to configure. This will cause the resulting binary to be
159
- unredistributable.
160
-
161
- The Fraunhofer FDK AAC and OpenSSL libraries are under licenses which are
162
- incompatible with the GPLv2 and v3. To the best of our knowledge, they are
163
- compatible with the LGPL.
164
-
165
- ```
166
-
167
- ## Hydra-core [MIT License](https://github.com/facebookresearch/hydra/blob/main/LICENSE)
168
-
169
- ```
170
-
171
- MIT License
172
-
173
- Copyright (c) Facebook, Inc. and its affiliates.
174
-
175
- Permission is hereby granted, free of charge, to any person obtaining a copy
176
- of this software and associated documentation files (the "Software"), to deal
177
- in the Software without restriction, including without limitation the rights
178
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
179
- copies of the Software, and to permit persons to whom the Software is
180
- furnished to do so, subject to the following conditions:
181
-
182
- The above copyright notice and this permission notice shall be included in all
183
- copies or substantial portions of the Software.
184
-
185
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
186
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
187
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
188
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
189
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
190
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
191
- SOFTWARE.
192
-
193
- ```
194
-
195
- ## ImageIo - [BSD 2-Clause "Simplified" License](https://github.com/imageio/imageio/blob/master/LICENSE)
196
-
197
- ```
198
-
199
- Copyright (c) 2014-2022, imageio developers
200
- All rights reserved.
201
-
202
- Redistribution and use in source and binary forms, with or without
203
- modification, are permitted provided that the following conditions are met:
204
-
205
- * Redistributions of source code must retain the above copyright notice, this
206
- list of conditions and the following disclaimer.
207
-
208
- * Redistributions in binary form must reproduce the above copyright notice,
209
- this list of conditions and the following disclaimer in the documentation
210
- and/or other materials provided with the distribution.
211
-
212
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
213
- AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
214
- IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
215
- DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
216
- FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
217
- DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
218
- SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
219
- CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
220
- OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
221
- OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
222
-
223
- ```
224
-
225
- ## Iopath - [MIT License](https://github.com/facebookresearch/iopath/blob/main/LICENSE)
226
-
227
- ```
228
- MIT License
229
-
230
- Copyright (c) Facebook, Inc. and its affiliates.
231
-
232
- Permission is hereby granted, free of charge, to any person obtaining a copy
233
- of this software and associated documentation files (the "Software"), to deal
234
- in the Software without restriction, including without limitation the rights
235
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
236
- copies of the Software, and to permit persons to whom the Software is
237
- furnished to do so, subject to the following conditions:
238
-
239
- The above copyright notice and this permission notice shall be included in all
240
- copies or substantial portions of the Software.
241
-
242
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
243
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
244
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
245
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
246
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
247
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
248
- SOFTWARE.
249
-
250
- ```
251
-
252
- ## Loguru - [MIT License](https://github.com/Delgan/loguru/blob/master/LICENSE)
253
-
254
- ```
255
-
256
- MIT License
257
-
258
- Copyright (c) 2017
259
-
260
- Permission is hereby granted, free of charge, to any person obtaining a copy
261
- of this software and associated documentation files (the "Software"), to deal
262
- in the Software without restriction, including without limitation the rights
263
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
264
- copies of the Software, and to permit persons to whom the Software is
265
- furnished to do so, subject to the following conditions:
266
-
267
- The above copyright notice and this permission notice shall be included in all
268
- copies or substantial portions of the Software.
269
-
270
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
271
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
272
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
273
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
274
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
275
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
276
- SOFTWARE.
277
-
278
- ```
279
-
280
- ## Mediapy - [Apache License 2.0](https://github.com/google/mediapy/blob/main/LICENSE)
281
-
282
- ```
283
-
284
- Apache License
285
- Version 2.0, January 2004
286
- http://www.apache.org/licenses/
287
-
288
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
289
-
290
- 1. Definitions.
291
-
292
- "License" shall mean the terms and conditions for use, reproduction,
293
- and distribution as defined by Sections 1 through 9 of this document.
294
-
295
- "Licensor" shall mean the copyright owner or entity authorized by
296
- the copyright owner that is granting the License.
297
-
298
- "Legal Entity" shall mean the union of the acting entity and all
299
- other entities that control, are controlled by, or are under common
300
- control with that entity. For the purposes of this definition,
301
- "control" means (i) the power, direct or indirect, to cause the
302
- direction or management of such entity, whether by contract or
303
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
304
- outstanding shares, or (iii) beneficial ownership of such entity.
305
-
306
- "You" (or "Your") shall mean an individual or Legal Entity
307
- exercising permissions granted by this License.
308
-
309
- "Source" form shall mean the preferred form for making modifications,
310
- including but not limited to software source code, documentation
311
- source, and configuration files.
312
-
313
- "Object" form shall mean any form resulting from mechanical
314
- transformation or translation of a Source form, including but
315
- not limited to compiled object code, generated documentation,
316
- and conversions to other media types.
317
-
318
- "Work" shall mean the work of authorship, whether in Source or
319
- Object form, made available under the License, as indicated by a
320
- copyright notice that is included in or attached to the work
321
- (an example is provided in the Appendix below).
322
-
323
- "Derivative Works" shall mean any work, whether in Source or Object
324
- form, that is based on (or derived from) the Work and for which the
325
- editorial revisions, annotations, elaborations, or other modifications
326
- represent, as a whole, an original work of authorship. For the purposes
327
- of this License, Derivative Works shall not include works that remain
328
- separable from, or merely link (or bind by name) to the interfaces of,
329
- the Work and Derivative Works thereof.
330
-
331
- "Contribution" shall mean any work of authorship, including
332
- the original version of the Work and any modifications or additions
333
- to that Work or Derivative Works thereof, that is intentionally
334
- submitted to Licensor for inclusion in the Work by the copyright owner
335
- or by an individual or Legal Entity authorized to submit on behalf of
336
- the copyright owner. For the purposes of this definition, "submitted"
337
- means any form of electronic, verbal, or written communication sent
338
- to the Licensor or its representatives, including but not limited to
339
- communication on electronic mailing lists, source code control systems,
340
- and issue tracking systems that are managed by, or on behalf of, the
341
- Licensor for the purpose of discussing and improving the Work, but
342
- excluding communication that is conspicuously marked or otherwise
343
- designated in writing by the copyright owner as "Not a Contribution."
344
-
345
- "Contributor" shall mean Licensor and any individual or Legal Entity
346
- on behalf of whom a Contribution has been received by Licensor and
347
- subsequently incorporated within the Work.
348
-
349
- 2. Grant of Copyright License. Subject to the terms and conditions of
350
- this License, each Contributor hereby grants to You a perpetual,
351
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
352
- copyright license to reproduce, prepare Derivative Works of,
353
- publicly display, publicly perform, sublicense, and distribute the
354
- Work and such Derivative Works in Source or Object form.
355
-
356
- 3. Grant of Patent License. Subject to the terms and conditions of
357
- this License, each Contributor hereby grants to You a perpetual,
358
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
359
- (except as stated in this section) patent license to make, have made,
360
- use, offer to sell, sell, import, and otherwise transfer the Work,
361
- where such license applies only to those patent claims licensable
362
- by such Contributor that are necessarily infringed by their
363
- Contribution(s) alone or by combination of their Contribution(s)
364
- with the Work to which such Contribution(s) was submitted. If You
365
- institute patent litigation against any entity (including a
366
- cross-claim or counterclaim in a lawsuit) alleging that the Work
367
- or a Contribution incorporated within the Work constitutes direct
368
- or contributory patent infringement, then any patent licenses
369
- granted to You under this License for that Work shall terminate
370
- as of the date such litigation is filed.
371
-
372
- 4. Redistribution. You may reproduce and distribute copies of the
373
- Work or Derivative Works thereof in any medium, with or without
374
- modifications, and in Source or Object form, provided that You
375
- meet the following conditions:
376
-
377
- (a) You must give any other recipients of the Work or
378
- Derivative Works a copy of this License; and
379
-
380
- (b) You must cause any modified files to carry prominent notices
381
- stating that You changed the files; and
382
-
383
- (c) You must retain, in the Source form of any Derivative Works
384
- that You distribute, all copyright, patent, trademark, and
385
- attribution notices from the Source form of the Work,
386
- excluding those notices that do not pertain to any part of
387
- the Derivative Works; and
388
-
389
- (d) If the Work includes a "NOTICE" text file as part of its
390
- distribution, then any Derivative Works that You distribute must
391
- include a readable copy of the attribution notices contained
392
- within such NOTICE file, excluding those notices that do not
393
- pertain to any part of the Derivative Works, in at least one
394
- of the following places: within a NOTICE text file distributed
395
- as part of the Derivative Works; within the Source form or
396
- documentation, if provided along with the Derivative Works; or,
397
- within a display generated by the Derivative Works, if and
398
- wherever such third-party notices normally appear. The contents
399
- of the NOTICE file are for informational purposes only and
400
- do not modify the License. You may add Your own attribution
401
- notices within Derivative Works that You distribute, alongside
402
- or as an addendum to the NOTICE text from the Work, provided
403
- that such additional attribution notices cannot be construed
404
- as modifying the License.
405
-
406
- You may add Your own copyright statement to Your modifications and
407
- may provide additional or different license terms and conditions
408
- for use, reproduction, or distribution of Your modifications, or
409
- for any such Derivative Works as a whole, provided Your use,
410
- reproduction, and distribution of the Work otherwise complies with
411
- the conditions stated in this License.
412
-
413
- 5. Submission of Contributions. Unless You explicitly state otherwise,
414
- any Contribution intentionally submitted for inclusion in the Work
415
- by You to the Licensor shall be under the terms and conditions of
416
- this License, without any additional terms or conditions.
417
- Notwithstanding the above, nothing herein shall supersede or modify
418
- the terms of any separate license agreement you may have executed
419
- with Licensor regarding such Contributions.
420
-
421
- 6. Trademarks. This License does not grant permission to use the trade
422
- names, trademarks, service marks, or product names of the Licensor,
423
- except as required for reasonable and customary use in describing the
424
- origin of the Work and reproducing the content of the NOTICE file.
425
-
426
- 7. Disclaimer of Warranty. Unless required by applicable law or
427
- agreed to in writing, Licensor provides the Work (and each
428
- Contributor provides its Contributions) on an "AS IS" BASIS,
429
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
430
- implied, including, without limitation, any warranties or conditions
431
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
432
- PARTICULAR PURPOSE. You are solely responsible for determining the
433
- appropriateness of using or redistributing the Work and assume any
434
- risks associated with Your exercise of permissions under this License.
435
-
436
- 8. Limitation of Liability. In no event and under no legal theory,
437
- whether in tort (including negligence), contract, or otherwise,
438
- unless required by applicable law (such as deliberate and grossly
439
- negligent acts) or agreed to in writing, shall any Contributor be
440
- liable to You for damages, including any direct, indirect, special,
441
- incidental, or consequential damages of any character arising as a
442
- result of this License or out of the use or inability to use the
443
- Work (including but not limited to damages for loss of goodwill,
444
- work stoppage, computer failure or malfunction, or any and all
445
- other commercial damages or losses), even if such Contributor
446
- has been advised of the possibility of such damages.
447
-
448
- 9. Accepting Warranty or Additional Liability. While redistributing
449
- the Work or Derivative Works thereof, You may choose to offer,
450
- and charge a fee for, acceptance of support, warranty, indemnity,
451
- or other liability obligations and/or rights consistent with this
452
- License. However, in accepting such obligations, You may act only
453
- on Your own behalf and on Your sole responsibility, not on behalf
454
- of any other Contributor, and only if You agree to indemnify,
455
- defend, and hold each Contributor harmless for any liability
456
- incurred by, or claims asserted against, such Contributor by reason
457
- of your accepting any such warranty or additional liability.
458
-
459
- END OF TERMS AND CONDITIONS
460
-
461
- APPENDIX: How to apply the Apache License to your work.
462
-
463
- To apply the Apache License to your work, attach the following
464
- boilerplate notice, with the fields enclosed by brackets "[]"
465
- replaced with your own identifying information. (Don't include
466
- the brackets!) The text should be enclosed in the appropriate
467
- comment syntax for the file format. We also recommend that a
468
- file or class name and description of purpose be included on the
469
- same "printed page" as the copyright notice for easier
470
- identification within third-party archives.
471
-
472
- Copyright [yyyy] [name of copyright owner]
473
-
474
- Licensed under the Apache License, Version 2.0 (the "License");
475
- you may not use this file except in compliance with the License.
476
- You may obtain a copy of the License at
477
-
478
- http://www.apache.org/licenses/LICENSE-2.0
479
-
480
- Unless required by applicable law or agreed to in writing, software
481
- distributed under the License is distributed on an "AS IS" BASIS,
482
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
483
- See the License for the specific language governing permissions and
484
- limitations under the License.
485
-
486
- ```
487
-
488
- ## Nltk - [Apache License 2.0](https://github.com/nltk/nltk/blob/develop/LICENSE.txt)
489
-
490
- ```
491
-
492
- Apache License
493
- Version 2.0, January 2004
494
- http://www.apache.org/licenses/
495
-
496
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
497
-
498
- 1. Definitions.
499
-
500
- "License" shall mean the terms and conditions for use, reproduction,
501
- and distribution as defined by Sections 1 through 9 of this document.
502
-
503
- "Licensor" shall mean the copyright owner or entity authorized by
504
- the copyright owner that is granting the License.
505
-
506
- "Legal Entity" shall mean the union of the acting entity and all
507
- other entities that control, are controlled by, or are under common
508
- control with that entity. For the purposes of this definition,
509
- "control" means (i) the power, direct or indirect, to cause the
510
- direction or management of such entity, whether by contract or
511
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
512
- outstanding shares, or (iii) beneficial ownership of such entity.
513
-
514
- "You" (or "Your") shall mean an individual or Legal Entity
515
- exercising permissions granted by this License.
516
-
517
- "Source" form shall mean the preferred form for making modifications,
518
- including but not limited to software source code, documentation
519
- source, and configuration files.
520
-
521
- "Object" form shall mean any form resulting from mechanical
522
- transformation or translation of a Source form, including but
523
- not limited to compiled object code, generated documentation,
524
- and conversions to other media types.
525
-
526
- "Work" shall mean the work of authorship, whether in Source or
527
- Object form, made available under the License, as indicated by a
528
- copyright notice that is included in or attached to the work
529
- (an example is provided in the Appendix below).
530
-
531
- "Derivative Works" shall mean any work, whether in Source or Object
532
- form, that is based on (or derived from) the Work and for which the
533
- editorial revisions, annotations, elaborations, or other modifications
534
- represent, as a whole, an original work of authorship. For the purposes
535
- of this License, Derivative Works shall not include works that remain
536
- separable from, or merely link (or bind by name) to the interfaces of,
537
- the Work and Derivative Works thereof.
538
-
539
- "Contribution" shall mean any work of authorship, including
540
- the original version of the Work and any modifications or additions
541
- to that Work or Derivative Works thereof, that is intentionally
542
- submitted to Licensor for inclusion in the Work by the copyright owner
543
- or by an individual or Legal Entity authorized to submit on behalf of
544
- the copyright owner. For the purposes of this definition, "submitted"
545
- means any form of electronic, verbal, or written communication sent
546
- to the Licensor or its representatives, including but not limited to
547
- communication on electronic mailing lists, source code control systems,
548
- and issue tracking systems that are managed by, or on behalf of, the
549
- Licensor for the purpose of discussing and improving the Work, but
550
- excluding communication that is conspicuously marked or otherwise
551
- designated in writing by the copyright owner as "Not a Contribution."
552
-
553
- "Contributor" shall mean Licensor and any individual or Legal Entity
554
- on behalf of whom a Contribution has been received by Licensor and
555
- subsequently incorporated within the Work.
556
-
557
- 2. Grant of Copyright License. Subject to the terms and conditions of
558
- this License, each Contributor hereby grants to You a perpetual,
559
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
560
- copyright license to reproduce, prepare Derivative Works of,
561
- publicly display, publicly perform, sublicense, and distribute the
562
- Work and such Derivative Works in Source or Object form.
563
-
564
- 3. Grant of Patent License. Subject to the terms and conditions of
565
- this License, each Contributor hereby grants to You a perpetual,
566
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
567
- (except as stated in this section) patent license to make, have made,
568
- use, offer to sell, sell, import, and otherwise transfer the Work,
569
- where such license applies only to those patent claims licensable
570
- by such Contributor that are necessarily infringed by their
571
- Contribution(s) alone or by combination of their Contribution(s)
572
- with the Work to which such Contribution(s) was submitted. If You
573
- institute patent litigation against any entity (including a
574
- cross-claim or counterclaim in a lawsuit) alleging that the Work
575
- or a Contribution incorporated within the Work constitutes direct
576
- or contributory patent infringement, then any patent licenses
577
- granted to You under this License for that Work shall terminate
578
- as of the date such litigation is filed.
579
-
580
- 4. Redistribution. You may reproduce and distribute copies of the
581
- Work or Derivative Works thereof in any medium, with or without
582
- modifications, and in Source or Object form, provided that You
583
- meet the following conditions:
584
-
585
- (a) You must give any other recipients of the Work or
586
- Derivative Works a copy of this License; and
587
-
588
- (b) You must cause any modified files to carry prominent notices
589
- stating that You changed the files; and
590
-
591
- (c) You must retain, in the Source form of any Derivative Works
592
- that You distribute, all copyright, patent, trademark, and
593
- attribution notices from the Source form of the Work,
594
- excluding those notices that do not pertain to any part of
595
- the Derivative Works; and
596
-
597
- (d) If the Work includes a "NOTICE" text file as part of its
598
- distribution, then any Derivative Works that You distribute must
599
- include a readable copy of the attribution notices contained
600
- within such NOTICE file, excluding those notices that do not
601
- pertain to any part of the Derivative Works, in at least one
602
- of the following places: within a NOTICE text file distributed
603
- as part of the Derivative Works; within the Source form or
604
- documentation, if provided along with the Derivative Works; or,
605
- within a display generated by the Derivative Works, if and
606
- wherever such third-party notices normally appear. The contents
607
- of the NOTICE file are for informational purposes only and
608
- do not modify the License. You may add Your own attribution
609
- notices within Derivative Works that You distribute, alongside
610
- or as an addendum to the NOTICE text from the Work, provided
611
- that such additional attribution notices cannot be construed
612
- as modifying the License.
613
-
614
- You may add Your own copyright statement to Your modifications and
615
- may provide additional or different license terms and conditions
616
- for use, reproduction, or distribution of Your modifications, or
617
- for any such Derivative Works as a whole, provided Your use,
618
- reproduction, and distribution of the Work otherwise complies with
619
- the conditions stated in this License.
620
-
621
- 5. Submission of Contributions. Unless You explicitly state otherwise,
622
- any Contribution intentionally submitted for inclusion in the Work
623
- by You to the Licensor shall be under the terms and conditions of
624
- this License, without any additional terms or conditions.
625
- Notwithstanding the above, nothing herein shall supersede or modify
626
- the terms of any separate license agreement you may have executed
627
- with Licensor regarding such Contributions.
628
-
629
- 6. Trademarks. This License does not grant permission to use the trade
630
- names, trademarks, service marks, or product names of the Licensor,
631
- except as required for reasonable and customary use in describing the
632
- origin of the Work and reproducing the content of the NOTICE file.
633
-
634
- 7. Disclaimer of Warranty. Unless required by applicable law or
635
- agreed to in writing, Licensor provides the Work (and each
636
- Contributor provides its Contributions) on an "AS IS" BASIS,
637
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
638
- implied, including, without limitation, any warranties or conditions
639
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
640
- PARTICULAR PURPOSE. You are solely responsible for determining the
641
- appropriateness of using or redistributing the Work and assume any
642
- risks associated with Your exercise of permissions under this License.
643
-
644
- 8. Limitation of Liability. In no event and under no legal theory,
645
- whether in tort (including negligence), contract, or otherwise,
646
- unless required by applicable law (such as deliberate and grossly
647
- negligent acts) or agreed to in writing, shall any Contributor be
648
- liable to You for damages, including any direct, indirect, special,
649
- incidental, or consequential damages of any character arising as a
650
- result of this License or out of the use or inability to use the
651
- Work (including but not limited to damages for loss of goodwill,
652
- work stoppage, computer failure or malfunction, or any and all
653
- other commercial damages or losses), even if such Contributor
654
- has been advised of the possibility of such damages.
655
-
656
- 9. Accepting Warranty or Additional Liability. While redistributing
657
- the Work or Derivative Works thereof, You may choose to offer,
658
- and charge a fee for, acceptance of support, warranty, indemnity,
659
- or other liability obligations and/or rights consistent with this
660
- License. However, in accepting such obligations, You may act only
661
- on Your own behalf and on Your sole responsibility, not on behalf
662
- of any other Contributor, and only if You agree to indemnify,
663
- defend, and hold each Contributor harmless for any liability
664
- incurred by, or claims asserted against, such Contributor by reason
665
- of your accepting any such warranty or additional liability.
666
-
667
- END OF TERMS AND CONDITIONS
668
-
669
- APPENDIX: How to apply the Apache License to your work.
670
-
671
- To apply the Apache License to your work, attach the following
672
- boilerplate notice, with the fields enclosed by brackets "[]"
673
- replaced with your own identifying information. (Don't include
674
- the brackets!) The text should be enclosed in the appropriate
675
- comment syntax for the file format. We also recommend that a
676
- file or class name and description of purpose be included on the
677
- same "printed page" as the copyright notice for easier
678
- identification within third-party archives.
679
-
680
- Copyright [yyyy] [name of copyright owner]
681
-
682
- Licensed under the Apache License, Version 2.0 (the "License");
683
- you may not use this file except in compliance with the License.
684
- You may obtain a copy of the License at
685
-
686
- http://www.apache.org/licenses/LICENSE-2.0
687
-
688
- Unless required by applicable law or agreed to in writing, software
689
- distributed under the License is distributed on an "AS IS" BASIS,
690
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
691
- See the License for the specific language governing permissions and
692
- limitations under the License.
693
-
694
- ```
695
-
696
- ## PEFT - [Apache License 2.0](https://github.com/huggingface/peft/blob/main/LICENSE)
697
-
698
- ```
699
-
700
- Apache License
701
- Version 2.0, January 2004
702
- http://www.apache.org/licenses/
703
-
704
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
705
-
706
- 1. Definitions.
707
-
708
- "License" shall mean the terms and conditions for use, reproduction,
709
- and distribution as defined by Sections 1 through 9 of this document.
710
-
711
- "Licensor" shall mean the copyright owner or entity authorized by
712
- the copyright owner that is granting the License.
713
-
714
- "Legal Entity" shall mean the union of the acting entity and all
715
- other entities that control, are controlled by, or are under common
716
- control with that entity. For the purposes of this definition,
717
- "control" means (i) the power, direct or indirect, to cause the
718
- direction or management of such entity, whether by contract or
719
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
720
- outstanding shares, or (iii) beneficial ownership of such entity.
721
-
722
- "You" (or "Your") shall mean an individual or Legal Entity
723
- exercising permissions granted by this License.
724
-
725
- "Source" form shall mean the preferred form for making modifications,
726
- including but not limited to software source code, documentation
727
- source, and configuration files.
728
-
729
- "Object" form shall mean any form resulting from mechanical
730
- transformation or translation of a Source form, including but
731
- not limited to compiled object code, generated documentation,
732
- and conversions to other media types.
733
-
734
- "Work" shall mean the work of authorship, whether in Source or
735
- Object form, made available under the License, as indicated by a
736
- copyright notice that is included in or attached to the work
737
- (an example is provided in the Appendix below).
738
-
739
- "Derivative Works" shall mean any work, whether in Source or Object
740
- form, that is based on (or derived from) the Work and for which the
741
- editorial revisions, annotations, elaborations, or other modifications
742
- represent, as a whole, an original work of authorship. For the purposes
743
- of this License, Derivative Works shall not include works that remain
744
- separable from, or merely link (or bind by name) to the interfaces of,
745
- the Work and Derivative Works thereof.
746
-
747
- "Contribution" shall mean any work of authorship, including
748
- the original version of the Work and any modifications or additions
749
- to that Work or Derivative Works thereof, that is intentionally
750
- submitted to Licensor for inclusion in the Work by the copyright owner
751
- or by an individual or Legal Entity authorized to submit on behalf of
752
- the copyright owner. For the purposes of this definition, "submitted"
753
- means any form of electronic, verbal, or written communication sent
754
- to the Licensor or its representatives, including but not limited to
755
- communication on electronic mailing lists, source code control systems,
756
- and issue tracking systems that are managed by, or on behalf of, the
757
- Licensor for the purpose of discussing and improving the Work, but
758
- excluding communication that is conspicuously marked or otherwise
759
- designated in writing by the copyright owner as "Not a Contribution."
760
-
761
- "Contributor" shall mean Licensor and any individual or Legal Entity
762
- on behalf of whom a Contribution has been received by Licensor and
763
- subsequently incorporated within the Work.
764
-
765
- 2. Grant of Copyright License. Subject to the terms and conditions of
766
- this License, each Contributor hereby grants to You a perpetual,
767
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
768
- copyright license to reproduce, prepare Derivative Works of,
769
- publicly display, publicly perform, sublicense, and distribute the
770
- Work and such Derivative Works in Source or Object form.
771
-
772
- 3. Grant of Patent License. Subject to the terms and conditions of
773
- this License, each Contributor hereby grants to You a perpetual,
774
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
775
- (except as stated in this section) patent license to make, have made,
776
- use, offer to sell, sell, import, and otherwise transfer the Work,
777
- where such license applies only to those patent claims licensable
778
- by such Contributor that are necessarily infringed by their
779
- Contribution(s) alone or by combination of their Contribution(s)
780
- with the Work to which such Contribution(s) was submitted. If You
781
- institute patent litigation against any entity (including a
782
- cross-claim or counterclaim in a lawsuit) alleging that the Work
783
- or a Contribution incorporated within the Work constitutes direct
784
- or contributory patent infringement, then any patent licenses
785
- granted to You under this License for that Work shall terminate
786
- as of the date such litigation is filed.
787
-
788
- 4. Redistribution. You may reproduce and distribute copies of the
789
- Work or Derivative Works thereof in any medium, with or without
790
- modifications, and in Source or Object form, provided that You
791
- meet the following conditions:
792
-
793
- (a) You must give any other recipients of the Work or
794
- Derivative Works a copy of this License; and
795
-
796
- (b) You must cause any modified files to carry prominent notices
797
- stating that You changed the files; and
798
-
799
- (c) You must retain, in the Source form of any Derivative Works
800
- that You distribute, all copyright, patent, trademark, and
801
- attribution notices from the Source form of the Work,
802
- excluding those notices that do not pertain to any part of
803
- the Derivative Works; and
804
-
805
- (d) If the Work includes a "NOTICE" text file as part of its
806
- distribution, then any Derivative Works that You distribute must
807
- include a readable copy of the attribution notices contained
808
- within such NOTICE file, excluding those notices that do not
809
- pertain to any part of the Derivative Works, in at least one
810
- of the following places: within a NOTICE text file distributed
811
- as part of the Derivative Works; within the Source form or
812
- documentation, if provided along with the Derivative Works; or,
813
- within a display generated by the Derivative Works, if and
814
- wherever such third-party notices normally appear. The contents
815
- of the NOTICE file are for informational purposes only and
816
- do not modify the License. You may add Your own attribution
817
- notices within Derivative Works that You distribute, alongside
818
- or as an addendum to the NOTICE text from the Work, provided
819
- that such additional attribution notices cannot be construed
820
- as modifying the License.
821
-
822
- You may add Your own copyright statement to Your modifications and
823
- may provide additional or different license terms and conditions
824
- for use, reproduction, or distribution of Your modifications, or
825
- for any such Derivative Works as a whole, provided Your use,
826
- reproduction, and distribution of the Work otherwise complies with
827
- the conditions stated in this License.
828
-
829
- 5. Submission of Contributions. Unless You explicitly state otherwise,
830
- any Contribution intentionally submitted for inclusion in the Work
831
- by You to the Licensor shall be under the terms and conditions of
832
- this License, without any additional terms or conditions.
833
- Notwithstanding the above, nothing herein shall supersede or modify
834
- the terms of any separate license agreement you may have executed
835
- with Licensor regarding such Contributions.
836
-
837
- 6. Trademarks. This License does not grant permission to use the trade
838
- names, trademarks, service marks, or product names of the Licensor,
839
- except as required for reasonable and customary use in describing the
840
- origin of the Work and reproducing the content of the NOTICE file.
841
-
842
- 7. Disclaimer of Warranty. Unless required by applicable law or
843
- agreed to in writing, Licensor provides the Work (and each
844
- Contributor provides its Contributions) on an "AS IS" BASIS,
845
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
846
- implied, including, without limitation, any warranties or conditions
847
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
848
- PARTICULAR PURPOSE. You are solely responsible for determining the
849
- appropriateness of using or redistributing the Work and assume any
850
- risks associated with Your exercise of permissions under this License.
851
-
852
- 8. Limitation of Liability. In no event and under no legal theory,
853
- whether in tort (including negligence), contract, or otherwise,
854
- unless required by applicable law (such as deliberate and grossly
855
- negligent acts) or agreed to in writing, shall any Contributor be
856
- liable to You for damages, including any direct, indirect, special,
857
- incidental, or consequential damages of any character arising as a
858
- result of this License or out of the use or inability to use the
859
- Work (including but not limited to damages for loss of goodwill,
860
- work stoppage, computer failure or malfunction, or any and all
861
- other commercial damages or losses), even if such Contributor
862
- has been advised of the possibility of such damages.
863
-
864
- 9. Accepting Warranty or Additional Liability. While redistributing
865
- the Work or Derivative Works thereof, You may choose to offer,
866
- and charge a fee for, acceptance of support, warranty, indemnity,
867
- or other liability obligations and/or rights consistent with this
868
- License. However, in accepting such obligations, You may act only
869
- on Your own behalf and on Your sole responsibility, not on behalf
870
- of any other Contributor, and only if You agree to indemnify,
871
- defend, and hold each Contributor harmless for any liability
872
- incurred by, or claims asserted against, such Contributor by reason
873
- of your accepting any such warranty or additional liability.
874
-
875
- END OF TERMS AND CONDITIONS
876
-
877
- APPENDIX: How to apply the Apache License to your work.
878
-
879
- To apply the Apache License to your work, attach the following
880
- boilerplate notice, with the fields enclosed by brackets "[]"
881
- replaced with your own identifying information. (Don't include
882
- the brackets!) The text should be enclosed in the appropriate
883
- comment syntax for the file format. We also recommend that a
884
- file or class name and description of purpose be included on the
885
- same "printed page" as the copyright notice for easier
886
- identification within third-party archives.
887
-
888
- Copyright [yyyy] [name of copyright owner]
889
-
890
- Licensed under the Apache License, Version 2.0 (the "License");
891
- you may not use this file except in compliance with the License.
892
- You may obtain a copy of the License at
893
-
894
- http://www.apache.org/licenses/LICENSE-2.0
895
-
896
- Unless required by applicable law or agreed to in writing, software
897
- distributed under the License is distributed on an "AS IS" BASIS,
898
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
899
- See the License for the specific language governing permissions and
900
- limitations under the License.
901
-
902
- ```
903
-
904
- ## Pillow - [MIT License](https://github.com/python-pillow/Pillow/blob/main/LICENSE)
905
-
906
- ```
907
-
908
- The Python Imaging Library (PIL) is
909
-
910
- Copyright © 1997-2011 by Secret Labs AB
911
- Copyright © 1995-2011 by Fredrik Lundh and contributors
912
-
913
- Pillow is the friendly PIL fork. It is
914
-
915
- Copyright © 2010 by Jeffrey A. Clark and contributors
916
-
917
- Like PIL, Pillow is licensed under the open source MIT-CMU License:
918
-
919
- By obtaining, using, and/or copying this software and/or its associated
920
- documentation, you agree that you have read, understood, and will comply
921
- with the following terms and conditions:
922
-
923
- Permission to use, copy, modify and distribute this software and its
924
- documentation for any purpose and without fee is hereby granted,
925
- provided that the above copyright notice appears in all copies, and that
926
- both that copyright notice and this permission notice appear in supporting
927
- documentation, and that the name of Secret Labs AB or the author not be
928
- used in advertising or publicity pertaining to distribution of the software
929
- without specific, written prior permission.
930
-
931
- SECRET LABS AB AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS
932
- SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS.
933
- IN NO EVENT SHALL SECRET LABS AB OR THE AUTHOR BE LIABLE FOR ANY SPECIAL,
934
- INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
935
- LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE
936
- OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
937
- PERFORMANCE OF THIS SOFTWARE.
938
-
939
- ```
940
-
941
- ## PyAV - [BSD 3-Clause "New" or "Revised" License](https://github.com/PyAV-Org/PyAV/blob/main/LICENSE.txt)
942
-
943
- ```
944
-
945
- Copyright retained by original committers. All rights reserved.
946
-
947
- Redistribution and use in source and binary forms, with or without
948
- modification, are permitted provided that the following conditions are met:
949
- * Redistributions of source code must retain the above copyright
950
- notice, this list of conditions and the following disclaimer.
951
- * Redistributions in binary form must reproduce the above copyright
952
- notice, this list of conditions and the following disclaimer in the
953
- documentation and/or other materials provided with the distribution.
954
- * Neither the name of the project nor the names of its contributors may be
955
- used to endorse or promote products derived from this software without
956
- specific prior written permission.
957
-
958
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
959
- AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
960
- IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
961
- DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY DIRECT,
962
- INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
963
- BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
964
- DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
965
- OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
966
- NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
967
- EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
968
-
969
- ```
970
-
971
- ## Pytorch_Retinaface - [MIT License](https://github.com/biubug6/Pytorch_Retinaface/blob/master/LICENSE.MIT)
972
-
973
- ```
974
- MIT License
975
-
976
- Copyright (c) 2019
977
-
978
- Permission is hereby granted, free of charge, to any person obtaining a copy
979
- of this software and associated documentation files (the "Software"), to deal
980
- in the Software without restriction, including without limitation the rights
981
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
982
- copies of the Software, and to permit persons to whom the Software is
983
- furnished to do so, subject to the following conditions:
984
-
985
- The above copyright notice and this permission notice shall be included in all
986
- copies or substantial portions of the Software.
987
-
988
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
989
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
990
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
991
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
992
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
993
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
994
- SOFTWARE.
995
- ```
996
-
997
- ## Sentencepiece - [Apache License 2.0](https://github.com/google/sentencepiece/blob/master/LICENSE)
998
-
999
- ```
1000
-
1001
- Apache License
1002
- Version 2.0, January 2004
1003
- http://www.apache.org/licenses/
1004
-
1005
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
1006
-
1007
- 1. Definitions.
1008
-
1009
- "License" shall mean the terms and conditions for use, reproduction,
1010
- and distribution as defined by Sections 1 through 9 of this document.
1011
-
1012
- "Licensor" shall mean the copyright owner or entity authorized by
1013
- the copyright owner that is granting the License.
1014
-
1015
- "Legal Entity" shall mean the union of the acting entity and all
1016
- other entities that control, are controlled by, or are under common
1017
- control with that entity. For the purposes of this definition,
1018
- "control" means (i) the power, direct or indirect, to cause the
1019
- direction or management of such entity, whether by contract or
1020
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
1021
- outstanding shares, or (iii) beneficial ownership of such entity.
1022
-
1023
- "You" (or "Your") shall mean an individual or Legal Entity
1024
- exercising permissions granted by this License.
1025
-
1026
- "Source" form shall mean the preferred form for making modifications,
1027
- including but not limited to software source code, documentation
1028
- source, and configuration files.
1029
-
1030
- "Object" form shall mean any form resulting from mechanical
1031
- transformation or translation of a Source form, including but
1032
- not limited to compiled object code, generated documentation,
1033
- and conversions to other media types.
1034
-
1035
- "Work" shall mean the work of authorship, whether in Source or
1036
- Object form, made available under the License, as indicated by a
1037
- copyright notice that is included in or attached to the work
1038
- (an example is provided in the Appendix below).
1039
-
1040
- "Derivative Works" shall mean any work, whether in Source or Object
1041
- form, that is based on (or derived from) the Work and for which the
1042
- editorial revisions, annotations, elaborations, or other modifications
1043
- represent, as a whole, an original work of authorship. For the purposes
1044
- of this License, Derivative Works shall not include works that remain
1045
- separable from, or merely link (or bind by name) to the interfaces of,
1046
- the Work and Derivative Works thereof.
1047
-
1048
- "Contribution" shall mean any work of authorship, including
1049
- the original version of the Work and any modifications or additions
1050
- to that Work or Derivative Works thereof, that is intentionally
1051
- submitted to Licensor for inclusion in the Work by the copyright owner
1052
- or by an individual or Legal Entity authorized to submit on behalf of
1053
- the copyright owner. For the purposes of this definition, "submitted"
1054
- means any form of electronic, verbal, or written communication sent
1055
- to the Licensor or its representatives, including but not limited to
1056
- communication on electronic mailing lists, source code control systems,
1057
- and issue tracking systems that are managed by, or on behalf of, the
1058
- Licensor for the purpose of discussing and improving the Work, but
1059
- excluding communication that is conspicuously marked or otherwise
1060
- designated in writing by the copyright owner as "Not a Contribution."
1061
-
1062
- "Contributor" shall mean Licensor and any individual or Legal Entity
1063
- on behalf of whom a Contribution has been received by Licensor and
1064
- subsequently incorporated within the Work.
1065
-
1066
- 2. Grant of Copyright License. Subject to the terms and conditions of
1067
- this License, each Contributor hereby grants to You a perpetual,
1068
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
1069
- copyright license to reproduce, prepare Derivative Works of,
1070
- publicly display, publicly perform, sublicense, and distribute the
1071
- Work and such Derivative Works in Source or Object form.
1072
-
1073
- 3. Grant of Patent License. Subject to the terms and conditions of
1074
- this License, each Contributor hereby grants to You a perpetual,
1075
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
1076
- (except as stated in this section) patent license to make, have made,
1077
- use, offer to sell, sell, import, and otherwise transfer the Work,
1078
- where such license applies only to those patent claims licensable
1079
- by such Contributor that are necessarily infringed by their
1080
- Contribution(s) alone or by combination of their Contribution(s)
1081
- with the Work to which such Contribution(s) was submitted. If You
1082
- institute patent litigation against any entity (including a
1083
- cross-claim or counterclaim in a lawsuit) alleging that the Work
1084
- or a Contribution incorporated within the Work constitutes direct
1085
- or contributory patent infringement, then any patent licenses
1086
- granted to You under this License for that Work shall terminate
1087
- as of the date such litigation is filed.
1088
-
1089
- 4. Redistribution. You may reproduce and distribute copies of the
1090
- Work or Derivative Works thereof in any medium, with or without
1091
- modifications, and in Source or Object form, provided that You
1092
- meet the following conditions:
1093
-
1094
- (a) You must give any other recipients of the Work or
1095
- Derivative Works a copy of this License; and
1096
-
1097
- (b) You must cause any modified files to carry prominent notices
1098
- stating that You changed the files; and
1099
-
1100
- (c) You must retain, in the Source form of any Derivative Works
1101
- that You distribute, all copyright, patent, trademark, and
1102
- attribution notices from the Source form of the Work,
1103
- excluding those notices that do not pertain to any part of
1104
- the Derivative Works; and
1105
-
1106
- (d) If the Work includes a "NOTICE" text file as part of its
1107
- distribution, then any Derivative Works that You distribute must
1108
- include a readable copy of the attribution notices contained
1109
- within such NOTICE file, excluding those notices that do not
1110
- pertain to any part of the Derivative Works, in at least one
1111
- of the following places: within a NOTICE text file distributed
1112
- as part of the Derivative Works; within the Source form or
1113
- documentation, if provided along with the Derivative Works; or,
1114
- within a display generated by the Derivative Works, if and
1115
- wherever such third-party notices normally appear. The contents
1116
- of the NOTICE file are for informational purposes only and
1117
- do not modify the License. You may add Your own attribution
1118
- notices within Derivative Works that You distribute, alongside
1119
- or as an addendum to the NOTICE text from the Work, provided
1120
- that such additional attribution notices cannot be construed
1121
- as modifying the License.
1122
-
1123
- You may add Your own copyright statement to Your modifications and
1124
- may provide additional or different license terms and conditions
1125
- for use, reproduction, or distribution of Your modifications, or
1126
- for any such Derivative Works as a whole, provided Your use,
1127
- reproduction, and distribution of the Work otherwise complies with
1128
- the conditions stated in this License.
1129
-
1130
- 5. Submission of Contributions. Unless You explicitly state otherwise,
1131
- any Contribution intentionally submitted for inclusion in the Work
1132
- by You to the Licensor shall be under the terms and conditions of
1133
- this License, without any additional terms or conditions.
1134
- Notwithstanding the above, nothing herein shall supersede or modify
1135
- the terms of any separate license agreement you may have executed
1136
- with Licensor regarding such Contributions.
1137
-
1138
- 6. Trademarks. This License does not grant permission to use the trade
1139
- names, trademarks, service marks, or product names of the Licensor,
1140
- except as required for reasonable and customary use in describing the
1141
- origin of the Work and reproducing the content of the NOTICE file.
1142
-
1143
- 7. Disclaimer of Warranty. Unless required by applicable law or
1144
- agreed to in writing, Licensor provides the Work (and each
1145
- Contributor provides its Contributions) on an "AS IS" BASIS,
1146
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
1147
- implied, including, without limitation, any warranties or conditions
1148
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
1149
- PARTICULAR PURPOSE. You are solely responsible for determining the
1150
- appropriateness of using or redistributing the Work and assume any
1151
- risks associated with Your exercise of permissions under this License.
1152
-
1153
- 8. Limitation of Liability. In no event and under no legal theory,
1154
- whether in tort (including negligence), contract, or otherwise,
1155
- unless required by applicable law (such as deliberate and grossly
1156
- negligent acts) or agreed to in writing, shall any Contributor be
1157
- liable to You for damages, including any direct, indirect, special,
1158
- incidental, or consequential damages of any character arising as a
1159
- result of this License or out of the use or inability to use the
1160
- Work (including but not limited to damages for loss of goodwill,
1161
- work stoppage, computer failure or malfunction, or any and all
1162
- other commercial damages or losses), even if such Contributor
1163
- has been advised of the possibility of such damages.
1164
-
1165
- 9. Accepting Warranty or Additional Liability. While redistributing
1166
- the Work or Derivative Works thereof, You may choose to offer,
1167
- and charge a fee for, acceptance of support, warranty, indemnity,
1168
- or other liability obligations and/or rights consistent with this
1169
- License. However, in accepting such obligations, You may act only
1170
- on Your own behalf and on Your sole responsibility, not on behalf
1171
- of any other Contributor, and only if You agree to indemnify,
1172
- defend, and hold each Contributor harmless for any liability
1173
- incurred by, or claims asserted against, such Contributor by reason
1174
- of your accepting any such warranty or additional liability.
1175
-
1176
- END OF TERMS AND CONDITIONS
1177
-
1178
- APPENDIX: How to apply the Apache License to your work.
1179
-
1180
- To apply the Apache License to your work, attach the following
1181
- boilerplate notice, with the fields enclosed by brackets "[]"
1182
- replaced with your own identifying information. (Don't include
1183
- the brackets!) The text should be enclosed in the appropriate
1184
- comment syntax for the file format. We also recommend that a
1185
- file or class name and description of purpose be included on the
1186
- same "printed page" as the copyright notice for easier
1187
- identification within third-party archives.
1188
-
1189
- Copyright [yyyy] [name of copyright owner]
1190
-
1191
- Licensed under the Apache License, Version 2.0 (the "License");
1192
- you may not use this file except in compliance with the License.
1193
- You may obtain a copy of the License at
1194
-
1195
- http://www.apache.org/licenses/LICENSE-2.0
1196
-
1197
- Unless required by applicable law or agreed to in writing, software
1198
- distributed under the License is distributed on an "AS IS" BASIS,
1199
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1200
- See the License for the specific language governing permissions and
1201
- limitations under the License.
1202
-
1203
- ```
1204
-
1205
- ## Termcolor - [MIT License](https://github.com/termcolor/termcolor/blob/main/COPYING.txt)
1206
-
1207
- ```
1208
- Copyright (c) 2008-2011 Volvox Development Team
1209
-
1210
- Permission is hereby granted, free of charge, to any person obtaining a copy
1211
- of this software and associated documentation files (the "Software"), to deal
1212
- in the Software without restriction, including without limitation the rights
1213
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
1214
- copies of the Software, and to permit persons to whom the Software is
1215
- furnished to do so, subject to the following conditions:
1216
-
1217
- The above copyright notice and this permission notice shall be included in
1218
- all copies or substantial portions of the Software.
1219
-
1220
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
1221
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
1222
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
1223
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
1224
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
1225
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
1226
- THE SOFTWARE.
1227
- ```
1228
-
1229
- ## Transformers [Apache License 2.0](https://github.com/huggingface/transformers/blob/main/LICENSE)
1230
-
1231
- ```
1232
-
1233
- Copyright 2018- The Hugging Face team. All rights reserved.
1234
-
1235
- Apache License
1236
- Version 2.0, January 2004
1237
- http://www.apache.org/licenses/
1238
-
1239
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
1240
-
1241
- 1. Definitions.
1242
-
1243
- "License" shall mean the terms and conditions for use, reproduction,
1244
- and distribution as defined by Sections 1 through 9 of this document.
1245
-
1246
- "Licensor" shall mean the copyright owner or entity authorized by
1247
- the copyright owner that is granting the License.
1248
-
1249
- "Legal Entity" shall mean the union of the acting entity and all
1250
- other entities that control, are controlled by, or are under common
1251
- control with that entity. For the purposes of this definition,
1252
- "control" means (i) the power, direct or indirect, to cause the
1253
- direction or management of such entity, whether by contract or
1254
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
1255
- outstanding shares, or (iii) beneficial ownership of such entity.
1256
-
1257
- "You" (or "Your") shall mean an individual or Legal Entity
1258
- exercising permissions granted by this License.
1259
-
1260
- "Source" form shall mean the preferred form for making modifications,
1261
- including but not limited to software source code, documentation
1262
- source, and configuration files.
1263
-
1264
- "Object" form shall mean any form resulting from mechanical
1265
- transformation or translation of a Source form, including but
1266
- not limited to compiled object code, generated documentation,
1267
- and conversions to other media types.
1268
-
1269
- "Work" shall mean the work of authorship, whether in Source or
1270
- Object form, made available under the License, as indicated by a
1271
- copyright notice that is included in or attached to the work
1272
- (an example is provided in the Appendix below).
1273
-
1274
- "Derivative Works" shall mean any work, whether in Source or Object
1275
- form, that is based on (or derived from) the Work and for which the
1276
- editorial revisions, annotations, elaborations, or other modifications
1277
- represent, as a whole, an original work of authorship. For the purposes
1278
- of this License, Derivative Works shall not include works that remain
1279
- separable from, or merely link (or bind by name) to the interfaces of,
1280
- the Work and Derivative Works thereof.
1281
-
1282
- "Contribution" shall mean any work of authorship, including
1283
- the original version of the Work and any modifications or additions
1284
- to that Work or Derivative Works thereof, that is intentionally
1285
- submitted to Licensor for inclusion in the Work by the copyright owner
1286
- or by an individual or Legal Entity authorized to submit on behalf of
1287
- the copyright owner. For the purposes of this definition, "submitted"
1288
- means any form of electronic, verbal, or written communication sent
1289
- to the Licensor or its representatives, including but not limited to
1290
- communication on electronic mailing lists, source code control systems,
1291
- and issue tracking systems that are managed by, or on behalf of, the
1292
- Licensor for the purpose of discussing and improving the Work, but
1293
- excluding communication that is conspicuously marked or otherwise
1294
- designated in writing by the copyright owner as "Not a Contribution."
1295
-
1296
- "Contributor" shall mean Licensor and any individual or Legal Entity
1297
- on behalf of whom a Contribution has been received by Licensor and
1298
- subsequently incorporated within the Work.
1299
-
1300
- 2. Grant of Copyright License. Subject to the terms and conditions of
1301
- this License, each Contributor hereby grants to You a perpetual,
1302
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
1303
- copyright license to reproduce, prepare Derivative Works of,
1304
- publicly display, publicly perform, sublicense, and distribute the
1305
- Work and such Derivative Works in Source or Object form.
1306
-
1307
- 3. Grant of Patent License. Subject to the terms and conditions of
1308
- this License, each Contributor hereby grants to You a perpetual,
1309
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
1310
- (except as stated in this section) patent license to make, have made,
1311
- use, offer to sell, sell, import, and otherwise transfer the Work,
1312
- where such license applies only to those patent claims licensable
1313
- by such Contributor that are necessarily infringed by their
1314
- Contribution(s) alone or by combination of their Contribution(s)
1315
- with the Work to which such Contribution(s) was submitted. If You
1316
- institute patent litigation against any entity (including a
1317
- cross-claim or counterclaim in a lawsuit) alleging that the Work
1318
- or a Contribution incorporated within the Work constitutes direct
1319
- or contributory patent infringement, then any patent licenses
1320
- granted to You under this License for that Work shall terminate
1321
- as of the date such litigation is filed.
1322
-
1323
- 4. Redistribution. You may reproduce and distribute copies of the
1324
- Work or Derivative Works thereof in any medium, with or without
1325
- modifications, and in Source or Object form, provided that You
1326
- meet the following conditions:
1327
-
1328
- (a) You must give any other recipients of the Work or
1329
- Derivative Works a copy of this License; and
1330
-
1331
- (b) You must cause any modified files to carry prominent notices
1332
- stating that You changed the files; and
1333
-
1334
- (c) You must retain, in the Source form of any Derivative Works
1335
- that You distribute, all copyright, patent, trademark, and
1336
- attribution notices from the Source form of the Work,
1337
- excluding those notices that do not pertain to any part of
1338
- the Derivative Works; and
1339
-
1340
- (d) If the Work includes a "NOTICE" text file as part of its
1341
- distribution, then any Derivative Works that You distribute must
1342
- include a readable copy of the attribution notices contained
1343
- within such NOTICE file, excluding those notices that do not
1344
- pertain to any part of the Derivative Works, in at least one
1345
- of the following places: within a NOTICE text file distributed
1346
- as part of the Derivative Works; within the Source form or
1347
- documentation, if provided along with the Derivative Works; or,
1348
- within a display generated by the Derivative Works, if and
1349
- wherever such third-party notices normally appear. The contents
1350
- of the NOTICE file are for informational purposes only and
1351
- do not modify the License. You may add Your own attribution
1352
- notices within Derivative Works that You distribute, alongside
1353
- or as an addendum to the NOTICE text from the Work, provided
1354
- that such additional attribution notices cannot be construed
1355
- as modifying the License.
1356
-
1357
- You may add Your own copyright statement to Your modifications and
1358
- may provide additional or different license terms and conditions
1359
- for use, reproduction, or distribution of Your modifications, or
1360
- for any such Derivative Works as a whole, provided Your use,
1361
- reproduction, and distribution of the Work otherwise complies with
1362
- the conditions stated in this License.
1363
-
1364
- 5. Submission of Contributions. Unless You explicitly state otherwise,
1365
- any Contribution intentionally submitted for inclusion in the Work
1366
- by You to the Licensor shall be under the terms and conditions of
1367
- this License, without any additional terms or conditions.
1368
- Notwithstanding the above, nothing herein shall supersede or modify
1369
- the terms of any separate license agreement you may have executed
1370
- with Licensor regarding such Contributions.
1371
-
1372
- 6. Trademarks. This License does not grant permission to use the trade
1373
- names, trademarks, service marks, or product names of the Licensor,
1374
- except as required for reasonable and customary use in describing the
1375
- origin of the Work and reproducing the content of the NOTICE file.
1376
-
1377
- 7. Disclaimer of Warranty. Unless required by applicable law or
1378
- agreed to in writing, Licensor provides the Work (and each
1379
- Contributor provides its Contributions) on an "AS IS" BASIS,
1380
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
1381
- implied, including, without limitation, any warranties or conditions
1382
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
1383
- PARTICULAR PURPOSE. You are solely responsible for determining the
1384
- appropriateness of using or redistributing the Work and assume any
1385
- risks associated with Your exercise of permissions under this License.
1386
-
1387
- 8. Limitation of Liability. In no event and under no legal theory,
1388
- whether in tort (including negligence), contract, or otherwise,
1389
- unless required by applicable law (such as deliberate and grossly
1390
- negligent acts) or agreed to in writing, shall any Contributor be
1391
- liable to You for damages, including any direct, indirect, special,
1392
- incidental, or consequential damages of any character arising as a
1393
- result of this License or out of the use or inability to use the
1394
- Work (including but not limited to damages for loss of goodwill,
1395
- work stoppage, computer failure or malfunction, or any and all
1396
- other commercial damages or losses), even if such Contributor
1397
- has been advised of the possibility of such damages.
1398
-
1399
- 9. Accepting Warranty or Additional Liability. While redistributing
1400
- the Work or Derivative Works thereof, You may choose to offer,
1401
- and charge a fee for, acceptance of support, warranty, indemnity,
1402
- or other liability obligations and/or rights consistent with this
1403
- License. However, in accepting such obligations, You may act only
1404
- on Your own behalf and on Your sole responsibility, not on behalf
1405
- of any other Contributor, and only if You agree to indemnify,
1406
- defend, and hold each Contributor harmless for any liability
1407
- incurred by, or claims asserted against, such Contributor by reason
1408
- of your accepting any such warranty or additional liability.
1409
-
1410
- END OF TERMS AND CONDITIONS
1411
-
1412
- APPENDIX: How to apply the Apache License to your work.
1413
-
1414
- To apply the Apache License to your work, attach the following
1415
- boilerplate notice, with the fields enclosed by brackets "[]"
1416
- replaced with your own identifying information. (Don't include
1417
- the brackets!) The text should be enclosed in the appropriate
1418
- comment syntax for the file format. We also recommend that a
1419
- file or class name and description of purpose be included on the
1420
- same "printed page" as the copyright notice for easier
1421
- identification within third-party archives.
1422
-
1423
- Copyright [yyyy] [name of copyright owner]
1424
-
1425
- Licensed under the Apache License, Version 2.0 (the "License");
1426
- you may not use this file except in compliance with the License.
1427
- You may obtain a copy of the License at
1428
-
1429
- http://www.apache.org/licenses/LICENSE-2.0
1430
-
1431
- Unless required by applicable law or agreed to in writing, software
1432
- distributed under the License is distributed on an "AS IS" BASIS,
1433
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1434
- See the License for the specific language governing permissions and
1435
- limitations under the License.
1436
-
1437
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
CONTRIBUTING.md DELETED
@@ -1,59 +0,0 @@
1
- # How to Contribute
2
-
3
- We'd love to receive your patches and contributions. Please keep your PRs as draft until such time that you would like us to review them.
4
-
5
- ## Code Reviews
6
-
7
- All submissions, including submissions by project members, require review. We use GitHub pull requests for this purpose. Consult
8
- [GitHub Help](https://help.github.com/articles/about-pull-requests/) for more information on using pull requests.
9
-
10
- ## Pipeline
11
-
12
- Ensure you run the linter prior to submitting your pull request and the CI-CD pipeline is green before removing the draft designation.
13
-
14
- ```bash
15
- ./cosmos1/scripts/format.sh
16
- ```
17
-
18
- ## Signing Your Work
19
-
20
- * We require that all contributors "sign-off" on their commits. This certifies that the contribution is your original work, or you have rights to submit it under the same license, or a compatible license.
21
-
22
- * Any contribution which contains commits that are not Signed-Off will not be accepted.
23
-
24
- * To sign off on a commit you simply use the `--signoff` (or `-s`) option when committing your changes:
25
- ```bash
26
- $ git commit -s -m "Add cool feature."
27
- ```
28
- This will append the following to your commit message:
29
- ```
30
- Signed-off-by: Your Name <your@email.com>
31
- ```
32
-
33
- * Full text of the DCO:
34
-
35
- ```
36
- Developer Certificate of Origin
37
- Version 1.1
38
-
39
- Copyright (C) 2004, 2006 The Linux Foundation and its contributors.
40
- 1 Letterman Drive
41
- Suite D4700
42
- San Francisco, CA, 94129
43
-
44
- Everyone is permitted to copy and distribute verbatim copies of this license document, but changing it is not allowed.
45
- ```
46
-
47
- ```
48
- Developer's Certificate of Origin 1.1
49
-
50
- By making a contribution to this project, I certify that:
51
-
52
- (a) The contribution was created in whole or in part by me and I have the right to submit it under the open source license indicated in the file; or
53
-
54
- (b) The contribution is based upon previous work that, to the best of my knowledge, is covered under an appropriate open source license and I have the right under that license to submit that work with modifications, whether created in whole or in part by me, under the same open source license (unless I am permitted to submit under a different license), as indicated in the file; or
55
-
56
- (c) The contribution was provided directly to me by some other person who certified (a), (b) or (c) and I have not modified it.
57
-
58
- (d) I understand and agree that this project and the contribution are public and that a record of the contribution (including all personal information I submit with it, including my sign-off) is maintained indefinitely and may be redistributed consistent with this project or the open source license(s) involved.
59
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Dockerfile DELETED
@@ -1,43 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- # Use NVIDIA PyTorch container as base image
17
- FROM nvcr.io/nvidia/pytorch:24.10-py3
18
-
19
- # Install system dependencies
20
- RUN apt-get update && apt-get install -y \
21
- ffmpeg \
22
- && rm -rf /var/lib/apt/lists/*
23
-
24
- # Set working directory
25
- WORKDIR /workspace
26
-
27
- # Copy source code
28
- COPY cosmos1 /workspace/cosmos1
29
-
30
- # Copy main README
31
- COPY README.md /workspace/
32
-
33
- # Copy third-party licenses
34
- COPY ATTRIBUTIONS.md /workspace/
35
-
36
- # Copy requirements file
37
- COPY requirements.txt /workspace/
38
-
39
- # Install Python dependencies
40
- RUN pip install --no-cache-dir -r requirements.txt
41
-
42
- # Default command
43
- CMD ["/bin/bash"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
INSTALL.md DELETED
@@ -1,20 +0,0 @@
1
- # Cosmos Installation
2
-
3
- We have only tested the installation with Ubuntu 24.04, 22.04, and 20.04.
4
-
5
- 1. Install the [NVIDIA Container Toolkit](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/install-guide.html).
6
-
7
- 2. Clone the repository.
8
-
9
- ```bash
10
- git clone git@github.com:NVIDIA/Cosmos.git
11
- cd Cosmos
12
- ```
13
-
14
- 3. Build a Docker image using `Dockerfile` and run the Docker container.
15
-
16
- ```bash
17
- docker build -t cosmos .
18
- docker run -d --name cosmos_container --gpus all --ipc=host -it -v $(pwd):/workspace cosmos
19
- docker attach cosmos_container
20
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
LICENSE DELETED
@@ -1,201 +0,0 @@
1
- Apache License
2
- Version 2.0, January 2004
3
- http://www.apache.org/licenses/
4
-
5
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
6
-
7
- 1. Definitions.
8
-
9
- "License" shall mean the terms and conditions for use, reproduction,
10
- and distribution as defined by Sections 1 through 9 of this document.
11
-
12
- "Licensor" shall mean the copyright owner or entity authorized by
13
- the copyright owner that is granting the License.
14
-
15
- "Legal Entity" shall mean the union of the acting entity and all
16
- other entities that control, are controlled by, or are under common
17
- control with that entity. For the purposes of this definition,
18
- "control" means (i) the power, direct or indirect, to cause the
19
- direction or management of such entity, whether by contract or
20
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
21
- outstanding shares, or (iii) beneficial ownership of such entity.
22
-
23
- "You" (or "Your") shall mean an individual or Legal Entity
24
- exercising permissions granted by this License.
25
-
26
- "Source" form shall mean the preferred form for making modifications,
27
- including but not limited to software source code, documentation
28
- source, and configuration files.
29
-
30
- "Object" form shall mean any form resulting from mechanical
31
- transformation or translation of a Source form, including but
32
- not limited to compiled object code, generated documentation,
33
- and conversions to other media types.
34
-
35
- "Work" shall mean the work of authorship, whether in Source or
36
- Object form, made available under the License, as indicated by a
37
- copyright notice that is included in or attached to the work
38
- (an example is provided in the Appendix below).
39
-
40
- "Derivative Works" shall mean any work, whether in Source or Object
41
- form, that is based on (or derived from) the Work and for which the
42
- editorial revisions, annotations, elaborations, or other modifications
43
- represent, as a whole, an original work of authorship. For the purposes
44
- of this License, Derivative Works shall not include works that remain
45
- separable from, or merely link (or bind by name) to the interfaces of,
46
- the Work and Derivative Works thereof.
47
-
48
- "Contribution" shall mean any work of authorship, including
49
- the original version of the Work and any modifications or additions
50
- to that Work or Derivative Works thereof, that is intentionally
51
- submitted to Licensor for inclusion in the Work by the copyright owner
52
- or by an individual or Legal Entity authorized to submit on behalf of
53
- the copyright owner. For the purposes of this definition, "submitted"
54
- means any form of electronic, verbal, or written communication sent
55
- to the Licensor or its representatives, including but not limited to
56
- communication on electronic mailing lists, source code control systems,
57
- and issue tracking systems that are managed by, or on behalf of, the
58
- Licensor for the purpose of discussing and improving the Work, but
59
- excluding communication that is conspicuously marked or otherwise
60
- designated in writing by the copyright owner as "Not a Contribution."
61
-
62
- "Contributor" shall mean Licensor and any individual or Legal Entity
63
- on behalf of whom a Contribution has been received by Licensor and
64
- subsequently incorporated within the Work.
65
-
66
- 2. Grant of Copyright License. Subject to the terms and conditions of
67
- this License, each Contributor hereby grants to You a perpetual,
68
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
69
- copyright license to reproduce, prepare Derivative Works of,
70
- publicly display, publicly perform, sublicense, and distribute the
71
- Work and such Derivative Works in Source or Object form.
72
-
73
- 3. Grant of Patent License. Subject to the terms and conditions of
74
- this License, each Contributor hereby grants to You a perpetual,
75
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
76
- (except as stated in this section) patent license to make, have made,
77
- use, offer to sell, sell, import, and otherwise transfer the Work,
78
- where such license applies only to those patent claims licensable
79
- by such Contributor that are necessarily infringed by their
80
- Contribution(s) alone or by combination of their Contribution(s)
81
- with the Work to which such Contribution(s) was submitted. If You
82
- institute patent litigation against any entity (including a
83
- cross-claim or counterclaim in a lawsuit) alleging that the Work
84
- or a Contribution incorporated within the Work constitutes direct
85
- or contributory patent infringement, then any patent licenses
86
- granted to You under this License for that Work shall terminate
87
- as of the date such litigation is filed.
88
-
89
- 4. Redistribution. You may reproduce and distribute copies of the
90
- Work or Derivative Works thereof in any medium, with or without
91
- modifications, and in Source or Object form, provided that You
92
- meet the following conditions:
93
-
94
- (a) You must give any other recipients of the Work or
95
- Derivative Works a copy of this License; and
96
-
97
- (b) You must cause any modified files to carry prominent notices
98
- stating that You changed the files; and
99
-
100
- (c) You must retain, in the Source form of any Derivative Works
101
- that You distribute, all copyright, patent, trademark, and
102
- attribution notices from the Source form of the Work,
103
- excluding those notices that do not pertain to any part of
104
- the Derivative Works; and
105
-
106
- (d) If the Work includes a "NOTICE" text file as part of its
107
- distribution, then any Derivative Works that You distribute must
108
- include a readable copy of the attribution notices contained
109
- within such NOTICE file, excluding those notices that do not
110
- pertain to any part of the Derivative Works, in at least one
111
- of the following places: within a NOTICE text file distributed
112
- as part of the Derivative Works; within the Source form or
113
- documentation, if provided along with the Derivative Works; or,
114
- within a display generated by the Derivative Works, if and
115
- wherever such third-party notices normally appear. The contents
116
- of the NOTICE file are for informational purposes only and
117
- do not modify the License. You may add Your own attribution
118
- notices within Derivative Works that You distribute, alongside
119
- or as an addendum to the NOTICE text from the Work, provided
120
- that such additional attribution notices cannot be construed
121
- as modifying the License.
122
-
123
- You may add Your own copyright statement to Your modifications and
124
- may provide additional or different license terms and conditions
125
- for use, reproduction, or distribution of Your modifications, or
126
- for any such Derivative Works as a whole, provided Your use,
127
- reproduction, and distribution of the Work otherwise complies with
128
- the conditions stated in this License.
129
-
130
- 5. Submission of Contributions. Unless You explicitly state otherwise,
131
- any Contribution intentionally submitted for inclusion in the Work
132
- by You to the Licensor shall be under the terms and conditions of
133
- this License, without any additional terms or conditions.
134
- Notwithstanding the above, nothing herein shall supersede or modify
135
- the terms of any separate license agreement you may have executed
136
- with Licensor regarding such Contributions.
137
-
138
- 6. Trademarks. This License does not grant permission to use the trade
139
- names, trademarks, service marks, or product names of the Licensor,
140
- except as required for reasonable and customary use in describing the
141
- origin of the Work and reproducing the content of the NOTICE file.
142
-
143
- 7. Disclaimer of Warranty. Unless required by applicable law or
144
- agreed to in writing, Licensor provides the Work (and each
145
- Contributor provides its Contributions) on an "AS IS" BASIS,
146
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147
- implied, including, without limitation, any warranties or conditions
148
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149
- PARTICULAR PURPOSE. You are solely responsible for determining the
150
- appropriateness of using or redistributing the Work and assume any
151
- risks associated with Your exercise of permissions under this License.
152
-
153
- 8. Limitation of Liability. In no event and under no legal theory,
154
- whether in tort (including negligence), contract, or otherwise,
155
- unless required by applicable law (such as deliberate and grossly
156
- negligent acts) or agreed to in writing, shall any Contributor be
157
- liable to You for damages, including any direct, indirect, special,
158
- incidental, or consequential damages of any character arising as a
159
- result of this License or out of the use or inability to use the
160
- Work (including but not limited to damages for loss of goodwill,
161
- work stoppage, computer failure or malfunction, or any and all
162
- other commercial damages or losses), even if such Contributor
163
- has been advised of the possibility of such damages.
164
-
165
- 9. Accepting Warranty or Additional Liability. While redistributing
166
- the Work or Derivative Works thereof, You may choose to offer,
167
- and charge a fee for, acceptance of support, warranty, indemnity,
168
- or other liability obligations and/or rights consistent with this
169
- License. However, in accepting such obligations, You may act only
170
- on Your own behalf and on Your sole responsibility, not on behalf
171
- of any other Contributor, and only if You agree to indemnify,
172
- defend, and hold each Contributor harmless for any liability
173
- incurred by, or claims asserted against, such Contributor by reason
174
- of your accepting any such warranty or additional liability.
175
-
176
- END OF TERMS AND CONDITIONS
177
-
178
- APPENDIX: How to apply the Apache License to your work.
179
-
180
- To apply the Apache License to your work, attach the following
181
- boilerplate notice, with the fields enclosed by brackets "[]"
182
- replaced with your own identifying information. (Don't include
183
- the brackets!) The text should be enclosed in the appropriate
184
- comment syntax for the file format. We also recommend that a
185
- file or class name and description of purpose be included on the
186
- same "printed page" as the copyright notice for easier
187
- identification within third-party archives.
188
-
189
- Copyright [yyyy] [name of copyright owner]
190
-
191
- Licensed under the Apache License, Version 2.0 (the "License");
192
- you may not use this file except in compliance with the License.
193
- You may obtain a copy of the License at
194
-
195
- http://www.apache.org/licenses/LICENSE-2.0
196
-
197
- Unless required by applicable law or agreed to in writing, software
198
- distributed under the License is distributed on an "AS IS" BASIS,
199
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200
- See the License for the specific language governing permissions and
201
- limitations under the License.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
README.md DELETED
@@ -1,78 +0,0 @@
1
-
2
- ![Cosmos Logo](assets/cosmos-logo.png)
3
-
4
- --------------------------------------------------------------------------------
5
- ### [Website](https://www.nvidia.com/en-us/ai/cosmos/) | [HuggingFace](https://huggingface.co/collections/nvidia/cosmos-6751e884dc10e013a0a0d8e6) | [GPU-free Preview](https://build.nvidia.com/explore/discover) | [Paper](https://arxiv.org/abs/2501.03575) | [Paper Website](https://research.nvidia.com/labs/dir/cosmos1/)
6
-
7
- [NVIDIA Cosmos](https://www.nvidia.com/cosmos/) is a developer-first world foundation model platform designed to help Physical AI developers build their Physical AI systems better and faster. Cosmos contains
8
-
9
- 1. pre-trained models, available via [Hugging Face](https://huggingface.co/collections/nvidia/cosmos-6751e884dc10e013a0a0d8e6) under the [NVIDIA Open Model License](https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/) that allows commercial use of the models for free
10
- 2. training scripts under the [Apache 2 License](https://www.apache.org/licenses/LICENSE-2.0), offered through [NVIDIA Nemo Framework](https://github.com/NVIDIA/NeMo) for post-training the models for various downstream Physical AI applications
11
-
12
- Details of the platform is described in the [Cosmos paper](https://research.nvidia.com/publication/2025-01_cosmos-world-foundation-model-platform-physical-ai). Preview access is avaiable at [build.nvidia.com](https://build.nvidia.com).
13
-
14
- ## Key Features
15
-
16
- - [Pre-trained Diffusion-based world foundation models](cosmos1/models/diffusion/README.md) for Text2World and Video2World generation where a user can generate visual simulation based on text prompts and video prompts.
17
- - [Pre-trained Autoregressive-based world foundation models](cosmos1/models/autoregressive/README.md) for Video2World generation where a user can generate visual simulation based on video prompts and optional text prompts.
18
- - [Video tokenizers](https://github.com/NVIDIA/Cosmos-Tokenizer) for tokenizing videos into continuous tokens (latent vectors) and discrete tokens (integers) efficiently and effectively.
19
- - Video curation pipeline for building your own video dataset. [Coming soon]
20
- - [Post-training scripts](cosmos1/models/POST_TRAINING.md) via NeMo Framework to post-train the pre-trained world foundation models for various Physical AI setup.
21
- - Pre-training scripts via NeMo Framework for building your own world foundation model. [[Diffusion](https://github.com/NVIDIA/NeMo/tree/main/nemo/collections/diffusion)] [[Autoregressive](https://github.com/NVIDIA/NeMo/tree/main/nemo/collections/multimodal_autoregressive)] [[Tokenizer](https://github.com/NVIDIA/NeMo/tree/main/nemo/collections/diffusion/vae)].
22
-
23
- ## Model Family
24
-
25
- | Model name | Description | Try it out |
26
- |------------|----------|----------|
27
- | [Cosmos-1.0-Diffusion-7B-Text2World](https://huggingface.co/nvidia/Cosmos-1.0-Diffusion-7B-Text2World) | Text to visual world generation | [Inference](cosmos1/models/diffusion/README.md) |
28
- | [Cosmos-1.0-Diffusion-14B-Text2World](https://huggingface.co/nvidia/Cosmos-1.0-Diffusion-14B-Text2World) | Text to visual world generation | [Inference](cosmos1/models/diffusion/README.md) |
29
- | [Cosmos-1.0-Diffusion-7B-Video2World](https://huggingface.co/nvidia/Cosmos-1.0-Diffusion-7B-Video2World) | Video + Text based future visual world generation | [Inference](cosmos1/models/diffusion/README.md) |
30
- | [Cosmos-1.0-Diffusion-14B-Video2World](https://huggingface.co/nvidia/Cosmos-1.0-Diffusion-14B-Video2World) | Video + Text based future visual world generation | [Inference](cosmos1/models/diffusion/README.md) |
31
- | [Cosmos-1.0-Autoregressive-4B](https://huggingface.co/nvidia/Cosmos-1.0-Autoregressive-4B) | Future visual world generation | [Inference](cosmos1/models/autoregressive/README.md) |
32
- | [Cosmos-1.0-Autoregressive-12B](https://huggingface.co/nvidia/Cosmos-1.0-Autoregressive-12B) | Future visual world generation | [Inference](cosmos1/models/autoregressive/README.md) |
33
- | [Cosmos-1.0-Autoregressive-5B-Video2World](https://huggingface.co/nvidia/Cosmos-1.0-Autoregressive-5B-Video2World) | Video + Text based future visual world generation | [Inference](cosmos1/models/autoregressive/README.md) |
34
- | [Cosmos-1.0-Autoregressive-13B-Video2World](https://huggingface.co/nvidia/Cosmos-1.0-Autoregressive-13B-Video2World) | Video + Text based future visual world generation | [Inference](cosmos1/models/autoregressive/README.md) |
35
- | [Cosmos-1.0-Guardrail](https://huggingface.co/nvidia/Cosmos-1.0-Guardrail) | Guardrail contains pre-Guard and post-Guard for safe use | Embedded in model inference scripts |
36
-
37
- ## Example Usage
38
-
39
- ### Inference
40
-
41
- Follow the [Cosmos Installation Guide](INSTALL.md) to setup the docker. For inference with the pretrained models, please refer to [Cosmos Diffusion Inference](cosmos1/models/diffusion/README.md) and [Cosmos Autoregressive Inference](cosmos1/models/autoregressive/README.md).
42
-
43
- The code snippet below provides a gist of the inference usage.
44
-
45
- ```bash
46
- PROMPT="A sleek, humanoid robot stands in a vast warehouse filled with neatly stacked cardboard boxes on industrial shelves. \
47
- The robot's metallic body gleams under the bright, even lighting, highlighting its futuristic design and intricate joints. \
48
- A glowing blue light emanates from its chest, adding a touch of advanced technology. The background is dominated by rows of boxes, \
49
- suggesting a highly organized storage system. The floor is lined with wooden pallets, enhancing the industrial setting. \
50
- The camera remains static, capturing the robot's poised stance amidst the orderly environment, with a shallow depth of \
51
- field that keeps the focus on the robot while subtly blurring the background for a cinematic effect."
52
-
53
- # Example using 7B model
54
- PYTHONPATH=$(pwd) python cosmos1/models/diffusion/inference/text2world.py \
55
- --checkpoint_dir checkpoints \
56
- --diffusion_transformer_dir Cosmos-1.0-Diffusion-7B-Text2World \
57
- --prompt "$PROMPT" \
58
- --offload_prompt_upsampler \
59
- --video_save_name Cosmos-1.0-Diffusion-7B-Text2World
60
- ```
61
-
62
- <video src="https://github.com/user-attachments/assets/db7bebfe-5314-40a6-b045-4f6ce0a87f2a">
63
- Your browser does not support the video tag.
64
- </video>
65
-
66
- We also offer [multi-GPU inference](cosmos1/models/diffusion/nemo/inference/README.md) support for Diffusion Text2World WFM models through NeMo Framework.
67
-
68
- ### Post-training
69
-
70
- NeMo Framework provides GPU accelerated post-training with general post-training for both [diffusion](cosmos1/models/diffusion/nemo/post_training/README.md) and [autoregressive](cosmos1/models/autoregressive/nemo/post_training/README.md) models, with other types of post-training coming soon.
71
-
72
- ## License and Contact
73
-
74
- This project will download and install additional third-party open source software projects. Review the license terms of these open source projects before use.
75
-
76
- NVIDIA Cosmos source code is released under the [Apache 2 License](https://www.apache.org/licenses/LICENSE-2.0).
77
-
78
- NVIDIA Cosmos models are released under the [NVIDIA Open Model License](https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license). For a custom license, please contact [cosmos-license@nvidia.com](mailto:cosmos-license@nvidia.com).
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
RELEASE.md DELETED
@@ -1,7 +0,0 @@
1
- # Release Cadence
2
-
3
-
4
- | Version | Description | Date |
5
- |------------|----------|----------|
6
- | [v1.0](release_notes/v0p1.md) | Initial diffusion and autoregressive WFMs release | 2025-01-06 |
7
- | [v0.1](release_notes/v0p1.md) | Initial tokenizer release | 2024-11-06 |
 
 
 
 
 
 
 
 
__init__.py ADDED
File without changes
cosmos1/models/guardrail/aegis/aegis.py → aegis.py RENAMED
@@ -15,13 +15,14 @@
15
 
16
  import argparse
17
 
 
18
  import torch
19
  from peft import PeftModel
20
  from transformers import AutoModelForCausalLM, AutoTokenizer
21
 
22
- from cosmos1.models.guardrail.aegis.categories import UNSAFE_CATEGORIES
23
- from cosmos1.models.guardrail.common.core import ContentSafetyGuardrail, GuardrailRunner
24
- from cosmos1.utils import log, misc
25
 
26
  SAFE = misc.Color.green("SAFE")
27
  UNSAFE = misc.Color.red("UNSAFE")
 
15
 
16
  import argparse
17
 
18
+ from . import log
19
  import torch
20
  from peft import PeftModel
21
  from transformers import AutoModelForCausalLM, AutoTokenizer
22
 
23
+ from .categories import UNSAFE_CATEGORIES
24
+ from .guardrail_core import ContentSafetyGuardrail, GuardrailRunner
25
+ from . import misc
26
 
27
  SAFE = misc.Color.green("SAFE")
28
  UNSAFE = misc.Color.red("UNSAFE")
cosmos1/models/autoregressive/configs/base/tokenizer.py → ar_config_tokenizer.py RENAMED
@@ -17,10 +17,10 @@ from typing import Optional
17
 
18
  import attrs
19
 
20
- from cosmos1.models.autoregressive.tokenizer.discrete_video import DiscreteVideoFSQStateDictTokenizer
21
- from cosmos1.models.autoregressive.tokenizer.networks import CausalDiscreteVideoTokenizer
22
- from cosmos1.utils.lazy_config import LazyCall as L
23
- from cosmos1.utils.lazy_config import LazyDict
24
 
25
 
26
  def create_discrete_video_fsq_tokenizer_state_dict_config(
 
17
 
18
  import attrs
19
 
20
+ from .discrete_video import DiscreteVideoFSQStateDictTokenizer
21
+ from .ar_networks import CausalDiscreteVideoTokenizer
22
+ from .lazy_config_init import LazyCall as L
23
+ from .lazy_config_init import LazyDict
24
 
25
 
26
  def create_discrete_video_fsq_tokenizer_state_dict_config(
cosmos1/models/autoregressive/configs/base/model.py → ar_configs_base_model.py RENAMED
@@ -17,7 +17,7 @@ from typing import Optional
17
 
18
  import attrs
19
 
20
- from cosmos1.models.autoregressive.configs.base.tokenizer import TokenizerConfig
21
 
22
 
23
  @attrs.define
 
17
 
18
  import attrs
19
 
20
+ from .ar_config_tokenizer import TokenizerConfig
21
 
22
 
23
  @attrs.define
cosmos1/models/autoregressive/model.py → ar_model.py RENAMED
@@ -19,23 +19,24 @@ import time
19
  from pathlib import Path
20
  from typing import Any, Dict, List, Optional, Set
21
 
 
22
  import torch
23
  from safetensors.torch import load_file
24
  from torch.nn.modules.module import _IncompatibleKeys
25
 
26
- from cosmos1.models.autoregressive.configs.base.model import ModelConfig
27
- from cosmos1.models.autoregressive.configs.base.tokenizer import TokenizerConfig
28
- from cosmos1.models.autoregressive.modules.mm_projector import MultimodalProjector
29
- from cosmos1.models.autoregressive.networks.transformer import Transformer
30
- from cosmos1.models.autoregressive.networks.vit import VisionTransformer, get_vit_config
31
- from cosmos1.models.autoregressive.tokenizer.tokenizer import DiscreteMultimodalTokenizer, update_vocab_size
32
- from cosmos1.models.autoregressive.utils.checkpoint import (
33
  get_partial_state_dict,
34
  process_state_dict,
35
  substrings_to_ignore,
36
  )
37
- from cosmos1.models.autoregressive.utils.sampling import decode_n_tokens, decode_one_token, prefill
38
- from cosmos1.utils import log, misc
39
 
40
 
41
  class AutoRegressiveModel(torch.nn.Module):
 
19
  from pathlib import Path
20
  from typing import Any, Dict, List, Optional, Set
21
 
22
+ from . import log
23
  import torch
24
  from safetensors.torch import load_file
25
  from torch.nn.modules.module import _IncompatibleKeys
26
 
27
+ from .ar_configs_base_model import ModelConfig
28
+ from .ar_config_tokenizer import TokenizerConfig
29
+ from .mm_projector import MultimodalProjector
30
+ from .ar_transformer import Transformer
31
+ from .vit import VisionTransformer, get_vit_config
32
+ from .ar_tokenizer import DiscreteMultimodalTokenizer, update_vocab_size
33
+ from .checkpoint import (
34
  get_partial_state_dict,
35
  process_state_dict,
36
  substrings_to_ignore,
37
  )
38
+ from .sampling import decode_n_tokens, decode_one_token, prefill
39
+ from . import misc
40
 
41
 
42
  class AutoRegressiveModel(torch.nn.Module):
cosmos1/models/autoregressive/modules/attention.py → ar_modules_attention.py RENAMED
@@ -19,8 +19,8 @@ from typing import Optional, Union
19
  import torch
20
  from torch import nn
21
 
22
- from cosmos1.models.autoregressive.modules.embedding import RotaryPositionEmbedding
23
- from cosmos1.models.autoregressive.modules.normalization import create_norm
24
 
25
 
26
  class Attention(nn.Module):
 
19
  import torch
20
  from torch import nn
21
 
22
+ from .ar_modules_embedding import RotaryPositionEmbedding
23
+ from .ar_modules_normalization import create_norm
24
 
25
 
26
  class Attention(nn.Module):
cosmos1/models/autoregressive/modules/embedding.py → ar_modules_embedding.py RENAMED
File without changes
cosmos1/models/autoregressive/modules/mlp.py → ar_modules_mlp.py RENAMED
File without changes
cosmos1/models/autoregressive/modules/normalization.py → ar_modules_normalization.py RENAMED
File without changes
cosmos1/models/autoregressive/tokenizer/networks.py → ar_networks.py RENAMED
@@ -18,9 +18,9 @@ from collections import namedtuple
18
  import torch
19
  from torch import nn
20
 
21
- from cosmos1.models.autoregressive.tokenizer.modules import CausalConv3d, DecoderFactorized, EncoderFactorized
22
- from cosmos1.models.autoregressive.tokenizer.quantizers import FSQuantizer
23
- from cosmos1.utils import log
24
 
25
  NetworkEval = namedtuple("NetworkEval", ["reconstructions", "quant_loss", "quant_info"])
26
 
 
18
  import torch
19
  from torch import nn
20
 
21
+ from .ar_tokenizer_modules import CausalConv3d, DecoderFactorized, EncoderFactorized
22
+ from .ar_tokenizer_quantizers import FSQuantizer
23
+ from . import log
24
 
25
  NetworkEval = namedtuple("NetworkEval", ["reconstructions", "quant_loss", "quant_info"])
26
 
cosmos1/models/autoregressive/tokenizer/tokenizer.py → ar_tokenizer.py RENAMED
@@ -19,8 +19,8 @@ from typing import Optional
19
  import torch
20
  from einops import rearrange
21
 
22
- from cosmos1.models.autoregressive.configs.base.tokenizer import TokenizerConfig
23
- from cosmos1.utils.lazy_config import instantiate as lazy_instantiate
24
 
25
 
26
  def update_vocab_size(
 
19
  import torch
20
  from einops import rearrange
21
 
22
+ from .ar_config_tokenizer import TokenizerConfig
23
+ from .lazy_config_init import instantiate as lazy_instantiate
24
 
25
 
26
  def update_vocab_size(
cosmos1/models/autoregressive/tokenizer/image_text_tokenizer.py → ar_tokenizer_image_text_tokenizer.py RENAMED
@@ -21,8 +21,8 @@ import transformers
21
  from transformers import AutoImageProcessor
22
  from transformers.image_utils import ImageInput, is_valid_image, load_image
23
 
24
- from cosmos1.models.autoregressive.tokenizer.text_tokenizer import TextTokenizer
25
- from cosmos1.utils import log
26
 
27
  # Configuration for different vision-language models
28
  IMAGE_CONFIGS = {
 
21
  from transformers import AutoImageProcessor
22
  from transformers.image_utils import ImageInput, is_valid_image, load_image
23
 
24
+ from .ar_tokenizer_text_tokenizer import TextTokenizer
25
+ from . import log
26
 
27
  # Configuration for different vision-language models
28
  IMAGE_CONFIGS = {
cosmos1/models/autoregressive/tokenizer/modules.py → ar_tokenizer_modules.py RENAMED
@@ -29,8 +29,8 @@ import torch
29
  import torch.nn as nn
30
  import torch.nn.functional as F
31
 
32
- from cosmos1.models.autoregressive.tokenizer.patching import Patcher3D, UnPatcher3D
33
- from cosmos1.models.autoregressive.tokenizer.utils import (
34
  CausalNormalize,
35
  batch2space,
36
  batch2time,
@@ -41,7 +41,7 @@ from cosmos1.models.autoregressive.tokenizer.utils import (
41
  space2batch,
42
  time2batch,
43
  )
44
- from cosmos1.utils import log
45
 
46
 
47
  class CausalConv3d(nn.Module):
 
29
  import torch.nn as nn
30
  import torch.nn.functional as F
31
 
32
+ from .ar_tokenizer_patching import Patcher3D, UnPatcher3D
33
+ from .ar_tokenizer_utils import (
34
  CausalNormalize,
35
  batch2space,
36
  batch2time,
 
41
  space2batch,
42
  time2batch,
43
  )
44
+ from . import log
45
 
46
 
47
  class CausalConv3d(nn.Module):
cosmos1/models/autoregressive/tokenizer/patching.py → ar_tokenizer_patching.py RENAMED
File without changes
cosmos1/models/autoregressive/tokenizer/quantizers.py → ar_tokenizer_quantizers.py RENAMED
@@ -21,7 +21,7 @@ import torch
21
  import torch.nn as nn
22
  from einops import rearrange
23
 
24
- from cosmos1.models.autoregressive.tokenizer.utils import default, pack_one, round_ste, unpack_one
25
 
26
 
27
  class FSQuantizer(nn.Module):
 
21
  import torch.nn as nn
22
  from einops import rearrange
23
 
24
+ from .ar_tokenizer_utils import default, pack_one, round_ste, unpack_one
25
 
26
 
27
  class FSQuantizer(nn.Module):
cosmos1/models/autoregressive/tokenizer/text_tokenizer.py → ar_tokenizer_text_tokenizer.py RENAMED
@@ -19,7 +19,7 @@ import numpy as np
19
  import torch
20
  from transformers import AutoTokenizer
21
 
22
- from cosmos1.utils import log
23
 
24
 
25
  def get_tokenizer_path(model_family: str, is_instruct_model: bool = False):
 
19
  import torch
20
  from transformers import AutoTokenizer
21
 
22
+ from . import log
23
 
24
 
25
  def get_tokenizer_path(model_family: str, is_instruct_model: bool = False):
cosmos1/models/autoregressive/tokenizer/utils.py → ar_tokenizer_utils.py RENAMED
File without changes
cosmos1/models/autoregressive/networks/transformer.py → ar_transformer.py RENAMED
@@ -19,17 +19,17 @@ import torch
19
  import torch.nn as nn
20
  from torch.nn.modules.module import _IncompatibleKeys
21
 
22
- from cosmos1.models.autoregressive.modules.attention import Attention
23
- from cosmos1.models.autoregressive.modules.embedding import (
24
  RotaryPositionEmbeddingPytorchV1,
25
  RotaryPositionEmbeddingPytorchV2,
26
  SinCosPosEmbAxisTE,
27
  )
28
- from cosmos1.models.autoregressive.modules.mlp import MLP
29
- from cosmos1.models.autoregressive.modules.normalization import create_norm
30
- from cosmos1.models.autoregressive.utils.checkpoint import process_state_dict, substrings_to_ignore
31
- from cosmos1.models.autoregressive.utils.misc import maybe_convert_to_namespace
32
- from cosmos1.utils import log
33
 
34
 
35
  class TransformerBlock(nn.Module):
 
19
  import torch.nn as nn
20
  from torch.nn.modules.module import _IncompatibleKeys
21
 
22
+ from .ar_modules_attention import Attention
23
+ from .ar_modules_embedding import (
24
  RotaryPositionEmbeddingPytorchV1,
25
  RotaryPositionEmbeddingPytorchV2,
26
  SinCosPosEmbAxisTE,
27
  )
28
+ from .ar_modules_mlp import MLP
29
+ from .ar_modules_normalization import create_norm
30
+ from .checkpoint import process_state_dict, substrings_to_ignore
31
+ from .ar_utils_misc import maybe_convert_to_namespace
32
+ from . import log
33
 
34
 
35
  class TransformerBlock(nn.Module):
cosmos1/models/autoregressive/utils/misc.py → ar_utils_misc.py RENAMED
File without changes
assets/cosmos-logo.png DELETED
Binary file (30.2 kB)
 
cosmos1/models/diffusion/module/attention.py → attention.py RENAMED
File without changes
cosmos1/models/common/base_world_generation_pipeline.py → base_world_generation_pipeline.py RENAMED
@@ -21,8 +21,8 @@ from typing import Any
21
  import numpy as np
22
  import torch
23
 
24
- from cosmos1.models.common.t5_text_encoder import CosmosT5TextEncoder
25
- from cosmos1.models.guardrail.common import presets as guardrail_presets
26
 
27
 
28
  class BaseWorldGenerationPipeline(ABC):
 
21
  import numpy as np
22
  import torch
23
 
24
+ from .t5_text_encoder import CosmosT5TextEncoder
25
+ from . import presets as guardrail_presets
26
 
27
 
28
  class BaseWorldGenerationPipeline(ABC):
cosmos1/models/diffusion/diffusion/functional/batch_ops.py → batch_ops.py RENAMED
File without changes
cosmos1/models/guardrail/blocklist/blocklist.py → blocklist.py RENAMED
@@ -19,12 +19,13 @@ import re
19
  import string
20
  from difflib import SequenceMatcher
21
 
 
22
  import nltk
23
  from better_profanity import profanity
24
 
25
- from cosmos1.models.guardrail.blocklist.utils import read_keyword_list_from_dir, to_ascii
26
- from cosmos1.models.guardrail.common.core import ContentSafetyGuardrail, GuardrailRunner
27
- from cosmos1.utils import log, misc
28
 
29
  DEFAULT_CHECKPOINT_DIR = "checkpoints/Cosmos-1.0-Guardrail/blocklist"
30
  CENSOR = misc.Color.red("*")
 
19
  import string
20
  from difflib import SequenceMatcher
21
 
22
+ from . import log
23
  import nltk
24
  from better_profanity import profanity
25
 
26
+ from .guardrail_blocklist_utils import read_keyword_list_from_dir, to_ascii
27
+ from .guardrail_core import ContentSafetyGuardrail, GuardrailRunner
28
+ from . import misc
29
 
30
  DEFAULT_CHECKPOINT_DIR = "checkpoints/Cosmos-1.0-Guardrail/blocklist"
31
  CENSOR = misc.Color.red("*")
cosmos1/models/diffusion/module/blocks.py → blocks.py RENAMED
@@ -22,8 +22,8 @@ from einops import rearrange, repeat
22
  from einops.layers.torch import Rearrange
23
  from torch import nn
24
 
25
- from cosmos1.models.diffusion.module.attention import Attention, GPT2FeedForward
26
- from cosmos1.utils import log
27
 
28
 
29
  def modulate(x, shift, scale):
 
22
  from einops.layers.torch import Rearrange
23
  from torch import nn
24
 
25
+ from .attention import Attention, GPT2FeedForward
26
+ from . import log
27
 
28
 
29
  def modulate(x, shift, scale):
cosmos1/models/guardrail/face_blur_filter/blur_utils.py → blur_utils.py RENAMED
File without changes
cosmos1/models/guardrail/aegis/categories.py → categories.py RENAMED
File without changes
cosmos1/models/autoregressive/utils/checkpoint.py → checkpoint.py RENAMED
File without changes
checkpoints/README.md DELETED
@@ -1,3 +0,0 @@
1
- # Checkpoint directory
2
-
3
- Follow our instructions for downloading checkpoints in [Cosmos Diffusion Inference](../cosmos1/models/diffusion/README.md#download-checkpoints) and [Cosmos Autoregressive Inference](../cosmos1/models/autoregressive/README.md). Cosmos checkpoints will be downloaded to this directory.
 
 
 
 
cosmos1/models/diffusion/conditioner.py → conditioner.py RENAMED
@@ -23,9 +23,9 @@ from typing import Any, Dict, List, Optional, Tuple, Union
23
  import torch
24
  import torch.nn as nn
25
 
26
- from cosmos1.models.diffusion.diffusion.functional.batch_ops import batch_mul
27
- from cosmos1.utils import log
28
- from cosmos1.utils.lazy_config import instantiate
29
 
30
 
31
  class BaseConditionEntry(nn.Module):
 
23
  import torch
24
  import torch.nn as nn
25
 
26
+ from .batch_ops import batch_mul
27
+ from . import log
28
+ from .lazy_config_init import instantiate
29
 
30
 
31
  class BaseConditionEntry(nn.Module):
cosmos1/utils/config.py → config.py RENAMED
@@ -19,8 +19,9 @@ from typing import Any, TypeVar
19
 
20
  import attrs
21
 
22
- from cosmos1.utils.lazy_config import LazyDict
23
- from cosmos1.utils.misc import Color
 
24
 
25
  T = TypeVar("T")
26
 
 
19
 
20
  import attrs
21
 
22
+ from omegaconf import DictConfig as LazyDict
23
+
24
+ from .misc import Color
25
 
26
  T = TypeVar("T")
27
 
cosmos1/models/diffusion/config/base/conditioner.py → config_base_conditioner.py RENAMED
@@ -18,9 +18,9 @@ from typing import Dict, List, Optional
18
  import attrs
19
  import torch
20
 
21
- from cosmos1.models.diffusion.conditioner import BaseConditionEntry, TextAttr, VideoConditioner, VideoExtendConditioner
22
- from cosmos1.utils.lazy_config import LazyCall as L
23
- from cosmos1.utils.lazy_config import LazyDict
24
 
25
 
26
  @attrs.define(slots=False)
 
18
  import attrs
19
  import torch
20
 
21
+ from .conditioner import BaseConditionEntry, TextAttr, VideoConditioner, VideoExtendConditioner
22
+ from .lazy_config_init import LazyCall as L
23
+ from .lazy_config_init import LazyDict
24
 
25
 
26
  @attrs.define(slots=False)
cosmos1/utils/config_helper.py → config_helper.py RENAMED
@@ -27,8 +27,8 @@ from hydra import compose, initialize
27
  from hydra.core.config_store import ConfigStore
28
  from omegaconf import DictConfig, OmegaConf
29
 
30
- from cosmos1.utils import log
31
- from cosmos1.utils.config import Config
32
 
33
 
34
  def is_attrs_or_dataclass(obj) -> bool:
 
27
  from hydra.core.config_store import ConfigStore
28
  from omegaconf import DictConfig, OmegaConf
29
 
30
+ from . import log
31
+ from .config import Config
32
 
33
 
34
  def is_attrs_or_dataclass(obj) -> bool:
cosmos1/models/autoregressive/diffusion_decoder/config/base/conditioner.py CHANGED
@@ -18,8 +18,8 @@ from typing import Dict, Optional
18
 
19
  import torch
20
 
21
- from cosmos1.models.diffusion.conditioner import BaseVideoCondition, GeneralConditioner
22
- from cosmos1.models.diffusion.config.base.conditioner import (
23
  FPSConfig,
24
  ImageSizeConfig,
25
  LatentConditionConfig,
@@ -28,8 +28,8 @@ from cosmos1.models.diffusion.config.base.conditioner import (
28
  PaddingMaskConfig,
29
  TextConfig,
30
  )
31
- from cosmos1.utils.lazy_config import LazyCall as L
32
- from cosmos1.utils.lazy_config import LazyDict
33
 
34
 
35
  @dataclass
 
18
 
19
  import torch
20
 
21
+ from conditioner import BaseVideoCondition, GeneralConditioner
22
+ from config_base_conditioner import (
23
  FPSConfig,
24
  ImageSizeConfig,
25
  LatentConditionConfig,
 
28
  PaddingMaskConfig,
29
  TextConfig,
30
  )
31
+ from lazy_config_init import LazyCall as L
32
+ from lazy_config_init import LazyDict
33
 
34
 
35
  @dataclass
cosmos1/models/autoregressive/diffusion_decoder/config/config_latent_diffusion_decoder.py CHANGED
@@ -20,8 +20,8 @@ import attrs
20
  from cosmos1.models.autoregressive.diffusion_decoder.config.registry import register_configs as register_dd_configs
21
  from cosmos1.models.diffusion.config.base.model import LatentDiffusionDecoderModelConfig
22
  from cosmos1.models.diffusion.config.registry import register_configs
23
- from cosmos1.utils import config
24
- from cosmos1.utils.config_helper import import_all_modules_from_package
25
 
26
 
27
  @attrs.define(slots=False)
 
20
  from cosmos1.models.autoregressive.diffusion_decoder.config.registry import register_configs as register_dd_configs
21
  from cosmos1.models.diffusion.config.base.model import LatentDiffusionDecoderModelConfig
22
  from cosmos1.models.diffusion.config.registry import register_configs
23
+ from . import config
24
+ from config_helper import import_all_modules_from_package
25
 
26
 
27
  @attrs.define(slots=False)
cosmos1/models/autoregressive/diffusion_decoder/config/inference/cosmos_diffusiondecoder_7b.py CHANGED
@@ -16,8 +16,8 @@
16
  from hydra.core.config_store import ConfigStore
17
 
18
  from cosmos1.models.autoregressive.diffusion_decoder.network import DiffusionDecoderGeneralDIT
19
- from cosmos1.utils.lazy_config import LazyCall as L
20
- from cosmos1.utils.lazy_config import LazyDict
21
 
22
  num_frames = 57
23
  Cosmos_DiffusionDecoder_7B_INFERENCE_ONLY: LazyDict = LazyDict(
 
16
  from hydra.core.config_store import ConfigStore
17
 
18
  from cosmos1.models.autoregressive.diffusion_decoder.network import DiffusionDecoderGeneralDIT
19
+ from lazy_config_init import LazyCall as L
20
+ from lazy_config_init import LazyDict
21
 
22
  num_frames = 57
23
  Cosmos_DiffusionDecoder_7B_INFERENCE_ONLY: LazyDict = LazyDict(
cosmos1/models/autoregressive/diffusion_decoder/config/registry.py CHANGED
@@ -18,9 +18,9 @@ from hydra.core.config_store import ConfigStore
18
  from cosmos1.models.autoregressive.diffusion_decoder.config.base.conditioner import (
19
  VideoLatentDiffusionDecoderConditionerConfig,
20
  )
21
- from cosmos1.models.autoregressive.tokenizer.discrete_video import DiscreteVideoFSQJITTokenizer
22
- from cosmos1.models.diffusion.module.pretrained_vae import JITVAE, JointImageVideoSharedJITTokenizer, VideoJITTokenizer
23
- from cosmos1.utils.lazy_config import LazyCall as L
24
 
25
 
26
  def get_cosmos_video_discrete_tokenizer_comp8x16x16(
 
18
  from cosmos1.models.autoregressive.diffusion_decoder.config.base.conditioner import (
19
  VideoLatentDiffusionDecoderConditionerConfig,
20
  )
21
+ from discrete_video import DiscreteVideoFSQJITTokenizer
22
+ from pretrained_vae import JITVAE, JointImageVideoSharedJITTokenizer, VideoJITTokenizer
23
+ from lazy_config_init import LazyCall as L
24
 
25
 
26
  def get_cosmos_video_discrete_tokenizer_comp8x16x16(
cosmos1/models/autoregressive/diffusion_decoder/inference.py CHANGED
@@ -19,10 +19,10 @@ from typing import List
19
 
20
  import torch
21
 
22
- from cosmos1.models.autoregressive.configs.inference.inference_config import DiffusionDecoderSamplingConfig
23
  from cosmos1.models.autoregressive.diffusion_decoder.model import LatentDiffusionDecoderModel
24
  from cosmos1.models.autoregressive.diffusion_decoder.utils import linear_blend_video_list, split_with_overlap
25
- from cosmos1.utils import log
26
 
27
 
28
  def diffusion_decoder_process_tokens(
 
19
 
20
  import torch
21
 
22
+ from inference_config import DiffusionDecoderSamplingConfig
23
  from cosmos1.models.autoregressive.diffusion_decoder.model import LatentDiffusionDecoderModel
24
  from cosmos1.models.autoregressive.diffusion_decoder.utils import linear_blend_video_list, split_with_overlap
25
+ from . import log
26
 
27
 
28
  def diffusion_decoder_process_tokens(