Hugging Face's logo

krsnalyst
/
andro

LiteRT
Model card Files
xet
 Community
krsnalyst commited on
Commit
5885a23
·
verified ·
1 Parent(s): 50c0a2f

Upload 19 files

Browse files
Files changed (20) hide show
  1. .gitattributes +1 -0
  2. kaggle_job/=0.15.0 +155 -0
  3. kaggle_job/=2.11.0 +164 -0
  4. kaggle_job/__pycache__/inspect.cpython-313.pyc +0 -0
  5. kaggle_job/convert.py +53 -0
  6. kaggle_job/cpu_log.txt +0 -0
  7. kaggle_job/cpu_logs/gemma-4-e2b-litert-cpu.log +0 -0
  8. kaggle_job/gemma-4-e2b-litert-conversion.log +378 -0
  9. kaggle_job/gemma-4-e2b-litert-cpu-wi4.log +378 -0
  10. kaggle_job/gemma-4-e2b-litert-cpu.log +0 -0
  11. kaggle_job/get_log.py +19 -0
  12. kaggle_job/kernel-metadata.json +14 -0
  13. kaggle_job/output_3phase/model.tflite +3 -0
  14. kaggle_job/tail_log.py +31 -0
  15. kaggle_job/tmp_rlqiwr8/model.tflite +3 -0
  16. kaggle_job_quantize/kernel-metadata.json +15 -0
  17. kaggle_job_quantize/output_v6/model_quantized.tflite +3 -0
  18. kaggle_job_quantize/quantize.py +136 -0
  19. tmp_litert/litert_torch-0.9.0-py3-none-any.whl +3 -0
  20. tmp_litert/litert_torch-0.9.0-py3-none-any.zip +3 -0
.gitattributes CHANGED
@@ -40,3 +40,4 @@ modelthelasthope.litertlm filter=lfs diff=lfs merge=lfs -text
40
  model_2k_lasthope_gcs.litertlm filter=lfs diff=lfs merge=lfs -text
41
  model_2k_official_prefill_wi4.litertlm filter=lfs diff=lfs merge=lfs -text
42
  model_2k_official_prefill_wi4.pscp.partial filter=lfs diff=lfs merge=lfs -text
 
 
40
  model_2k_lasthope_gcs.litertlm filter=lfs diff=lfs merge=lfs -text
41
  model_2k_official_prefill_wi4.litertlm filter=lfs diff=lfs merge=lfs -text
42
  model_2k_official_prefill_wi4.pscp.partial filter=lfs diff=lfs merge=lfs -text
43
+ tmp_litert/litert_torch-0.9.0-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
kaggle_job/=0.15.0 ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Collecting litert-torch
2
+ Downloading litert_torch-0.9.0-py3-none-any.whl.metadata (2.3 kB)
3
+ Requirement already satisfied: torchao in /usr/local/lib/python3.12/dist-packages (0.10.0)
4
+ Requirement already satisfied: transformers in /usr/local/lib/python3.12/dist-packages (5.0.0)
5
+ Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.12/dist-packages (1.4.1)
6
+ Collecting mediapipe
7
+ Downloading mediapipe-0.10.35-py3-none-manylinux_2_28_x86_64.whl.metadata (9.8 kB)
8
+ Requirement already satisfied: accelerate in /usr/local/lib/python3.12/dist-packages (1.12.0)
9
+ Requirement already satisfied: sentencepiece in /usr/local/lib/python3.12/dist-packages (0.2.1)
10
+ Requirement already satisfied: absl-py in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.4.0)
11
+ Requirement already satisfied: numpy in /usr/local/lib/python3.12/dist-packages (from litert-torch) (2.0.2)
12
+ Requirement already satisfied: scipy in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.16.3)
13
+ Requirement already satisfied: safetensors in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.7.0)
14
+ Requirement already satisfied: multipledispatch in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.0.0)
15
+ Requirement already satisfied: kagglehub in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.0.0)
16
+ Requirement already satisfied: tabulate in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.9.0)
17
+ Requirement already satisfied: torch<2.12.0,>=2.4.0 in /usr/local/lib/python3.12/dist-packages (from litert-torch) (2.10.0+cu128)
18
+ Collecting ai-edge-litert<2.2.0,>=2.1.4 (from ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch)
19
+ Downloading ai_edge_litert-2.1.4-cp312-cp312-manylinux_2_27_x86_64.whl.metadata (2.2 kB)
20
+ Collecting ai-edge-quantizer==0.6.* (from litert-torch)
21
+ Downloading ai_edge_quantizer-0.6.0-py3-none-any.whl.metadata (16 kB)
22
+ Collecting litert-converter==0.1.* (from litert-torch)
23
+ Downloading litert_converter-0.1.0-cp312-cp312-manylinux_2_27_x86_64.whl.metadata (1.9 kB)
24
+ Requirement already satisfied: jax in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.7.2)
25
+ Collecting jaxtyping (from litert-torch)
26
+ Downloading jaxtyping-0.3.9-py3-none-any.whl.metadata (7.4 kB)
27
+ Collecting fire (from litert-torch)
28
+ Downloading fire-0.7.1-py3-none-any.whl.metadata (5.8 kB)
29
+ Requirement already satisfied: rich in /usr/local/lib/python3.12/dist-packages (from litert-torch) (13.9.4)
30
+ Requirement already satisfied: immutabledict in /usr/local/lib/python3.12/dist-packages (from ai-edge-quantizer==0.6.*->litert-torch) (4.3.1)
31
+ Requirement already satisfied: ml_dtypes in /usr/local/lib/python3.12/dist-packages (from ai-edge-quantizer==0.6.*->litert-torch) (0.5.4)
32
+ Collecting backports.strenum (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch)
33
+ Downloading backports_strenum-1.2.8-py3-none-any.whl.metadata (3.6 kB)
34
+ Requirement already satisfied: flatbuffers in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch) (25.12.19)
35
+ Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch) (4.67.3)
36
+ Requirement already satisfied: typing-extensions in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch) (4.15.0)
37
+ Requirement already satisfied: protobuf in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch) (5.29.5)
38
+ Requirement already satisfied: lark in /usr/local/lib/python3.12/dist-packages (from litert-converter==0.1.*->litert-torch) (1.3.1)
39
+ Collecting xdsl==0.28.0 (from litert-converter==0.1.*->litert-torch)
40
+ Downloading xdsl-0.28.0-py3-none-any.whl.metadata (9.5 kB)
41
+ Collecting immutabledict (from ai-edge-quantizer==0.6.*->litert-torch)
42
+ Downloading immutabledict-4.2.1-py3-none-any.whl.metadata (3.5 kB)
43
+ Collecting typing-extensions (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch)
44
+ Downloading typing_extensions-4.12.2-py3-none-any.whl.metadata (3.0 kB)
45
+ Collecting ordered-set==4.1.0 (from xdsl==0.28.0->litert-converter==0.1.*->litert-torch)
46
+ Downloading ordered_set-4.1.0-py3-none-any.whl.metadata (5.3 kB)
47
+ Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from transformers) (3.24.3)
48
+ Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (26.0)
49
+ Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.12/dist-packages (from transformers) (6.0.3)
50
+ Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.12/dist-packages (from transformers) (2025.11.3)
51
+ Requirement already satisfied: tokenizers<=0.23.0,>=0.22.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.22.2)
52
+ Requirement already satisfied: typer-slim in /usr/local/lib/python3.12/dist-packages (from transformers) (0.24.0)
53
+ Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (2026.2.0)
54
+ Requirement already satisfied: hf-xet<2.0.0,>=1.2.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (1.3.0)
55
+ Requirement already satisfied: httpx<1,>=0.23.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (0.28.1)
56
+ Requirement already satisfied: shellingham in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (1.5.4)
57
+ Collecting absl-py (from litert-torch)
58
+ Downloading absl_py-2.4.0-py3-none-any.whl.metadata (3.3 kB)
59
+ Requirement already satisfied: certifi in /usr/local/lib/python3.12/dist-packages (from mediapipe) (2026.1.4)
60
+ Collecting sounddevice~=0.5 (from mediapipe)
61
+ Downloading sounddevice-0.5.5-py3-none-any.whl.metadata (1.4 kB)
62
+ Requirement already satisfied: opencv-contrib-python in /usr/local/lib/python3.12/dist-packages (from mediapipe) (4.13.0.92)
63
+ Requirement already satisfied: matplotlib in /usr/local/lib/python3.12/dist-packages (from mediapipe) (3.10.0)
64
+ Requirement already satisfied: psutil in /usr/local/lib/python3.12/dist-packages (from accelerate) (5.9.5)
65
+ Requirement already satisfied: anyio in /usr/local/lib/python3.12/dist-packages (from httpx<1,>=0.23.0->huggingface-hub) (4.12.1)
66
+ Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.12/dist-packages (from httpx<1,>=0.23.0->huggingface-hub) (1.0.9)
67
+ Requirement already satisfied: idna in /usr/local/lib/python3.12/dist-packages (from httpx<1,>=0.23.0->huggingface-hub) (3.11)
68
+ Requirement already satisfied: h11>=0.16 in /usr/local/lib/python3.12/dist-packages (from httpcore==1.*->httpx<1,>=0.23.0->huggingface-hub) (0.16.0)
69
+ Requirement already satisfied: cffi in /usr/local/lib/python3.12/dist-packages (from sounddevice~=0.5->mediapipe) (2.0.0)
70
+ Requirement already satisfied: setuptools in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (75.2.0)
71
+ Requirement already satisfied: sympy>=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (1.14.0)
72
+ Requirement already satisfied: networkx>=2.5.1 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (3.6.1)
73
+ Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (3.1.6)
74
+ Requirement already satisfied: cuda-bindings==12.9.4 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (12.9.4)
75
+ Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.8.93 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (12.8.93)
76
+ Requirement already satisfied: nvidia-cuda-runtime-cu12==12.8.90 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (12.8.90)
77
+ Requirement already satisfied: nvidia-cuda-cupti-cu12==12.8.90 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (12.8.90)
78
+ Requirement already satisfied: nvidia-cudnn-cu12==9.10.2.21 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (9.10.2.21)
79
+ Requirement already satisfied: nvidia-cublas-cu12==12.8.4.1 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (12.8.4.1)
80
+ Requirement already satisfied: nvidia-cufft-cu12==11.3.3.83 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (11.3.3.83)
81
+ Requirement already satisfied: nvidia-curand-cu12==10.3.9.90 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (10.3.9.90)
82
+ Requirement already satisfied: nvidia-cusolver-cu12==11.7.3.90 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (11.7.3.90)
83
+ Requirement already satisfied: nvidia-cusparse-cu12==12.5.8.93 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (12.5.8.93)
84
+ Requirement already satisfied: nvidia-cusparselt-cu12==0.7.1 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (0.7.1)
85
+ Requirement already satisfied: nvidia-nccl-cu12==2.27.5 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (2.27.5)
86
+ Requirement already satisfied: nvidia-nvshmem-cu12==3.4.5 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (3.4.5)
87
+ Requirement already satisfied: nvidia-nvtx-cu12==12.8.90 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (12.8.90)
88
+ Requirement already satisfied: nvidia-nvjitlink-cu12==12.8.93 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (12.8.93)
89
+ Requirement already satisfied: nvidia-cufile-cu12==1.13.1.3 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (1.13.1.3)
90
+ Requirement already satisfied: triton==3.6.0 in /usr/local/lib/python3.12/dist-packages (from torch<2.12.0,>=2.4.0->litert-torch) (3.6.0)
91
+ Requirement already satisfied: cuda-pathfinder~=1.1 in /usr/local/lib/python3.12/dist-packages (from cuda-bindings==12.9.4->torch<2.12.0,>=2.4.0->litert-torch) (1.3.5)
92
+ Requirement already satisfied: termcolor in /usr/local/lib/python3.12/dist-packages (from fire->litert-torch) (3.3.0)
93
+ Requirement already satisfied: jaxlib<=0.7.2,>=0.7.2 in /usr/local/lib/python3.12/dist-packages (from jax->litert-torch) (0.7.2)
94
+ Requirement already satisfied: opt_einsum in /usr/local/lib/python3.12/dist-packages (from jax->litert-torch) (3.4.0)
95
+ Collecting wadler-lindig>=0.1.3 (from jaxtyping->litert-torch)
96
+ Downloading wadler_lindig-0.1.7-py3-none-any.whl.metadata (17 kB)
97
+ Requirement already satisfied: kagglesdk<1.0,>=0.1.14 in /usr/local/lib/python3.12/dist-packages (from kagglehub->litert-torch) (0.1.16)
98
+ Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from kagglehub->litert-torch) (2.32.4)
99
+ Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (1.3.3)
100
+ Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (0.12.1)
101
+ Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (4.61.1)
102
+ Requirement already satisfied: kiwisolver>=1.3.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (1.4.9)
103
+ Requirement already satisfied: pillow>=8 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (11.3.0)
104
+ Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (3.3.2)
105
+ Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (2.9.0.post0)
106
+ Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.12/dist-packages (from rich->litert-torch) (4.0.0)
107
+ Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.12/dist-packages (from rich->litert-torch) (2.19.2)
108
+ Requirement already satisfied: typer>=0.24.0 in /usr/local/lib/python3.12/dist-packages (from typer-slim->transformers) (0.24.1)
109
+ Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.12/dist-packages (from markdown-it-py>=2.2.0->rich->litert-torch) (0.1.2)
110
+ Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil>=2.7->matplotlib->mediapipe) (1.17.0)
111
+ Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy>=1.13.3->torch<2.12.0,>=2.4.0->litert-torch) (1.3.0)
112
+ Requirement already satisfied: click>=8.2.1 in /usr/local/lib/python3.12/dist-packages (from typer>=0.24.0->typer-slim->transformers) (8.3.1)
113
+ Requirement already satisfied: annotated-doc>=0.0.2 in /usr/local/lib/python3.12/dist-packages (from typer>=0.24.0->typer-slim->transformers) (0.0.4)
114
+ Requirement already satisfied: pycparser in /usr/local/lib/python3.12/dist-packages (from cffi->sounddevice~=0.5->mediapipe) (3.0)
115
+ Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2->torch<2.12.0,>=2.4.0->litert-torch) (3.0.3)
116
+ Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests->kagglehub->litert-torch) (3.4.4)
117
+ Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests->kagglehub->litert-torch) (2.5.0)
118
+ Downloading litert_torch-0.9.0-py3-none-any.whl (570 kB)
119
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 570.6/570.6 kB 27.2 MB/s eta 0:00:00
120
+ Downloading ai_edge_quantizer-0.6.0-py3-none-any.whl (400 kB)
121
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 400.7/400.7 kB 27.5 MB/s eta 0:00:00
122
+ Downloading ai_edge_litert-2.1.4-cp312-cp312-manylinux_2_27_x86_64.whl (16.6 MB)
123
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 16.6/16.6 MB 20.0 MB/s eta 0:00:00
124
+ Downloading litert_converter-0.1.0-cp312-cp312-manylinux_2_27_x86_64.whl (116.0 MB)
125
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 116.0/116.0 MB 2.5 MB/s eta 0:00:00
126
+ Downloading xdsl-0.28.0-py3-none-any.whl (1.1 MB)
127
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.1/1.1 MB 4.9 MB/s eta 0:00:00
128
+ Downloading ordered_set-4.1.0-py3-none-any.whl (7.6 kB)
129
+ Downloading mediapipe-0.10.35-py3-none-manylinux_2_28_x86_64.whl (12.4 MB)
130
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.4/12.4 MB 108.9 MB/s eta 0:00:00
131
+ Downloading absl_py-2.4.0-py3-none-any.whl (135 kB)
132
+ ━━━━━━━━━━━━━━━━━��━━━━━━━━━━━━━━━━━━━━━━ 135.8/135.8 kB 12.3 MB/s eta 0:00:00
133
+ Downloading sounddevice-0.5.5-py3-none-any.whl (32 kB)
134
+ Downloading typing_extensions-4.12.2-py3-none-any.whl (37 kB)
135
+ Downloading fire-0.7.1-py3-none-any.whl (115 kB)
136
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 115.9/115.9 kB 10.8 MB/s eta 0:00:00
137
+ Downloading jaxtyping-0.3.9-py3-none-any.whl (56 kB)
138
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 56.3/56.3 kB 4.2 MB/s eta 0:00:00
139
+ Downloading immutabledict-4.2.1-py3-none-any.whl (4.7 kB)
140
+ Downloading wadler_lindig-0.1.7-py3-none-any.whl (20 kB)
141
+ Downloading backports_strenum-1.2.8-py3-none-any.whl (7.9 kB)
142
+ Installing collected packages: wadler-lindig, typing-extensions, ordered-set, immutabledict, fire, backports.strenum, absl-py, xdsl, sounddevice, jaxtyping, ai-edge-litert, mediapipe, litert-converter, ai-edge-quantizer, litert-torch
143
+ Attempting uninstall: typing-extensions
144
+ Found existing installation: typing_extensions 4.15.0
145
+ Uninstalling typing_extensions-4.15.0:
146
+ Successfully uninstalled typing_extensions-4.15.0
147
+ Attempting uninstall: immutabledict
148
+ Found existing installation: immutabledict 4.3.1
149
+ Uninstalling immutabledict-4.3.1:
150
+ Successfully uninstalled immutabledict-4.3.1
151
+ Attempting uninstall: absl-py
152
+ Found existing installation: absl-py 1.4.0
153
+ Uninstalling absl-py-1.4.0:
154
+ Successfully uninstalled absl-py-1.4.0
155
+ Successfully installed absl-py-2.4.0 ai-edge-litert-2.1.4 ai-edge-quantizer-0.6.0 backports.strenum-1.2.8 fire-0.7.1 immutabledict-4.2.1 jaxtyping-0.3.9 litert-converter-0.1.0 litert-torch-0.9.0 mediapipe-0.10.35 ordered-set-4.1.0 sounddevice-0.5.5 typing-extensions-4.12.2 wadler-lindig-0.1.7 xdsl-0.28.0
kaggle_job/=2.11.0 ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Requirement already satisfied: torch in /usr/local/lib/python3.12/dist-packages (2.10.0+cu128)
2
+ Requirement already satisfied: torchvision in /usr/local/lib/python3.12/dist-packages (0.25.0+cu128)
3
+ Requirement already satisfied: torchaudio in /usr/local/lib/python3.12/dist-packages (2.10.0+cu128)
4
+ Collecting litert-torch
5
+ Downloading litert_torch-0.9.0-py3-none-any.whl.metadata (2.3 kB)
6
+ Collecting torchao==0.6.1
7
+ Downloading torchao-0.6.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (13 kB)
8
+ Requirement already satisfied: transformers in /usr/local/lib/python3.12/dist-packages (5.0.0)
9
+ Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.12/dist-packages (1.4.1)
10
+ Collecting mediapipe
11
+ Downloading mediapipe-0.10.35-py3-none-manylinux_2_28_x86_64.whl.metadata (9.8 kB)
12
+ Requirement already satisfied: accelerate in /usr/local/lib/python3.12/dist-packages (1.12.0)
13
+ Requirement already satisfied: sentencepiece in /usr/local/lib/python3.12/dist-packages (0.2.1)
14
+ Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from torch) (3.24.3)
15
+ Requirement already satisfied: typing-extensions>=4.10.0 in /usr/local/lib/python3.12/dist-packages (from torch) (4.15.0)
16
+ Requirement already satisfied: setuptools in /usr/local/lib/python3.12/dist-packages (from torch) (75.2.0)
17
+ Requirement already satisfied: sympy>=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch) (1.14.0)
18
+ Requirement already satisfied: networkx>=2.5.1 in /usr/local/lib/python3.12/dist-packages (from torch) (3.6.1)
19
+ Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch) (3.1.6)
20
+ Requirement already satisfied: fsspec>=0.8.5 in /usr/local/lib/python3.12/dist-packages (from torch) (2026.2.0)
21
+ Requirement already satisfied: cuda-bindings==12.9.4 in /usr/local/lib/python3.12/dist-packages (from torch) (12.9.4)
22
+ Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.8.93 in /usr/local/lib/python3.12/dist-packages (from torch) (12.8.93)
23
+ Requirement already satisfied: nvidia-cuda-runtime-cu12==12.8.90 in /usr/local/lib/python3.12/dist-packages (from torch) (12.8.90)
24
+ Requirement already satisfied: nvidia-cuda-cupti-cu12==12.8.90 in /usr/local/lib/python3.12/dist-packages (from torch) (12.8.90)
25
+ Requirement already satisfied: nvidia-cudnn-cu12==9.10.2.21 in /usr/local/lib/python3.12/dist-packages (from torch) (9.10.2.21)
26
+ Requirement already satisfied: nvidia-cublas-cu12==12.8.4.1 in /usr/local/lib/python3.12/dist-packages (from torch) (12.8.4.1)
27
+ Requirement already satisfied: nvidia-cufft-cu12==11.3.3.83 in /usr/local/lib/python3.12/dist-packages (from torch) (11.3.3.83)
28
+ Requirement already satisfied: nvidia-curand-cu12==10.3.9.90 in /usr/local/lib/python3.12/dist-packages (from torch) (10.3.9.90)
29
+ Requirement already satisfied: nvidia-cusolver-cu12==11.7.3.90 in /usr/local/lib/python3.12/dist-packages (from torch) (11.7.3.90)
30
+ Requirement already satisfied: nvidia-cusparse-cu12==12.5.8.93 in /usr/local/lib/python3.12/dist-packages (from torch) (12.5.8.93)
31
+ Requirement already satisfied: nvidia-cusparselt-cu12==0.7.1 in /usr/local/lib/python3.12/dist-packages (from torch) (0.7.1)
32
+ Requirement already satisfied: nvidia-nccl-cu12==2.27.5 in /usr/local/lib/python3.12/dist-packages (from torch) (2.27.5)
33
+ Requirement already satisfied: nvidia-nvshmem-cu12==3.4.5 in /usr/local/lib/python3.12/dist-packages (from torch) (3.4.5)
34
+ Requirement already satisfied: nvidia-nvtx-cu12==12.8.90 in /usr/local/lib/python3.12/dist-packages (from torch) (12.8.90)
35
+ Requirement already satisfied: nvidia-nvjitlink-cu12==12.8.93 in /usr/local/lib/python3.12/dist-packages (from torch) (12.8.93)
36
+ Requirement already satisfied: nvidia-cufile-cu12==1.13.1.3 in /usr/local/lib/python3.12/dist-packages (from torch) (1.13.1.3)
37
+ Requirement already satisfied: triton==3.6.0 in /usr/local/lib/python3.12/dist-packages (from torch) (3.6.0)
38
+ Requirement already satisfied: cuda-pathfinder~=1.1 in /usr/local/lib/python3.12/dist-packages (from cuda-bindings==12.9.4->torch) (1.3.5)
39
+ Requirement already satisfied: numpy in /usr/local/lib/python3.12/dist-packages (from torchvision) (2.0.2)
40
+ Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.12/dist-packages (from torchvision) (11.3.0)
41
+ Requirement already satisfied: absl-py in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.4.0)
42
+ Requirement already satisfied: scipy in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.16.3)
43
+ Requirement already satisfied: safetensors in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.7.0)
44
+ Requirement already satisfied: multipledispatch in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.0.0)
45
+ Requirement already satisfied: kagglehub in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.0.0)
46
+ Requirement already satisfied: tabulate in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.9.0)
47
+ Collecting ai-edge-litert<2.2.0,>=2.1.4 (from ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch)
48
+ Downloading ai_edge_litert-2.1.4-cp312-cp312-manylinux_2_27_x86_64.whl.metadata (2.2 kB)
49
+ Collecting ai-edge-quantizer==0.6.* (from litert-torch)
50
+ Downloading ai_edge_quantizer-0.6.0-py3-none-any.whl.metadata (16 kB)
51
+ Collecting litert-converter==0.1.* (from litert-torch)
52
+ Downloading litert_converter-0.1.0-cp312-cp312-manylinux_2_27_x86_64.whl.metadata (1.9 kB)
53
+ Requirement already satisfied: jax in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.7.2)
54
+ Collecting jaxtyping (from litert-torch)
55
+ Downloading jaxtyping-0.3.9-py3-none-any.whl.metadata (7.4 kB)
56
+ Collecting fire (from litert-torch)
57
+ Downloading fire-0.7.1-py3-none-any.whl.metadata (5.8 kB)
58
+ Requirement already satisfied: rich in /usr/local/lib/python3.12/dist-packages (from litert-torch) (13.9.4)
59
+ Requirement already satisfied: immutabledict in /usr/local/lib/python3.12/dist-packages (from ai-edge-quantizer==0.6.*->litert-torch) (4.3.1)
60
+ Requirement already satisfied: ml_dtypes in /usr/local/lib/python3.12/dist-packages (from ai-edge-quantizer==0.6.*->litert-torch) (0.5.4)
61
+ Collecting backports.strenum (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch)
62
+ Downloading backports_strenum-1.2.8-py3-none-any.whl.metadata (3.6 kB)
63
+ Requirement already satisfied: flatbuffers in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch) (25.12.19)
64
+ Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch) (4.67.3)
65
+ Requirement already satisfied: protobuf in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert<2.2.0,>=2.1.4->ai-edge-litert[model-utils]<2.2.0,>=2.1.4->litert-torch) (5.29.5)
66
+ Requirement already satisfied: lark in /usr/local/lib/python3.12/dist-packages (from litert-converter==0.1.*->litert-torch) (1.3.1)
67
+ Collecting xdsl==0.28.0 (from litert-converter==0.1.*->litert-torch)
68
+ Downloading xdsl-0.28.0-py3-none-any.whl.metadata (9.5 kB)
69
+ Collecting immutabledict (from ai-edge-quantizer==0.6.*->litert-torch)
70
+ Downloading immutabledict-4.2.1-py3-none-any.whl.metadata (3.5 kB)
71
+ Collecting typing-extensions>=4.10.0 (from torch)
72
+ Downloading typing_extensions-4.12.2-py3-none-any.whl.metadata (3.0 kB)
73
+ Collecting ordered-set==4.1.0 (from xdsl==0.28.0->litert-converter==0.1.*->litert-torch)
74
+ Downloading ordered_set-4.1.0-py3-none-any.whl.metadata (5.3 kB)
75
+ Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (26.0)
76
+ Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.12/dist-packages (from transformers) (6.0.3)
77
+ Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.12/dist-packages (from transformers) (2025.11.3)
78
+ Requirement already satisfied: tokenizers<=0.23.0,>=0.22.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.22.2)
79
+ Requirement already satisfied: typer-slim in /usr/local/lib/python3.12/dist-packages (from transformers) (0.24.0)
80
+ Requirement already satisfied: hf-xet<2.0.0,>=1.2.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (1.3.0)
81
+ Requirement already satisfied: httpx<1,>=0.23.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (0.28.1)
82
+ Requirement already satisfied: shellingham in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (1.5.4)
83
+ Collecting absl-py (from litert-torch)
84
+ Downloading absl_py-2.4.0-py3-none-any.whl.metadata (3.3 kB)
85
+ Requirement already satisfied: certifi in /usr/local/lib/python3.12/dist-packages (from mediapipe) (2026.1.4)
86
+ Collecting sounddevice~=0.5 (from mediapipe)
87
+ Downloading sounddevice-0.5.5-py3-none-any.whl.metadata (1.4 kB)
88
+ Requirement already satisfied: opencv-contrib-python in /usr/local/lib/python3.12/dist-packages (from mediapipe) (4.13.0.92)
89
+ Requirement already satisfied: matplotlib in /usr/local/lib/python3.12/dist-packages (from mediapipe) (3.10.0)
90
+ Requirement already satisfied: psutil in /usr/local/lib/python3.12/dist-packages (from accelerate) (5.9.5)
91
+ Requirement already satisfied: anyio in /usr/local/lib/python3.12/dist-packages (from httpx<1,>=0.23.0->huggingface-hub) (4.12.1)
92
+ Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.12/dist-packages (from httpx<1,>=0.23.0->huggingface-hub) (1.0.9)
93
+ Requirement already satisfied: idna in /usr/local/lib/python3.12/dist-packages (from httpx<1,>=0.23.0->huggingface-hub) (3.11)
94
+ Requirement already satisfied: h11>=0.16 in /usr/local/lib/python3.12/dist-packages (from httpcore==1.*->httpx<1,>=0.23.0->huggingface-hub) (0.16.0)
95
+ Requirement already satisfied: cffi in /usr/local/lib/python3.12/dist-packages (from sounddevice~=0.5->mediapipe) (2.0.0)
96
+ Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy>=1.13.3->torch) (1.3.0)
97
+ Requirement already satisfied: termcolor in /usr/local/lib/python3.12/dist-packages (from fire->litert-torch) (3.3.0)
98
+ Requirement already satisfied: jaxlib<=0.7.2,>=0.7.2 in /usr/local/lib/python3.12/dist-packages (from jax->litert-torch) (0.7.2)
99
+ Requirement already satisfied: opt_einsum in /usr/local/lib/python3.12/dist-packages (from jax->litert-torch) (3.4.0)
100
+ Collecting wadler-lindig>=0.1.3 (from jaxtyping->litert-torch)
101
+ Downloading wadler_lindig-0.1.7-py3-none-any.whl.metadata (17 kB)
102
+ Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2->torch) (3.0.3)
103
+ Requirement already satisfied: kagglesdk<1.0,>=0.1.14 in /usr/local/lib/python3.12/dist-packages (from kagglehub->litert-torch) (0.1.16)
104
+ Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from kagglehub->litert-torch) (2.32.4)
105
+ Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (1.3.3)
106
+ Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (0.12.1)
107
+ Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (4.61.1)
108
+ Requirement already satisfied: kiwisolver>=1.3.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (1.4.9)
109
+ Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (3.3.2)
110
+ Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.12/dist-packages (from matplotlib->mediapipe) (2.9.0.post0)
111
+ Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.12/dist-packages (from rich->litert-torch) (4.0.0)
112
+ Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.12/dist-packages (from rich->litert-torch) (2.19.2)
113
+ Requirement already satisfied: typer>=0.24.0 in /usr/local/lib/python3.12/dist-packages (from typer-slim->transformers) (0.24.1)
114
+ Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.12/dist-packages (from markdown-it-py>=2.2.0->rich->litert-torch) (0.1.2)
115
+ Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil>=2.7->matplotlib->mediapipe) (1.17.0)
116
+ Requirement already satisfied: click>=8.2.1 in /usr/local/lib/python3.12/dist-packages (from typer>=0.24.0->typer-slim->transformers) (8.3.1)
117
+ Requirement already satisfied: annotated-doc>=0.0.2 in /usr/local/lib/python3.12/dist-packages (from typer>=0.24.0->typer-slim->transformers) (0.0.4)
118
+ Requirement already satisfied: pycparser in /usr/local/lib/python3.12/dist-packages (from cffi->sounddevice~=0.5->mediapipe) (3.0)
119
+ Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests->kagglehub->litert-torch) (3.4.4)
120
+ Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests->kagglehub->litert-torch) (2.5.0)
121
+ Downloading torchao-0.6.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.2 MB)
122
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.2/2.2 MB 5.0 MB/s eta 0:00:00
123
+ Downloading litert_torch-0.9.0-py3-none-any.whl (570 kB)
124
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 570.6/570.6 kB 38.2 MB/s eta 0:00:00
125
+ Downloading ai_edge_quantizer-0.6.0-py3-none-any.whl (400 kB)
126
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 400.7/400.7 kB 29.9 MB/s eta 0:00:00
127
+ Downloading ai_edge_litert-2.1.4-cp312-cp312-manylinux_2_27_x86_64.whl (16.6 MB)
128
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 16.6/16.6 MB 96.6 MB/s eta 0:00:00
129
+ Downloading litert_converter-0.1.0-cp312-cp312-manylinux_2_27_x86_64.whl (116.0 MB)
130
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 116.0/116.0 MB 16.6 MB/s eta 0:00:00
131
+ Downloading xdsl-0.28.0-py3-none-any.whl (1.1 MB)
132
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.1/1.1 MB 63.5 MB/s eta 0:00:00
133
+ Downloading ordered_set-4.1.0-py3-none-any.whl (7.6 kB)
134
+ Downloading mediapipe-0.10.35-py3-none-manylinux_2_28_x86_64.whl (12.4 MB)
135
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.4/12.4 MB 106.2 MB/s eta 0:00:00
136
+ Downloading absl_py-2.4.0-py3-none-any.whl (135 kB)
137
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 135.8/135.8 kB 13.0 MB/s eta 0:00:00
138
+ Downloading sounddevice-0.5.5-py3-none-any.whl (32 kB)
139
+ Downloading typing_extensions-4.12.2-py3-none-any.whl (37 kB)
140
+ Downloading fire-0.7.1-py3-none-any.whl (115 kB)
141
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━�� 115.9/115.9 kB 10.3 MB/s eta 0:00:00
142
+ Downloading jaxtyping-0.3.9-py3-none-any.whl (56 kB)
143
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 56.3/56.3 kB 5.0 MB/s eta 0:00:00
144
+ Downloading immutabledict-4.2.1-py3-none-any.whl (4.7 kB)
145
+ Downloading wadler_lindig-0.1.7-py3-none-any.whl (20 kB)
146
+ Downloading backports_strenum-1.2.8-py3-none-any.whl (7.9 kB)
147
+ Installing collected packages: torchao, wadler-lindig, typing-extensions, ordered-set, immutabledict, fire, backports.strenum, absl-py, xdsl, sounddevice, jaxtyping, ai-edge-litert, mediapipe, litert-converter, ai-edge-quantizer, litert-torch
148
+ Attempting uninstall: torchao
149
+ Found existing installation: torchao 0.10.0
150
+ Uninstalling torchao-0.10.0:
151
+ Successfully uninstalled torchao-0.10.0
152
+ Attempting uninstall: typing-extensions
153
+ Found existing installation: typing_extensions 4.15.0
154
+ Uninstalling typing_extensions-4.15.0:
155
+ Successfully uninstalled typing_extensions-4.15.0
156
+ Attempting uninstall: immutabledict
157
+ Found existing installation: immutabledict 4.3.1
158
+ Uninstalling immutabledict-4.3.1:
159
+ Successfully uninstalled immutabledict-4.3.1
160
+ Attempting uninstall: absl-py
161
+ Found existing installation: absl-py 1.4.0
162
+ Uninstalling absl-py-1.4.0:
163
+ Successfully uninstalled absl-py-1.4.0
164
+ Successfully installed absl-py-2.4.0 ai-edge-litert-2.1.4 ai-edge-quantizer-0.6.0 backports.strenum-1.2.8 fire-0.7.1 immutabledict-4.2.1 jaxtyping-0.3.9 litert-converter-0.1.0 litert-torch-0.9.0 mediapipe-0.10.35 ordered-set-4.1.0 sounddevice-0.5.5 torchao-0.6.1 typing-extensions-4.12.2 wadler-lindig-0.1.7 xdsl-0.28.0
kaggle_job/__pycache__/inspect.cpython-313.pyc ADDED
Binary file (1.46 kB). View file
 
kaggle_job/convert.py ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import subprocess
3
+ import sys
4
+ import shutil
5
+
6
+ # To bypass Kaggle RAM limitations, this kernel MUST be run with accelerator: TpuV38
7
+ # This provides ~330GB of system RAM, enabling the full 12-section monolithic pipeline.
8
+
9
+ def log(msg):
10
+ print(f"[CONVERTER] {msg}", flush=True)
11
+
12
+ def run_cmd(cmd):
13
+ log(f"Running: {cmd}")
14
+ subprocess.check_call(cmd, shell=True)
15
+
16
+ log("Installing litert-torch and torchao (CPU)...")
17
+ run_cmd(f"{sys.executable} -m pip install -U torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu")
18
+ run_cmd(f"{sys.executable} -m pip install -U litert-torch torchao transformers huggingface-hub mediapipe ai-edge-litert-nightly ai-edge-quantizer sentencepiece 'protobuf>=6.0'")
19
+
20
+ import litert_torch.generative.export_hf.export as hf_export
21
+ from ai_edge_quantizer import recipe as recipe_lib
22
+
23
+ MODEL_ID = "TrevorJS/gemma-4-E2B-it-uncensored"
24
+ OUTPUT_DIR = "/kaggle/working"
25
+
26
+ log("Starting the full 12-section monolithic export and quantization...")
27
+
28
+ hf_export.export(
29
+ model=MODEL_ID,
30
+ output_dir=OUTPUT_DIR,
31
+ # Using Google's exact INT4 quantization recipe to yield ~800MB prefill and 1.24GB memory-mapped embedder
32
+ quantization_recipe=recipe_lib.weight_only_wi4_afp32(),
33
+ externalize_embedder=True,
34
+ bundle_litert_lm=True,
35
+ # Force the compiler to use mixed precision (FP16) where necessary for mobile compatibility
36
+ experimental_use_mixed_precision=True,
37
+ experimental_lightweight_conversion=True,
38
+ # Auto-delete unquantized FP32 tensors to save disk space
39
+ keep_temporary_files=False
40
+ )
41
+
42
+ log("Export pipeline finished successfully!")
43
+
44
+ # Clean up
45
+ try:
46
+ shutil.rmtree(os.path.join(OUTPUT_DIR, "temp_unquantized"), ignore_errors=True)
47
+ shutil.rmtree(os.path.join(OUTPUT_DIR, "quantized"), ignore_errors=True)
48
+ except:
49
+ pass
50
+
51
+ # We should now have the perfect `model.litertlm` sitting in /kaggle/working
52
+ log("Final artifact list:")
53
+ run_cmd("ls -lh /kaggle/working")
kaggle_job/cpu_log.txt ADDED
File without changes
kaggle_job/cpu_logs/gemma-4-e2b-litert-cpu.log ADDED
File without changes
kaggle_job/gemma-4-e2b-litert-conversion.log ADDED
@@ -0,0 +1,378 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [{"stream_name":"stdout","time":0.8125399,"data":"[09:01:03] Installing dependencies...\n"}
2
+ ,{"stream_name":"stdout","time":0.812600476,"data":"[09:01:03] Running: /usr/bin/python3 -m pip install -U torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu\n"}
3
+ ,{"stream_name":"stdout","time":3.550425023,"data":"Looking in indexes: https://download.pytorch.org/whl/cpu\n"}
4
+ ,{"stream_name":"stdout","time":3.552606344,"data":"Requirement already satisfied: torch in /usr/local/lib/python3.12/dist-packages (2.10.0+cu128)\n"}
5
+ ,{"stream_name":"stdout","time":4.165974591,"data":"Collecting torch\n"}
6
+ ,{"stream_name":"stdout","time":4.2101610879999996,"data":" Downloading https://download-r2.pytorch.org/whl/cpu/torch-2.11.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl.metadata (29 kB)\n"}
7
+ ,{"stream_name":"stdout","time":4.228318039,"data":"Requirement already satisfied: torchvision in /usr/local/lib/python3.12/dist-packages (0.25.0+cu128)\n"}
8
+ ,{"stream_name":"stdout","time":4.7352002330000005,"data":"Collecting torchvision\n"}
9
+ ,{"stream_name":"stdout","time":4.750867108,"data":" Downloading https://download-r2.pytorch.org/whl/cpu/torchvision-0.26.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl.metadata (5.5 kB)\n"}
10
+ ,{"stream_name":"stdout","time":4.764702519,"data":"Requirement already satisfied: torchaudio in /usr/local/lib/python3.12/dist-packages (2.10.0+cu128)\n"}
11
+ ,{"stream_name":"stdout","time":5.269923048,"data":"Collecting torchaudio\n"}
12
+ ,{"stream_name":"stdout","time":5.283351292,"data":" Downloading https://download-r2.pytorch.org/whl/cpu/torchaudio-2.11.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl.metadata (6.9 kB)\n"}
13
+ ,{"stream_name":"stdout","time":5.297108017,"data":"Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from torch) (3.24.3)\n"}
14
+ ,{"stream_name":"stdout","time":5.298338448,"data":"Requirement already satisfied: typing-extensions\u003e=4.10.0 in /usr/local/lib/python3.12/dist-packages (from torch) (4.15.0)\n"}
15
+ ,{"stream_name":"stdout","time":5.299736551,"data":"Requirement already satisfied: setuptools\u003c82 in /usr/local/lib/python3.12/dist-packages (from torch) (75.2.0)\n"}
16
+ ,{"stream_name":"stdout","time":5.301245402,"data":"Requirement already satisfied: sympy\u003e=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch) (1.14.0)\n"}
17
+ ,{"stream_name":"stdout","time":5.302571549,"data":"Requirement already satisfied: networkx\u003e=2.5.1 in /usr/local/lib/python3.12/dist-packages (from torch) (3.6.1)\n"}
18
+ ,{"stream_name":"stdout","time":5.303562633,"data":"Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch) (3.1.6)\n"}
19
+ ,{"stream_name":"stdout","time":5.305303489,"data":"Requirement already satisfied: fsspec\u003e=0.8.5 in /usr/local/lib/python3.12/dist-packages (from torch) (2026.2.0)\n"}
20
+ ,{"stream_name":"stdout","time":5.312665687,"data":"Requirement already satisfied: numpy in /usr/local/lib/python3.12/dist-packages (from torchvision) (2.0.2)\n"}
21
+ ,{"stream_name":"stdout","time":5.315689449,"data":"Requirement already satisfied: pillow!=8.3.*,\u003e=5.3.0 in /usr/local/lib/python3.12/dist-packages (from torchvision) (11.3.0)\n"}
22
+ ,{"stream_name":"stdout","time":5.340364289,"data":"Requirement already satisfied: mpmath\u003c1.4,\u003e=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy\u003e=1.13.3-\u003etorch) (1.3.0)\n"}
23
+ ,{"stream_name":"stdout","time":5.344331546,"data":"Requirement already satisfied: MarkupSafe\u003e=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2-\u003etorch) (3.0.3)\n"}
24
+ ,{"stream_name":"stdout","time":5.370646371,"data":"Downloading https://download-r2.pytorch.org/whl/cpu/torch-2.11.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl (190.3 MB)\n"}
25
+ ,{"stream_name":"stdout","time":7.35072967,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 190.3/190.3 MB 9.9 MB/s eta 0:00:00\n"}
26
+ ,{"stream_name":"stdout","time":7.364826222,"data":"Downloading https://download-r2.pytorch.org/whl/cpu/torchvision-0.26.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl (1.9 MB)\n"}
27
+ ,{"stream_name":"stdout","time":7.394245603,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.9/1.9 MB 72.0 MB/s eta 0:00:00\n"}
28
+ ,{"stream_name":"stdout","time":7.408994583,"data":"Downloading https://download-r2.pytorch.org/whl/cpu/torchaudio-2.11.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl (341 kB)\n"}
29
+ ,{"stream_name":"stdout","time":7.42481178,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 341.3/341.3 kB 24.6 MB/s eta 0:00:00\n"}
30
+ ,{"stream_name":"stdout","time":10.210692969,"data":"Installing collected packages: torchaudio, torch, torchvision\n"}
31
+ ,{"stream_name":"stdout","time":10.210922876,"data":" Attempting uninstall: torchaudio\n"}
32
+ ,{"stream_name":"stdout","time":10.438430136000001,"data":" Found existing installation: torchaudio 2.10.0+cu128\n"}
33
+ ,{"stream_name":"stdout","time":10.455368946,"data":" Uninstalling torchaudio-2.10.0+cu128:\n"}
34
+ ,{"stream_name":"stdout","time":10.552921044,"data":" Successfully uninstalled torchaudio-2.10.0+cu128\n"}
35
+ ,{"stream_name":"stdout","time":10.727976715,"data":" Attempting uninstall: torch\n"}
36
+ ,{"stream_name":"stdout","time":11.06014776,"data":" Found existing installation: torch 2.10.0+cu128\n"}
37
+ ,{"stream_name":"stdout","time":11.924590696,"data":" Uninstalling torch-2.10.0+cu128:\n"}
38
+ ,{"stream_name":"stdout","time":26.265664158,"data":" Successfully uninstalled torch-2.10.0+cu128\n"}
39
+ ,{"stream_name":"stdout","time":39.993956441,"data":" Attempting uninstall: torchvision\n"}
40
+ ,{"stream_name":"stdout","time":40.239460641,"data":" Found existing installation: torchvision 0.25.0+cu128\n"}
41
+ ,{"stream_name":"stdout","time":40.261875022,"data":" Uninstalling torchvision-0.25.0+cu128:\n"}
42
+ ,{"stream_name":"stdout","time":40.471382921,"data":" Successfully uninstalled torchvision-0.25.0+cu128\n"}
43
+ ,{"stream_name":"stdout","time":40.965950959,"data":"Successfully installed torch-2.11.0+cpu torchaudio-2.11.0+cpu torchvision-0.26.0+cpu\n"}
44
+ ,{"stream_name":"stdout","time":41.090922678,"data":"[09:01:43] Running: /usr/bin/python3 -m pip install -U litert-torch torchao transformers huggingface-hub mediapipe accelerate sentencepiece 'protobuf\u003e=6.0'\n"}
45
+ ,{"stream_name":"stdout","time":42.223699194,"data":"Collecting litert-torch\n"}
46
+ ,{"stream_name":"stdout","time":42.264283689,"data":" Downloading litert_torch-0.9.0-py3-none-any.whl.metadata (2.3 kB)\n"}
47
+ ,{"stream_name":"stdout","time":42.278989727,"data":"Requirement already satisfied: torchao in /usr/local/lib/python3.12/dist-packages (0.10.0)\n"}
48
+ ,{"stream_name":"stdout","time":42.335240936,"data":"Collecting torchao\n"}
49
+ ,{"stream_name":"stdout","time":42.344871297,"data":" Downloading torchao-0.17.0-cp310-abi3-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (20 kB)\n"}
50
+ ,{"stream_name":"stdout","time":42.363886434,"data":"Requirement already satisfied: transformers in /usr/local/lib/python3.12/dist-packages (5.0.0)\n"}
51
+ ,{"stream_name":"stdout","time":42.484300175,"data":"Collecting transformers\n"}
52
+ ,{"stream_name":"stdout","time":42.494115581,"data":" Downloading transformers-5.6.2-py3-none-any.whl.metadata (33 kB)\n"}
53
+ ,{"stream_name":"stdout","time":42.586049516,"data":"Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.12/dist-packages (1.4.1)\n"}
54
+ ,{"stream_name":"stdout","time":42.719843469,"data":"Collecting huggingface-hub\n"}
55
+ ,{"stream_name":"stdout","time":42.729316699,"data":" Downloading huggingface_hub-1.12.0-py3-none-any.whl.metadata (14 kB)\n"}
56
+ ,{"stream_name":"stdout","time":42.806239231,"data":"Collecting mediapipe\n"}
57
+ ,{"stream_name":"stdout","time":42.818451419,"data":" Downloading mediapipe-0.10.35-py3-none-manylinux_2_28_x86_64.whl.metadata (9.8 kB)\n"}
58
+ ,{"stream_name":"stdout","time":42.83291374,"data":"Requirement already satisfied: accelerate in /usr/local/lib/python3.12/dist-packages (1.12.0)\n"}
59
+ ,{"stream_name":"stdout","time":42.890181025,"data":"Collecting accelerate\n"}
60
+ ,{"stream_name":"stdout","time":42.89973335,"data":" Downloading accelerate-1.13.0-py3-none-any.whl.metadata (19 kB)\n"}
61
+ ,{"stream_name":"stdout","time":42.921978164,"data":"Requirement already satisfied: sentencepiece in /usr/local/lib/python3.12/dist-packages (0.2.1)\n"}
62
+ ,{"stream_name":"stdout","time":43.388638725,"data":"Collecting protobuf\u003e=6.0\n"}
63
+ ,{"stream_name":"stdout","time":43.398331088,"data":" Downloading protobuf-7.34.1-cp310-abi3-manylinux2014_x86_64.whl.metadata (595 bytes)\n"}
64
+ ,{"stream_name":"stdout","time":43.412584527,"data":"Requirement already satisfied: absl-py in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.4.0)\n"}
65
+ ,{"stream_name":"stdout","time":43.419013097,"data":"Requirement already satisfied: numpy in /usr/local/lib/python3.12/dist-packages (from litert-torch) (2.0.2)\n"}
66
+ ,{"stream_name":"stdout","time":43.42515224,"data":"Requirement already satisfied: scipy in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.16.3)\n"}
67
+ ,{"stream_name":"stdout","time":43.426348517,"data":"Requirement already satisfied: safetensors in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.7.0)\n"}
68
+ ,{"stream_name":"stdout","time":43.427369558,"data":"Requirement already satisfied: multipledispatch in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.0.0)\n"}
69
+ ,{"stream_name":"stdout","time":43.431787261,"data":"Requirement already satisfied: kagglehub in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.0.0)\n"}
70
+ ,{"stream_name":"stdout","time":43.434384889,"data":"Requirement already satisfied: tabulate in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.9.0)\n"}
71
+ ,{"stream_name":"stdout","time":43.436416793,"data":"Requirement already satisfied: torch\u003c2.12.0,\u003e=2.4.0 in /usr/local/lib/python3.12/dist-packages (from litert-torch) (2.11.0+cpu)\n"}
72
+ ,{"stream_name":"stdout","time":43.486456065,"data":"Collecting ai-edge-litert\u003c2.2.0,\u003e=2.1.4 (from ai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch)\n"}
73
+ ,{"stream_name":"stdout","time":43.497371971,"data":" Downloading ai_edge_litert-2.1.4-cp312-cp312-manylinux_2_27_x86_64.whl.metadata (2.2 kB)\n"}
74
+ ,{"stream_name":"stdout","time":43.538456721,"data":"Collecting ai-edge-quantizer==0.6.* (from litert-torch)\n"}
75
+ ,{"stream_name":"stdout","time":43.551292292,"data":" Downloading ai_edge_quantizer-0.6.0-py3-none-any.whl.metadata (16 kB)\n"}
76
+ ,{"stream_name":"stdout","time":43.615815468,"data":"Collecting litert-converter==0.1.* (from litert-torch)\n"}
77
+ ,{"stream_name":"stdout","time":43.62582229,"data":" Downloading litert_converter-0.1.0-cp312-cp312-manylinux_2_27_x86_64.whl.metadata (1.9 kB)\n"}
78
+ ,{"stream_name":"stdout","time":43.638971565,"data":"Requirement already satisfied: jax in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.7.2)\n"}
79
+ ,{"stream_name":"stdout","time":43.688669907,"data":"Collecting jaxtyping (from litert-torch)\n"}
80
+ ,{"stream_name":"stdout","time":43.698343852,"data":" Downloading jaxtyping-0.3.9-py3-none-any.whl.metadata (7.4 kB)\n"}
81
+ ,{"stream_name":"stdout","time":43.741275645,"data":"Collecting fire (from litert-torch)\n"}
82
+ ,{"stream_name":"stdout","time":43.750429272,"data":" Downloading fire-0.7.1-py3-none-any.whl.metadata (5.8 kB)\n"}
83
+ ,{"stream_name":"stdout","time":43.76439204,"data":"Requirement already satisfied: rich in /usr/local/lib/python3.12/dist-packages (from litert-torch) (13.9.4)\n"}
84
+ ,{"stream_name":"stdout","time":43.766904779,"data":"Requirement already satisfied: immutabledict in /usr/local/lib/python3.12/dist-packages (from ai-edge-quantizer==0.6.*-\u003elitert-torch) (4.3.1)\n"}
85
+ ,{"stream_name":"stdout","time":43.770931983,"data":"Requirement already satisfied: ml_dtypes in /usr/local/lib/python3.12/dist-packages (from ai-edge-quantizer==0.6.*-\u003elitert-torch) (0.5.4)\n"}
86
+ ,{"stream_name":"stdout","time":43.80091073,"data":"Collecting backports.strenum (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch)\n"}
87
+ ,{"stream_name":"stdout","time":43.811448488,"data":" Downloading backports_strenum-1.2.8-py3-none-any.whl.metadata (3.6 kB)\n"}
88
+ ,{"stream_name":"stdout","time":43.82439043,"data":"Requirement already satisfied: flatbuffers in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch) (25.12.19)\n"}
89
+ ,{"stream_name":"stdout","time":43.83063744,"data":"Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch) (4.67.3)\n"}
90
+ ,{"stream_name":"stdout","time":43.831637411,"data":"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch) (4.15.0)\n"}
91
+ ,{"stream_name":"stdout","time":43.838762514,"data":"Requirement already satisfied: lark in /usr/local/lib/python3.12/dist-packages (from litert-converter==0.1.*-\u003elitert-torch) (1.3.1)\n"}
92
+ ,{"stream_name":"stdout","time":43.909492807,"data":"Collecting xdsl==0.28.0 (from litert-converter==0.1.*-\u003elitert-torch)\n"}
93
+ ,{"stream_name":"stdout","time":43.921385349,"data":" Downloading xdsl-0.28.0-py3-none-any.whl.metadata (9.5 kB)\n"}
94
+ ,{"stream_name":"stdout","time":43.975792431,"data":"Collecting immutabledict (from ai-edge-quantizer==0.6.*-\u003elitert-torch)\n"}
95
+ ,{"stream_name":"stdout","time":43.985133956,"data":" Downloading immutabledict-4.2.1-py3-none-any.whl.metadata (3.5 kB)\n"}
96
+ ,{"stream_name":"stdout","time":44.043472789,"data":"Collecting typing-extensions (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch)\n"}
97
+ ,{"stream_name":"stdout","time":44.052852469,"data":" Downloading typing_extensions-4.12.2-py3-none-any.whl.metadata (3.0 kB)\n"}
98
+ ,{"stream_name":"stdout","time":44.092649965,"data":"Collecting ordered-set==4.1.0 (from xdsl==0.28.0-\u003elitert-converter==0.1.*-\u003elitert-torch)\n"}
99
+ ,{"stream_name":"stdout","time":44.101815924,"data":" Downloading ordered_set-4.1.0-py3-none-any.whl.metadata (5.3 kB)\n"}
100
+ ,{"stream_name":"stdout","time":44.152577842,"data":"Requirement already satisfied: packaging\u003e=20.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (26.0)\n"}
101
+ ,{"stream_name":"stdout","time":44.153682324,"data":"Requirement already satisfied: pyyaml\u003e=5.1 in /usr/local/lib/python3.12/dist-packages (from transformers) (6.0.3)\n"}
102
+ ,{"stream_name":"stdout","time":44.155922488,"data":"Requirement already satisfied: regex\u003e=2025.10.22 in /usr/local/lib/python3.12/dist-packages (from transformers) (2025.11.3)\n"}
103
+ ,{"stream_name":"stdout","time":44.157170446,"data":"Requirement already satisfied: tokenizers\u003c=0.23.0,\u003e=0.22.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.22.2)\n"}
104
+ ,{"stream_name":"stdout","time":44.158686444,"data":"Requirement already satisfied: typer in /usr/local/lib/python3.12/dist-packages (from transformers) (0.24.1)\n"}
105
+ ,{"stream_name":"stdout","time":44.17053225,"data":"Requirement already satisfied: filelock\u003e=3.10.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (3.24.3)\n"}
106
+ ,{"stream_name":"stdout","time":44.172359923,"data":"Requirement already satisfied: fsspec\u003e=2023.5.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (2026.2.0)\n"}
107
+ ,{"stream_name":"stdout","time":44.315007234,"data":"Collecting hf-xet\u003c2.0.0,\u003e=1.4.3 (from huggingface-hub)\n"}
108
+ ,{"stream_name":"stdout","time":44.325289977,"data":" Downloading hf_xet-1.4.3-cp37-abi3-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (4.9 kB)\n"}
109
+ ,{"stream_name":"stdout","time":44.339813595,"data":"Requirement already satisfied: httpx\u003c1,\u003e=0.23.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (0.28.1)\n"}
110
+ ,{"stream_name":"stdout","time":44.388677889,"data":"Collecting absl-py (from litert-torch)\n"}
111
+ ,{"stream_name":"stdout","time":44.397921941999996,"data":" Downloading absl_py-2.4.0-py3-none-any.whl.metadata (3.3 kB)\n"}
112
+ ,{"stream_name":"stdout","time":44.410421977,"data":"Requirement already satisfied: certifi in /usr/local/lib/python3.12/dist-packages (from mediapipe) (2026.1.4)\n"}
113
+ ,{"stream_name":"stdout","time":44.490732299,"data":"Collecting sounddevice~=0.5 (from mediapipe)\n"}
114
+ ,{"stream_name":"stdout","time":44.500233323,"data":" Downloading sounddevice-0.5.5-py3-none-any.whl.metadata (1.4 kB)\n"}
115
+ ,{"stream_name":"stdout","time":44.513836413,"data":"Requirement already satisfied: opencv-contrib-python in /usr/local/lib/python3.12/dist-packages (from mediapipe) (4.13.0.92)\n"}
116
+ ,{"stream_name":"stdout","time":44.515566781,"data":"Requirement already satisfied: matplotlib in /usr/local/lib/python3.12/dist-packages (from mediapipe) (3.10.0)\n"}
117
+ ,{"stream_name":"stdout","time":44.526091642,"data":"Requirement already satisfied: psutil in /usr/local/lib/python3.12/dist-packages (from accelerate) (5.9.5)\n"}
118
+ ,{"stream_name":"stdout","time":44.569500235,"data":"Requirement already satisfied: anyio in /usr/local/lib/python3.12/dist-packages (from httpx\u003c1,\u003e=0.23.0-\u003ehuggingface-hub) (4.12.1)\n"}
119
+ ,{"stream_name":"stdout","time":44.571530827,"data":"Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.12/dist-packages (from httpx\u003c1,\u003e=0.23.0-\u003ehuggingface-hub) (1.0.9)\n"}
120
+ ,{"stream_name":"stdout","time":44.572800287,"data":"Requirement already satisfied: idna in /usr/local/lib/python3.12/dist-packages (from httpx\u003c1,\u003e=0.23.0-\u003ehuggingface-hub) (3.11)\n"}
121
+ ,{"stream_name":"stdout","time":44.576923875,"data":"Requirement already satisfied: h11\u003e=0.16 in /usr/local/lib/python3.12/dist-packages (from httpcore==1.*-\u003ehttpx\u003c1,\u003e=0.23.0-\u003ehuggingface-hub) (0.16.0)\n"}
122
+ ,{"stream_name":"stdout","time":44.595122002,"data":"Requirement already satisfied: cffi in /usr/local/lib/python3.12/dist-packages (from sounddevice~=0.5-\u003emediapipe) (2.0.0)\n"}
123
+ ,{"stream_name":"stdout","time":44.626524345,"data":"Requirement already satisfied: setuptools\u003c82 in /usr/local/lib/python3.12/dist-packages (from torch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (75.2.0)\n"}
124
+ ,{"stream_name":"stdout","time":44.62812574,"data":"Requirement already satisfied: sympy\u003e=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (1.14.0)\n"}
125
+ ,{"stream_name":"stdout","time":44.629354312,"data":"Requirement already satisfied: networkx\u003e=2.5.1 in /usr/local/lib/python3.12/dist-packages (from torch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (3.6.1)\n"}
126
+ ,{"stream_name":"stdout","time":44.630362851,"data":"Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (3.1.6)\n"}
127
+ ,{"stream_name":"stdout","time":44.641450096,"data":"Requirement already satisfied: termcolor in /usr/local/lib/python3.12/dist-packages (from fire-\u003elitert-torch) (3.3.0)\n"}
128
+ ,{"stream_name":"stdout","time":44.646471324,"data":"Requirement already satisfied: jaxlib\u003c=0.7.2,\u003e=0.7.2 in /usr/local/lib/python3.12/dist-packages (from jax-\u003elitert-torch) (0.7.2)\n"}
129
+ ,{"stream_name":"stdout","time":44.650837487,"data":"Requirement already satisfied: opt_einsum in /usr/local/lib/python3.12/dist-packages (from jax-\u003elitert-torch) (3.4.0)\n"}
130
+ ,{"stream_name":"stdout","time":44.698064815,"data":"Collecting wadler-lindig\u003e=0.1.3 (from jaxtyping-\u003elitert-torch)\n"}
131
+ ,{"stream_name":"stdout","time":44.707667288,"data":" Downloading wadler_lindig-0.1.7-py3-none-any.whl.metadata (17 kB)\n"}
132
+ ,{"stream_name":"stdout","time":44.727605163,"data":"Requirement already satisfied: kagglesdk\u003c1.0,\u003e=0.1.14 in /usr/local/lib/python3.12/dist-packages (from kagglehub-\u003elitert-torch) (0.1.16)\n"}
133
+ ,{"stream_name":"stdout","time":44.729314507,"data":"Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from kagglehub-\u003elitert-torch) (2.32.4)\n"}
134
+ ,{"stream_name":"stdout","time":44.735910859,"data":"Requirement already satisfied: contourpy\u003e=1.0.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (1.3.3)\n"}
135
+ ,{"stream_name":"stdout","time":44.736925758,"data":"Requirement already satisfied: cycler\u003e=0.10 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (0.12.1)\n"}
136
+ ,{"stream_name":"stdout","time":44.741394432,"data":"Requirement already satisfied: fonttools\u003e=4.22.0 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (4.61.1)\n"}
137
+ ,{"stream_name":"stdout","time":44.74293508,"data":"Requirement already satisfied: kiwisolver\u003e=1.3.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (1.4.9)\n"}
138
+ ,{"stream_name":"stdout","time":44.747612924,"data":"Requirement already satisfied: pillow\u003e=8 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (11.3.0)\n"}
139
+ ,{"stream_name":"stdout","time":44.748619652,"data":"Requirement already satisfied: pyparsing\u003e=2.3.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (3.3.2)\n"}
140
+ ,{"stream_name":"stdout","time":44.749879745,"data":"Requirement already satisfied: python-dateutil\u003e=2.7 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (2.9.0.post0)\n"}
141
+ ,{"stream_name":"stdout","time":44.763043837,"data":"Requirement already satisfied: markdown-it-py\u003e=2.2.0 in /usr/local/lib/python3.12/dist-packages (from rich-\u003elitert-torch) (4.0.0)\n"}
142
+ ,{"stream_name":"stdout","time":44.764046953,"data":"Requirement already satisfied: pygments\u003c3.0.0,\u003e=2.13.0 in /usr/local/lib/python3.12/dist-packages (from rich-\u003elitert-torch) (2.19.2)\n"}
143
+ ,{"stream_name":"stdout","time":44.77049756,"data":"Requirement already satisfied: click\u003e=8.2.1 in /usr/local/lib/python3.12/dist-packages (from typer-\u003etransformers) (8.3.1)\n"}
144
+ ,{"stream_name":"stdout","time":44.771483686,"data":"Requirement already satisfied: shellingham\u003e=1.3.0 in /usr/local/lib/python3.12/dist-packages (from typer-\u003etransformers) (1.5.4)\n"}
145
+ ,{"stream_name":"stdout","time":44.773333416,"data":"Requirement already satisfied: annotated-doc\u003e=0.0.2 in /usr/local/lib/python3.12/dist-packages (from typer-\u003etransformers) (0.0.4)\n"}
146
+ ,{"stream_name":"stdout","time":44.811716114,"data":"Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.12/dist-packages (from markdown-it-py\u003e=2.2.0-\u003erich-\u003elitert-torch) (0.1.2)\n"}
147
+ ,{"stream_name":"stdout","time":44.841857499,"data":"Requirement already satisfied: six\u003e=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil\u003e=2.7-\u003ematplotlib-\u003emediapipe) (1.17.0)\n"}
148
+ ,{"stream_name":"stdout","time":44.853943767,"data":"Requirement already satisfied: mpmath\u003c1.4,\u003e=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy\u003e=1.13.3-\u003etorch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (1.3.0)\n"}
149
+ ,{"stream_name":"stdout","time":44.871444827,"data":"Requirement already satisfied: pycparser in /usr/local/lib/python3.12/dist-packages (from cffi-\u003esounddevice~=0.5-\u003emediapipe) (3.0)\n"}
150
+ ,{"stream_name":"stdout","time":44.874380558,"data":"Requirement already satisfied: MarkupSafe\u003e=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2-\u003etorch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (3.0.3)\n"}
151
+ ,{"stream_name":"stdout","time":44.882626433,"data":"Requirement already satisfied: charset_normalizer\u003c4,\u003e=2 in /usr/local/lib/python3.12/dist-packages (from requests-\u003ekagglehub-\u003elitert-torch) (3.4.4)\n"}
152
+ ,{"stream_name":"stdout","time":44.884328108,"data":"Requirement already satisfied: urllib3\u003c3,\u003e=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests-\u003ekagglehub-\u003elitert-torch) (2.5.0)\n"}
153
+ ,{"stream_name":"stdout","time":44.920856836,"data":"Downloading litert_torch-0.9.0-py3-none-any.whl (570 kB)\n"}
154
+ ,{"stream_name":"stdout","time":44.953304667,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 570.6/570.6 kB 19.0 MB/s eta 0:00:00\n"}
155
+ ,{"stream_name":"stdout","time":44.963779682,"data":"Downloading ai_edge_quantizer-0.6.0-py3-none-any.whl (400 kB)\n"}
156
+ ,{"stream_name":"stdout","time":44.978306927,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 400.7/400.7 kB 32.8 MB/s eta 0:00:00\n"}
157
+ ,{"stream_name":"stdout","time":44.988730877,"data":"Downloading ai_edge_litert-2.1.4-cp312-cp312-manylinux_2_27_x86_64.whl (16.6 MB)\n"}
158
+ ,{"stream_name":"stdout","time":45.139042987,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 16.6/16.6 MB 92.3 MB/s eta 0:00:00\n"}
159
+ ,{"stream_name":"stdout","time":45.149571062,"data":"Downloading litert_converter-0.1.0-cp312-cp312-manylinux_2_27_x86_64.whl (116.0 MB)\n"}
160
+ ,{"stream_name":"stdout","time":46.807099496,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 116.0/116.0 MB 15.9 MB/s eta 0:00:00\n"}
161
+ ,{"stream_name":"stdout","time":46.818798605,"data":"Downloading xdsl-0.28.0-py3-none-any.whl (1.1 MB)\n"}
162
+ ,{"stream_name":"stdout","time":46.844153361,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.1/1.1 MB 46.9 MB/s eta 0:00:00\n"}
163
+ ,{"stream_name":"stdout","time":46.853829859,"data":"Downloading ordered_set-4.1.0-py3-none-any.whl (7.6 kB)\n"}
164
+ ,{"stream_name":"stdout","time":46.875603365,"data":"Downloading torchao-0.17.0-cp310-abi3-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (3.2 MB)\n"}
165
+ ,{"stream_name":"stdout","time":46.920537689,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.2/3.2 MB 75.8 MB/s eta 0:00:00\n"}
166
+ ,{"stream_name":"stdout","time":46.930124802,"data":"Downloading transformers-5.6.2-py3-none-any.whl (10.4 MB)\n"}
167
+ ,{"stream_name":"stdout","time":47.052943896,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 10.4/10.4 MB 85.7 MB/s eta 0:00:00\n"}
168
+ ,{"stream_name":"stdout","time":47.06309194,"data":"Downloading huggingface_hub-1.12.0-py3-none-any.whl (646 kB)\n"}
169
+ ,{"stream_name":"stdout","time":47.081974535,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 646.8/646.8 kB 39.0 MB/s eta 0:00:00\n"}
170
+ ,{"stream_name":"stdout","time":47.093644209,"data":"Downloading mediapipe-0.10.35-py3-none-manylinux_2_28_x86_64.whl (12.4 MB)\n"}
171
+ ,{"stream_name":"stdout","time":47.236083143,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.4/12.4 MB 82.3 MB/s eta 0:00:00\n"}
172
+ ,{"stream_name":"stdout","time":47.246070023,"data":"Downloading accelerate-1.13.0-py3-none-any.whl (383 kB)\n"}
173
+ ,{"stream_name":"stdout","time":47.262806649,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 383.7/383.7 kB 25.9 MB/s eta 0:00:00\n"}
174
+ ,{"stream_name":"stdout","time":47.27245856,"data":"Downloading protobuf-7.34.1-cp310-abi3-manylinux2014_x86_64.whl (324 kB)\n"}
175
+ ,{"stream_name":"stdout","time":47.289335932,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 324.3/324.3 kB 24.2 MB/s eta 0:00:00\n"}
176
+ ,{"stream_name":"stdout","time":47.298797222,"data":"Downloading absl_py-2.4.0-py3-none-any.whl (135 kB)\n"}
177
+ ,{"stream_name":"stdout","time":47.312401315,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 135.8/135.8 kB 11.0 MB/s eta 0:00:00\n"}
178
+ ,{"stream_name":"stdout","time":47.322292054,"data":"Downloading hf_xet-1.4.3-cp37-abi3-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (4.2 MB)\n"}
179
+ ,{"stream_name":"stdout","time":47.37684341,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 4.2/4.2 MB 80.8 MB/s eta 0:00:00\n"}
180
+ ,{"stream_name":"stdout","time":47.386768848,"data":"Downloading sounddevice-0.5.5-py3-none-any.whl (32 kB)\n"}
181
+ ,{"stream_name":"stdout","time":47.407785871,"data":"Downloading typing_extensions-4.12.2-py3-none-any.whl (37 kB)\n"}
182
+ ,{"stream_name":"stdout","time":47.428694248,"data":"Downloading fire-0.7.1-py3-none-any.whl (115 kB)\n"}
183
+ ,{"stream_name":"stdout","time":47.442055331,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 115.9/115.9 kB 9.5 MB/s eta 0:00:00\n"}
184
+ ,{"stream_name":"stdout","time":47.451648451,"data":"Downloading jaxtyping-0.3.9-py3-none-any.whl (56 kB)\n"}
185
+ ,{"stream_name":"stdout","time":47.465010526,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 56.3/56.3 kB 4.1 MB/s eta 0:00:00\n"}
186
+ ,{"stream_name":"stdout","time":47.47437753,"data":"Downloading immutabledict-4.2.1-py3-none-any.whl (4.7 kB)\n"}
187
+ ,{"stream_name":"stdout","time":47.495716652,"data":"Downloading wadler_lindig-0.1.7-py3-none-any.whl (20 kB)\n"}
188
+ ,{"stream_name":"stdout","time":47.518347751,"data":"Downloading backports_strenum-1.2.8-py3-none-any.whl (7.9 kB)\n"}
189
+ ,{"stream_name":"stdout","time":50.134462187,"data":"Installing collected packages: torchao, wadler-lindig, typing-extensions, protobuf, ordered-set, immutabledict, hf-xet, fire, backports.strenum, absl-py, xdsl, sounddevice, jaxtyping, ai-edge-litert, mediapipe, litert-converter, ai-edge-quantizer, huggingface-hub, accelerate, transformers, litert-torch\n"}
190
+ ,{"stream_name":"stdout","time":50.134842533,"data":" Attempting uninstall: torchao\n"}
191
+ ,{"stream_name":"stdout","time":50.261567068,"data":" Found existing installation: torchao 0.10.0\n"}
192
+ ,{"stream_name":"stdout","time":50.32568737,"data":" Uninstalling torchao-0.10.0:\n"}
193
+ ,{"stream_name":"stdout","time":50.651966014,"data":" Successfully uninstalled torchao-0.10.0\n"}
194
+ ,{"stream_name":"stdout","time":51.645547236,"data":" Attempting uninstall: typing-extensions\n"}
195
+ ,{"stream_name":"stdout","time":51.837825549,"data":" Found existing installation: typing_extensions 4.15.0\n"}
196
+ ,{"stream_name":"stdout","time":51.841437509,"data":" Uninstalling typing_extensions-4.15.0:\n"}
197
+ ,{"stream_name":"stdout","time":60.812806584,"data":"[09:02:03] HEARTBEAT: still alive after 60s\n"}
198
+ ,{"stream_name":"stdout","time":67.033597384,"data":" Successfully uninstalled typing_extensions-4.15.0\n"}
199
+ ,{"stream_name":"stdout","time":67.261937444,"data":" Attempting uninstall: protobuf\n"}
200
+ ,{"stream_name":"stdout","time":67.282812722,"data":" Found existing installation: protobuf 5.29.5\n"}
201
+ ,{"stream_name":"stdout","time":67.289655534,"data":" Uninstalling protobuf-5.29.5:\n"}
202
+ ,{"stream_name":"stdout","time":67.331204066,"data":" Successfully uninstalled protobuf-5.29.5\n"}
203
+ ,{"stream_name":"stdout","time":67.524370677,"data":" Attempting uninstall: immutabledict\n"}
204
+ ,{"stream_name":"stdout","time":67.636342269,"data":" Found existing installation: immutabledict 4.3.1\n"}
205
+ ,{"stream_name":"stdout","time":67.639382527,"data":" Uninstalling immutabledict-4.3.1:\n"}
206
+ ,{"stream_name":"stdout","time":67.644910954,"data":" Successfully uninstalled immutabledict-4.3.1\n"}
207
+ ,{"stream_name":"stdout","time":67.660461481,"data":" Attempting uninstall: hf-xet\n"}
208
+ ,{"stream_name":"stdout","time":67.969716902,"data":" Found existing installation: hf-xet 1.3.0\n"}
209
+ ,{"stream_name":"stdout","time":67.97310138,"data":" Uninstalling hf-xet-1.3.0:\n"}
210
+ ,{"stream_name":"stdout","time":68.01848907,"data":" Successfully uninstalled hf-xet-1.3.0\n"}
211
+ ,{"stream_name":"stdout","time":68.209200131,"data":" Attempting uninstall: absl-py\n"}
212
+ ,{"stream_name":"stdout","time":68.412971275,"data":" Found existing installation: absl-py 1.4.0\n"}
213
+ ,{"stream_name":"stdout","time":68.417701351,"data":" Uninstalling absl-py-1.4.0:\n"}
214
+ ,{"stream_name":"stdout","time":68.454127594,"data":" Successfully uninstalled absl-py-1.4.0\n"}
215
+ ,{"stream_name":"stdout","time":73.897421976,"data":" Attempting uninstall: huggingface-hub\n"}
216
+ ,{"stream_name":"stdout","time":74.047888108,"data":" Found existing installation: huggingface_hub 1.4.1\n"}
217
+ ,{"stream_name":"stdout","time":74.062733624,"data":" Uninstalling huggingface_hub-1.4.1:\n"}
218
+ ,{"stream_name":"stdout","time":74.184992516,"data":" Successfully uninstalled huggingface_hub-1.4.1\n"}
219
+ ,{"stream_name":"stdout","time":74.579915835,"data":" Attempting uninstall: accelerate\n"}
220
+ ,{"stream_name":"stdout","time":74.835677554,"data":" Found existing installation: accelerate 1.12.0\n"}
221
+ ,{"stream_name":"stdout","time":74.846163699,"data":" Uninstalling accelerate-1.12.0:\n"}
222
+ ,{"stream_name":"stdout","time":74.938948221,"data":" Successfully uninstalled accelerate-1.12.0\n"}
223
+ ,{"stream_name":"stdout","time":75.186754147,"data":" Attempting uninstall: transformers\n"}
224
+ ,{"stream_name":"stdout","time":75.486959352,"data":" Found existing installation: transformers 5.0.0\n"}
225
+ ,{"stream_name":"stdout","time":75.655402603,"data":" Uninstalling transformers-5.0.0:\n"}
226
+ ,{"stream_name":"stdout","time":77.129432915,"data":" Successfully uninstalled transformers-5.0.0\n"}
227
+ ,{"stream_name":"stderr","time":84.737849404,"data":"ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n"}
228
+ ,{"stream_name":"stderr","time":84.737932707,"data":"bigframes 2.35.0 requires google-cloud-bigquery-storage\u003c3.0.0,\u003e=2.30.0, which is not installed.\n"}
229
+ ,{"stream_name":"stderr","time":84.73793851,"data":"google-adk 1.25.1 requires google-cloud-bigquery-storage\u003e=2.0.0, which is not installed.\n"}
230
+ ,{"stream_name":"stderr","time":84.737942588,"data":"google-cloud-videointelligence 2.18.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
231
+ ,{"stream_name":"stderr","time":84.737947495,"data":"sigstore-models 0.0.6 requires typing-extensions\u003e=4.14.1, but you have typing-extensions 4.12.2 which is incompatible.\n"}
232
+ ,{"stream_name":"stderr","time":84.737952194,"data":"google-cloud-vision 3.12.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
233
+ ,{"stream_name":"stderr","time":84.737957188,"data":"pudb 2025.1.5 requires typing-extensions\u003e=4.13, but you have typing-extensions 4.12.2 which is incompatible.\n"}
234
+ ,{"stream_name":"stderr","time":84.737961253,"data":"grpc-google-iam-v1 0.14.3 requires protobuf!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
235
+ ,{"stream_name":"stderr","time":84.737965615,"data":"google-cloud-language 2.19.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
236
+ ,{"stream_name":"stderr","time":84.737969933,"data":"dopamine-rl 4.1.2 requires gym\u003c=0.25.2, but you have gym 0.26.2 which is incompatible.\n"}
237
+ ,{"stream_name":"stderr","time":84.737974063,"data":"google-cloud-spanner 3.63.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
238
+ ,{"stream_name":"stderr","time":84.737977941,"data":"google-cloud-aiplatform 1.138.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
239
+ ,{"stream_name":"stderr","time":84.737981763,"data":"google-cloud-resource-manager 1.16.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
240
+ ,{"stream_name":"stderr","time":84.737988148,"data":"google-cloud-firestore 2.23.0 requires protobuf!=3.20.0,!=3.20.1,!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0dev,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
241
+ ,{"stream_name":"stderr","time":84.737992313,"data":"pydantic 2.12.3 requires typing-extensions\u003e=4.14.1, but you have typing-extensions 4.12.2 which is incompatible.\n"}
242
+ ,{"stream_name":"stderr","time":84.737996306,"data":"google-cloud-translate 3.24.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
243
+ ,{"stream_name":"stderr","time":84.738000854,"data":"google-cloud-bigquery-connection 1.20.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
244
+ ,{"stream_name":"stderr","time":84.738014298,"data":"google-cloud-logging 3.13.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
245
+ ,{"stream_name":"stderr","time":84.738018418,"data":"google-ai-generativelanguage 0.6.15 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c6.0.0dev,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
246
+ ,{"stream_name":"stderr","time":84.738022425,"data":"ydf 0.15.0 requires protobuf\u003c7.0.0,\u003e=5.29.1, but you have protobuf 7.34.1 which is incompatible.\n"}
247
+ ,{"stream_name":"stderr","time":84.73802607,"data":"google-cloud-trace 1.18.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
248
+ ,{"stream_name":"stderr","time":84.73802984,"data":"google-cloud-functions 1.22.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
249
+ ,{"stream_name":"stderr","time":84.73803384,"data":"googleapis-common-protos 1.72.0 requires protobuf!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
250
+ ,{"stream_name":"stderr","time":84.738037766,"data":"google-cloud-secret-manager 2.26.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
251
+ ,{"stream_name":"stderr","time":84.738041955,"data":"google-cloud-discoveryengine 0.13.12 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
252
+ ,{"stream_name":"stderr","time":84.73804592,"data":"google-cloud-datastore 2.23.0 requires protobuf!=3.20.0,!=3.20.1,!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
253
+ ,{"stream_name":"stderr","time":84.738050335,"data":"google-cloud-pubsub 2.35.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
254
+ ,{"stream_name":"stderr","time":84.738054223,"data":"wandb 0.25.0 requires protobuf!=4.21.0,!=5.28.0,\u003c7,\u003e=3.19.0; python_version \u003e \"3.9\" and sys_platform == \"linux\", but you have protobuf 7.34.1 which is incompatible.\n"}
255
+ ,{"stream_name":"stderr","time":84.738058381,"data":"pydantic-core 2.41.4 requires typing-extensions\u003e=4.14.1, but you have typing-extensions 4.12.2 which is incompatible.\n"}
256
+ ,{"stream_name":"stderr","time":84.738062358,"data":"tensorflow 2.19.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c6.0.0dev,\u003e=3.20.3, but you have protobuf 7.34.1 which is incompatible.\n"}
257
+ ,{"stream_name":"stderr","time":84.738066461,"data":"google-cloud-appengine-logging 1.8.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
258
+ ,{"stream_name":"stderr","time":84.738070502,"data":"google-cloud-bigtable 2.35.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
259
+ ,{"stream_name":"stderr","time":84.738074645,"data":"google-cloud-dataproc 5.25.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
260
+ ,{"stream_name":"stderr","time":84.738078498,"data":"google-cloud-speech 2.36.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
261
+ ,{"stream_name":"stderr","time":84.738086051,"data":"google-cloud-monitoring 2.29.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
262
+ ,{"stream_name":"stderr","time":84.738089885,"data":"typeguard 4.5.1 requires typing_extensions\u003e=4.14.0, but you have typing-extensions 4.12.2 which is incompatible.\n"}
263
+ ,{"stream_name":"stderr","time":84.738093673,"data":"proto-plus 1.27.1 requires protobuf\u003c7.0.0,\u003e=3.19.0, but you have protobuf 7.34.1 which is incompatible.\n"}
264
+ ,{"stream_name":"stderr","time":84.738097673,"data":"google-api-core 2.30.0 requires protobuf\u003c7.0.0,\u003e=4.25.8, but you have protobuf 7.34.1 which is incompatible.\n"}
265
+ ,{"stream_name":"stderr","time":84.738101515,"data":"opentelemetry-proto 1.38.0 requires protobuf\u003c7.0,\u003e=5.0, but you have protobuf 7.34.1 which is incompatible.\n"}
266
+ ,{"stream_name":"stderr","time":84.738105292,"data":"grpcio-status 1.71.2 requires protobuf\u003c6.0dev,\u003e=5.26.1, but you have protobuf 7.34.1 which is incompatible.\n"}
267
+ ,{"stream_name":"stderr","time":84.738109785,"data":"google-cloud-audit-log 0.4.0 requires protobuf!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
268
+ ,{"stream_name":"stderr","time":84.738114091,"data":"google-cloud-iam 2.21.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
269
+ ,{"stream_name":"stdout","time":84.738214101,"data":"Successfully installed absl-py-2.4.0 accelerate-1.13.0 ai-edge-litert-2.1.4 ai-edge-quantizer-0.6.0 backports.strenum-1.2.8 fire-0.7.1 hf-xet-1.4.3 huggingface-hub-1.12.0 immutabledict-4.2.1 jaxtyping-0.3.9 litert-converter-0.1.0 litert-torch-0.9.0 mediapipe-0.10.35 ordered-set-4.1.0 protobuf-7.34.1 sounddevice-0.5.5 torchao-0.17.0 transformers-5.6.2 typing-extensions-4.12.2 wadler-lindig-0.1.7 xdsl-0.28.0\n"}
270
+ ,{"stream_name":"stdout","time":84.948540374,"data":"[09:02:27] All dependencies installed. Importing litert_torch...\n"}
271
+ ,{"stream_name":"stderr","time":92.9441056,"data":"Failed to load /usr/local/lib/python3.12/dist-packages/torchao/_C_cutlass_90a.abi3.so: Could not load this library: /usr/local/lib/python3.12/dist-packages/torchao/_C_cutlass_90a.abi3.so\n"}
272
+ ,{"stream_name":"stderr","time":92.944635287,"data":"Failed to load /usr/local/lib/python3.12/dist-packages/torchao/_C_mxfp8.cpython-310-x86_64-linux-gnu.so: Could not load this library: /usr/local/lib/python3.12/dist-packages/torchao/_C_mxfp8.cpython-310-x86_64-linux-gnu.so\n"}
273
+ ,{"stream_name":"stdout","time":102.997485651,"data":"[09:02:45] Import successful!\n"}
274
+ ,{"stream_name":"stdout","time":102.997516735,"data":"[09:02:45] Starting export of TrevorJS/gemma-4-E2B-it-uncensored...\n"}
275
+ ,{"stream_name":"stdout","time":102.997522242,"data":"[09:02:45] Output dir: /kaggle/working\n"}
276
+ ,{"stream_name":"stdout","time":102.99752587,"data":"[09:02:45] Quantization: dynamic_wi8_afp32\n"}
277
+ ,{"stream_name":"stdout","time":102.997545919,"data":"[09:02:45] Cache length: 1024\n"}
278
+ ,{"stream_name":"stdout","time":102.997922097,"data":"============== Export Configuration ==============\n"}
279
+ ,{"stream_name":"stdout","time":102.997934332,"data":"auto_model_override : None\n"}
280
+ ,{"stream_name":"stdout","time":102.99793824,"data":"batch_size : 1\n"}
281
+ ,{"stream_name":"stdout","time":102.99794154,"data":"bundle_litert_lm : True\n"}
282
+ ,{"stream_name":"stdout","time":102.997945043,"data":"cache_implementation : 'LiteRTLMCache'\n"}
283
+ ,{"stream_name":"stdout","time":102.997962832,"data":"cache_length : 1024\n"}
284
+ ,{"stream_name":"stdout","time":102.997965327,"data":"cache_length_dim : None\n"}
285
+ ,{"stream_name":"stdout","time":102.997967605,"data":"enable_dynamic_shape : False\n"}
286
+ ,{"stream_name":"stdout","time":102.997969792,"data":"experimental_lightweight_conversion : False\n"}
287
+ ,{"stream_name":"stdout","time":102.997972072,"data":"experimental_use_mixed_precision : False\n"}
288
+ ,{"stream_name":"stdout","time":102.997974406,"data":"export_vision_encoder : False\n"}
289
+ ,{"stream_name":"stdout","time":102.997976657,"data":"externalize_embedder : True\n"}
290
+ ,{"stream_name":"stdout","time":102.997978807,"data":"externalize_rope : False\n"}
291
+ ,{"stream_name":"stdout","time":102.997980957,"data":"extra_kwargs : {}\n"}
292
+ ,{"stream_name":"stdout","time":102.997983122,"data":"k_ts_idx : 2\n"}
293
+ ,{"stream_name":"stdout","time":102.997985383,"data":"keep_temporary_files : False\n"}
294
+ ,{"stream_name":"stdout","time":102.997987577,"data":"litert_lm_llm_metadata_override : None\n"}
295
+ ,{"stream_name":"stdout","time":102.997989793,"data":"litert_lm_model_type_override : None\n"}
296
+ ,{"stream_name":"stdout","time":102.997992042,"data":"model : 'TrevorJS/gemma-4-E2B-it-uncensored'\n"}
297
+ ,{"stream_name":"stdout","time":102.997994387,"data":"output_dir : '/kaggle/working'\n"}
298
+ ,{"stream_name":"stdout","time":102.997996585,"data":"prefill_length_dim : None\n"}
299
+ ,{"stream_name":"stdout","time":102.997998733,"data":"prefill_lengths : [256]\n"}
300
+ ,{"stream_name":"stdout","time":102.998000905,"data":"quantization_recipe : 'dynamic_wi8_afp32'\n"}
301
+ ,{"stream_name":"stdout","time":102.99800318,"data":"single_token_embedder : True\n"}
302
+ ,{"stream_name":"stdout","time":102.998005325,"data":"split_cache : False\n"}
303
+ ,{"stream_name":"stdout","time":102.998007526,"data":"task : \u003cExportTask.TEXT_GENERATION: 'text_generation'\u003e\n"}
304
+ ,{"stream_name":"stdout","time":102.998010559,"data":"trust_remote_code : False\n"}
305
+ ,{"stream_name":"stdout","time":102.998012728,"data":"use_jinja_template : True\n"}
306
+ ,{"stream_name":"stdout","time":102.998014909,"data":"v_ts_idx : 3\n"}
307
+ ,{"stream_name":"stdout","time":102.998017114,"data":"vision_encoder_quantization_recipe : 'weight_only_wi8_afp32'\n"}
308
+ ,{"stream_name":"stdout","time":102.998019339,"data":"work_dir : '/kaggle/working/tmphl7xsjop'\n"}
309
+ ,{"stream_name":"stdout","time":102.998021575,"data":"==================================================\n"}
310
+ ,{"stream_name":"stdout","time":103.000646314,"data":"(00:00) [START] LiteRT GenAI Export\n"}
311
+ ,{"stream_name":"stdout","time":103.00125145,"data":"(00:00) [START] LiteRT GenAI Export \u003e Load source model\n"}
312
+ ,{"stream_name":"stdout","time":103.401751709,"data":"Gemma4 patch applied.\n"}
313
+ ,{"stream_name":"stdout","time":120.813084245,"data":"[09:03:03] HEARTBEAT: still alive after 120s\n"}
314
+ ,{"stream_name":"stderr","time":159.660852577,"data":"\rLoading weights: 0%| | 0/1951 [00:00\u003c?, ?it/s]\rLoading weights: 10%|▉ | 189/1951 [00:00\u003c00:00, 1800.07it/s]\rLoading weights: 19%|█▉ | 370/1951 [00:00\u003c00:00, 1794.70it/s]\rLoading weights: 28%|██▊ | 553/1951 [00:00\u003c00:00, 1776.57it/s]\rLoading weights: 38%|███▊ | 734/1951 [00:00\u003c00:00, 1789.10it/s]\rLoading weights: 47%|████▋ | 913/1951 [00:16\u003c00:33, 30.98it/s] \rLoading weights: 100%|██████████| 1951/1951 [00:16\u003c00:00, 118.32it/s]\n"}
315
+ ,{"stream_name":"stdout","time":165.02782896,"data":"(01:02) [ DONE] LiteRT GenAI Export \u003e Load source model (+01:02)\n"}
316
+ ,{"stream_name":"stdout","time":165.028823445,"data":"(01:02) [START] LiteRT GenAI Export \u003e Export text prefill-decode model\n"}
317
+ ,{"stream_name":"stdout","time":165.032121256,"data":"Using Gemma4 exportables.\n"}
318
+ ,{"stream_name":"stdout","time":165.054138745,"data":"(01:02) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
319
+ ,{"stream_name":"stdout","time":165.0541599,"data":"LiteRT-Torch Convert\n"}
320
+ ,{"stream_name":"stdout","time":165.054932522,"data":"(01:02) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
321
+ ,{"stream_name":"stdout","time":165.054945709,"data":"LiteRT-Torch Convert \u003e Torch Export: prefill_256\n"}
322
+ ,{"stream_name":"stdout","time":177.882839949,"data":"(01:14) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
323
+ ,{"stream_name":"stdout","time":177.882887064,"data":"LiteRT-Torch Convert \u003e Torch Export: prefill_256 \u003e ExportedProgram Run \n"}
324
+ ,{"stream_name":"stdout","time":177.882931697,"data":"Decompositions\n"}
325
+ ,{"stream_name":"stdout","time":180.813473936,"data":"[09:04:03] HEARTBEAT: still alive after 180s\n"}
326
+ ,{"stream_name":"stdout","time":197.479035028,"data":"(01:34) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
327
+ ,{"stream_name":"stdout","time":197.479086403,"data":"LiteRT-Torch Convert \u003e Torch Export: prefill_256 \u003e ExportedProgram Run \n"}
328
+ ,{"stream_name":"stdout","time":197.479092143,"data":"Decompositions (+00:19)\n"}
329
+ ,{"stream_name":"stdout","time":197.480659228,"data":"(01:34) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
330
+ ,{"stream_name":"stdout","time":197.480671874,"data":"LiteRT-Torch Convert \u003e Torch Export: prefill_256 (+00:32)\n"}
331
+ ,{"stream_name":"stdout","time":197.481412874,"data":"(01:34) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
332
+ ,{"stream_name":"stdout","time":197.481426595,"data":"LiteRT-Torch Convert \u003e Torch Export: decode\n"}
333
+ ,{"stream_name":"stdout","time":209.546213277,"data":"(01:46) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
334
+ ,{"stream_name":"stdout","time":209.546256282,"data":"LiteRT-Torch Convert \u003e Torch Export: decode \u003e ExportedProgram Run Decompositions\n"}
335
+ ,{"stream_name":"stdout","time":229.613010601,"data":"(02:06) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
336
+ ,{"stream_name":"stdout","time":229.613053642,"data":"LiteRT-Torch Convert \u003e Torch Export: decode \u003e ExportedProgram Run Decompositions\n"}
337
+ ,{"stream_name":"stdout","time":229.613061443,"data":"(+00:20)\n"}
338
+ ,{"stream_name":"stdout","time":229.614926463,"data":"(02:06) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
339
+ ,{"stream_name":"stdout","time":229.614952757,"data":"LiteRT-Torch Convert \u003e Torch Export: decode (+00:32)\n"}
340
+ ,{"stream_name":"stdout","time":229.615646362,"data":"(02:06) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
341
+ ,{"stream_name":"stdout","time":229.615663083,"data":"LiteRT-Torch Convert \u003e Run FX Passes\n"}
342
+ ,{"stream_name":"stdout","time":230.107675635,"data":"(02:07) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
343
+ ,{"stream_name":"stdout","time":230.107712558,"data":"LiteRT-Torch Convert \u003e Run FX Passes \u003e ExportedProgram Run Decompositions\n"}
344
+ ,{"stream_name":"stdout","time":230.109951553,"data":"(02:07) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
345
+ ,{"stream_name":"stdout","time":230.109982264,"data":"LiteRT-Torch Convert \u003e Run FX Passes \u003e ExportedProgram Run Decompositions \n"}
346
+ ,{"stream_name":"stdout","time":230.110008998,"data":"(+00:00)\n"}
347
+ ,{"stream_name":"stdout","time":231.39949184,"data":"(02:08) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
348
+ ,{"stream_name":"stdout","time":231.399533978,"data":"LiteRT-Torch Convert \u003e Run FX Passes \u003e ExportedProgram Run Decompositions\n"}
349
+ ,{"stream_name":"stdout","time":231.403432963,"data":"(02:08) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
350
+ ,{"stream_name":"stdout","time":231.403451592,"data":"LiteRT-Torch Convert \u003e Run FX Passes \u003e ExportedProgram Run Decompositions \n"}
351
+ ,{"stream_name":"stdout","time":231.403456962,"data":"(+00:00)\n"}
352
+ ,{"stream_name":"stdout","time":232.187509082,"data":"(02:09) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
353
+ ,{"stream_name":"stdout","time":232.187543794,"data":"LiteRT-Torch Convert \u003e Run FX Passes (+00:02)\n"}
354
+ ,{"stream_name":"stdout","time":232.585955534,"data":"(02:09) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
355
+ ,{"stream_name":"stdout","time":232.585991008,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256\n"}
356
+ ,{"stream_name":"stdout","time":232.590691632,"data":"(02:09) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
357
+ ,{"stream_name":"stdout","time":232.590713471,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e ExportedProgram Run \n"}
358
+ ,{"stream_name":"stdout","time":232.590717862,"data":"Decompositions\n"}
359
+ ,{"stream_name":"stdout","time":240.819041288,"data":"[09:05:03] HEARTBEAT: still alive after 240s\n"}
360
+ ,{"stream_name":"stdout","time":246.483431003,"data":"(02:23) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
361
+ ,{"stream_name":"stdout","time":246.483475498,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e ExportedProgram Run \n"}
362
+ ,{"stream_name":"stdout","time":246.483480698,"data":"Decompositions (+00:13)\n"}
363
+ ,{"stream_name":"stdout","time":246.490047188,"data":"(02:23) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
364
+ ,{"stream_name":"stdout","time":246.490071312,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e ExportedProgram Run \n"}
365
+ ,{"stream_name":"stdout","time":246.490076357,"data":"Decompositions\n"}
366
+ ,{"stream_name":"stdout","time":246.492812897,"data":"(02:23) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
367
+ ,{"stream_name":"stdout","time":246.492829728,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e ExportedProgram Run \n"}
368
+ ,{"stream_name":"stdout","time":246.492834311,"data":"Decompositions (+00:00)\n"}
369
+ ,{"stream_name":"stdout","time":246.513975109,"data":"(02:23) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
370
+ ,{"stream_name":"stdout","time":246.513996621,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e Create MLIR Module\n"}
371
+ ,{"stream_name":"stderr","time":258.868491026,"data":"/bin/bash: line 1: 7 Killed \"$ENTRYPOINT\" \"$A0\" \"$A1\"\n"}
372
+ ,{"stream_name":"stderr","time":261.288842085,"data":"/usr/local/lib/python3.12/dist-packages/mistune.py:435: SyntaxWarning: invalid escape sequence '\\|'\n"}
373
+ ,{"stream_name":"stderr","time":261.28886948,"data":" cells[i][c] = re.sub('\\\\\\\\\\|', '|', cell)\n"}
374
+ ,{"stream_name":"stderr","time":261.600945868,"data":"/usr/local/lib/python3.12/dist-packages/nbconvert/filters/filter_links.py:36: SyntaxWarning: invalid escape sequence '\\_'\n"}
375
+ ,{"stream_name":"stderr","time":261.600979337,"data":" text = re.sub(r'_', '\\_', text) # Escape underscores in display text\n"}
376
+ ,{"stream_name":"stderr","time":262.786887336,"data":"[NbConvertApp] Converting notebook __script__.ipynb to html\n"}
377
+ ,{"stream_name":"stderr","time":263.96704086,"data":"[NbConvertApp] Writing 281883 bytes to __results__.html\n"}
378
+ ]
kaggle_job/gemma-4-e2b-litert-cpu-wi4.log ADDED
@@ -0,0 +1,378 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [{"stream_name":"stdout","time":0.989697084,"data":"[09:23:50] Installing dependencies...\n"}
2
+ ,{"stream_name":"stdout","time":0.989744184,"data":"[09:23:50] Running: /usr/bin/python3 -m pip install -U torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu\n"}
3
+ ,{"stream_name":"stdout","time":4.842746839,"data":"Looking in indexes: https://download.pytorch.org/whl/cpu\n"}
4
+ ,{"stream_name":"stdout","time":4.84437558,"data":"Requirement already satisfied: torch in /usr/local/lib/python3.12/dist-packages (2.10.0+cpu)\n"}
5
+ ,{"stream_name":"stdout","time":5.80315855,"data":"Collecting torch\n"}
6
+ ,{"stream_name":"stdout","time":5.888049419,"data":" Downloading https://download-r2.pytorch.org/whl/cpu/torch-2.11.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl.metadata (29 kB)\n"}
7
+ ,{"stream_name":"stdout","time":5.913828314,"data":"Requirement already satisfied: torchvision in /usr/local/lib/python3.12/dist-packages (0.25.0+cpu)\n"}
8
+ ,{"stream_name":"stdout","time":7.129734536,"data":"Collecting torchvision\n"}
9
+ ,{"stream_name":"stdout","time":7.145633549,"data":" Downloading https://download-r2.pytorch.org/whl/cpu/torchvision-0.26.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl.metadata (5.5 kB)\n"}
10
+ ,{"stream_name":"stdout","time":7.163066133,"data":"Requirement already satisfied: torchaudio in /usr/local/lib/python3.12/dist-packages (2.10.0+cpu)\n"}
11
+ ,{"stream_name":"stdout","time":7.986569559,"data":"Collecting torchaudio\n"}
12
+ ,{"stream_name":"stdout","time":8.186645955,"data":" Downloading https://download-r2.pytorch.org/whl/cpu/torchaudio-2.11.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl.metadata (6.9 kB)\n"}
13
+ ,{"stream_name":"stdout","time":8.20715611,"data":"Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from torch) (3.24.3)\n"}
14
+ ,{"stream_name":"stdout","time":8.20800468,"data":"Requirement already satisfied: typing-extensions\u003e=4.10.0 in /usr/local/lib/python3.12/dist-packages (from torch) (4.15.0)\n"}
15
+ ,{"stream_name":"stdout","time":8.20914402,"data":"Requirement already satisfied: setuptools\u003c82 in /usr/local/lib/python3.12/dist-packages (from torch) (75.2.0)\n"}
16
+ ,{"stream_name":"stdout","time":8.210433651,"data":"Requirement already satisfied: sympy\u003e=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch) (1.14.0)\n"}
17
+ ,{"stream_name":"stdout","time":8.211586331,"data":"Requirement already satisfied: networkx\u003e=2.5.1 in /usr/local/lib/python3.12/dist-packages (from torch) (3.6.1)\n"}
18
+ ,{"stream_name":"stdout","time":8.212401361,"data":"Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch) (3.1.6)\n"}
19
+ ,{"stream_name":"stdout","time":8.213887752,"data":"Requirement already satisfied: fsspec\u003e=0.8.5 in /usr/local/lib/python3.12/dist-packages (from torch) (2026.2.0)\n"}
20
+ ,{"stream_name":"stdout","time":8.220421393,"data":"Requirement already satisfied: numpy in /usr/local/lib/python3.12/dist-packages (from torchvision) (2.0.2)\n"}
21
+ ,{"stream_name":"stdout","time":8.223146063,"data":"Requirement already satisfied: pillow!=8.3.*,\u003e=5.3.0 in /usr/local/lib/python3.12/dist-packages (from torchvision) (11.3.0)\n"}
22
+ ,{"stream_name":"stdout","time":8.246147168,"data":"Requirement already satisfied: mpmath\u003c1.4,\u003e=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy\u003e=1.13.3-\u003etorch) (1.3.0)\n"}
23
+ ,{"stream_name":"stdout","time":8.249529049,"data":"Requirement already satisfied: MarkupSafe\u003e=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2-\u003etorch) (3.0.3)\n"}
24
+ ,{"stream_name":"stdout","time":8.273732314,"data":"Downloading https://download-r2.pytorch.org/whl/cpu/torch-2.11.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl (190.3 MB)\n"}
25
+ ,{"stream_name":"stdout","time":10.218418519,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 190.3/190.3 MB 9.1 MB/s eta 0:00:00\n"}
26
+ ,{"stream_name":"stdout","time":10.420423803,"data":"Downloading https://download-r2.pytorch.org/whl/cpu/torchvision-0.26.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl (1.9 MB)\n"}
27
+ ,{"stream_name":"stdout","time":10.454779321,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.9/1.9 MB 59.8 MB/s eta 0:00:00\n"}
28
+ ,{"stream_name":"stdout","time":10.470923864,"data":"Downloading https://download-r2.pytorch.org/whl/cpu/torchaudio-2.11.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl (341 kB)\n"}
29
+ ,{"stream_name":"stdout","time":10.493038559,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 341.3/341.3 kB 17.2 MB/s eta 0:00:00\n"}
30
+ ,{"stream_name":"stdout","time":12.562357224,"data":"Installing collected packages: torchaudio, torch, torchvision\n"}
31
+ ,{"stream_name":"stdout","time":12.562425453,"data":" Attempting uninstall: torchaudio\n"}
32
+ ,{"stream_name":"stdout","time":12.686713851,"data":" Found existing installation: torchaudio 2.10.0+cpu\n"}
33
+ ,{"stream_name":"stdout","time":12.710939856,"data":" Uninstalling torchaudio-2.10.0+cpu:\n"}
34
+ ,{"stream_name":"stdout","time":12.82135715,"data":" Successfully uninstalled torchaudio-2.10.0+cpu\n"}
35
+ ,{"stream_name":"stdout","time":12.990857067,"data":" Attempting uninstall: torch\n"}
36
+ ,{"stream_name":"stdout","time":13.238798892,"data":" Found existing installation: torch 2.10.0+cpu\n"}
37
+ ,{"stream_name":"stdout","time":14.442775066,"data":" Uninstalling torch-2.10.0+cpu:\n"}
38
+ ,{"stream_name":"stdout","time":31.153110394,"data":" Successfully uninstalled torch-2.10.0+cpu\n"}
39
+ ,{"stream_name":"stdout","time":44.049496785,"data":" Attempting uninstall: torchvision\n"}
40
+ ,{"stream_name":"stdout","time":44.267597723,"data":" Found existing installation: torchvision 0.25.0+cpu\n"}
41
+ ,{"stream_name":"stdout","time":44.30085897,"data":" Uninstalling torchvision-0.25.0+cpu:\n"}
42
+ ,{"stream_name":"stdout","time":44.512116806,"data":" Successfully uninstalled torchvision-0.25.0+cpu\n"}
43
+ ,{"stream_name":"stdout","time":45.001067474,"data":"Successfully installed torch-2.11.0+cpu torchaudio-2.11.0+cpu torchvision-0.26.0+cpu\n"}
44
+ ,{"stream_name":"stdout","time":45.209065359,"data":"[09:24:35] Running: /usr/bin/python3 -m pip install -U litert-torch torchao transformers huggingface-hub mediapipe accelerate sentencepiece 'protobuf\u003e=6.0'\n"}
45
+ ,{"stream_name":"stdout","time":46.280358014,"data":"Collecting litert-torch\n"}
46
+ ,{"stream_name":"stdout","time":46.449554182,"data":" Downloading litert_torch-0.9.0-py3-none-any.whl.metadata (2.3 kB)\n"}
47
+ ,{"stream_name":"stdout","time":46.467733875,"data":"Requirement already satisfied: torchao in /usr/local/lib/python3.12/dist-packages (0.10.0)\n"}
48
+ ,{"stream_name":"stdout","time":46.582824101,"data":"Collecting torchao\n"}
49
+ ,{"stream_name":"stdout","time":46.635310272,"data":" Downloading torchao-0.17.0-cp310-abi3-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (20 kB)\n"}
50
+ ,{"stream_name":"stdout","time":46.668559459,"data":"Requirement already satisfied: transformers in /usr/local/lib/python3.12/dist-packages (5.0.0)\n"}
51
+ ,{"stream_name":"stdout","time":46.880258119,"data":"Collecting transformers\n"}
52
+ ,{"stream_name":"stdout","time":46.93217479,"data":" Downloading transformers-5.6.2-py3-none-any.whl.metadata (33 kB)\n"}
53
+ ,{"stream_name":"stdout","time":47.345064778,"data":"Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.12/dist-packages (1.4.1)\n"}
54
+ ,{"stream_name":"stdout","time":47.525429817,"data":"Collecting huggingface-hub\n"}
55
+ ,{"stream_name":"stdout","time":47.57690663,"data":" Downloading huggingface_hub-1.12.0-py3-none-any.whl.metadata (14 kB)\n"}
56
+ ,{"stream_name":"stdout","time":47.7149286,"data":"Collecting mediapipe\n"}
57
+ ,{"stream_name":"stdout","time":47.767442851,"data":" Downloading mediapipe-0.10.35-py3-none-manylinux_2_28_x86_64.whl.metadata (9.8 kB)\n"}
58
+ ,{"stream_name":"stdout","time":47.789637486,"data":"Requirement already satisfied: accelerate in /usr/local/lib/python3.12/dist-packages (1.12.0)\n"}
59
+ ,{"stream_name":"stdout","time":47.897748549,"data":"Collecting accelerate\n"}
60
+ ,{"stream_name":"stdout","time":47.949386141,"data":" Downloading accelerate-1.13.0-py3-none-any.whl.metadata (19 kB)\n"}
61
+ ,{"stream_name":"stdout","time":47.983942769,"data":"Requirement already satisfied: sentencepiece in /usr/local/lib/python3.12/dist-packages (0.2.1)\n"}
62
+ ,{"stream_name":"stdout","time":48.559476065,"data":"Collecting protobuf\u003e=6.0\n"}
63
+ ,{"stream_name":"stdout","time":48.610804758,"data":" Downloading protobuf-7.34.1-cp310-abi3-manylinux2014_x86_64.whl.metadata (595 bytes)\n"}
64
+ ,{"stream_name":"stdout","time":48.632482722,"data":"Requirement already satisfied: absl-py in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.4.0)\n"}
65
+ ,{"stream_name":"stdout","time":48.638874673,"data":"Requirement already satisfied: numpy in /usr/local/lib/python3.12/dist-packages (from litert-torch) (2.0.2)\n"}
66
+ ,{"stream_name":"stdout","time":48.644758094,"data":"Requirement already satisfied: scipy in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.16.3)\n"}
67
+ ,{"stream_name":"stdout","time":48.646077255,"data":"Requirement already satisfied: safetensors in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.7.0)\n"}
68
+ ,{"stream_name":"stdout","time":48.647025135,"data":"Requirement already satisfied: multipledispatch in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.0.0)\n"}
69
+ ,{"stream_name":"stdout","time":48.651156136,"data":"Requirement already satisfied: kagglehub in /usr/local/lib/python3.12/dist-packages (from litert-torch) (1.0.0)\n"}
70
+ ,{"stream_name":"stdout","time":48.653346127,"data":"Requirement already satisfied: tabulate in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.9.0)\n"}
71
+ ,{"stream_name":"stdout","time":48.655174717,"data":"Requirement already satisfied: torch\u003c2.12.0,\u003e=2.4.0 in /usr/local/lib/python3.12/dist-packages (from litert-torch) (2.11.0+cpu)\n"}
72
+ ,{"stream_name":"stdout","time":48.753218888,"data":"Collecting ai-edge-litert\u003c2.2.0,\u003e=2.1.4 (from ai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch)\n"}
73
+ ,{"stream_name":"stdout","time":48.805011419,"data":" Downloading ai_edge_litert-2.1.4-cp312-cp312-manylinux_2_27_x86_64.whl.metadata (2.2 kB)\n"}
74
+ ,{"stream_name":"stdout","time":48.90539108,"data":"Collecting ai-edge-quantizer==0.6.* (from litert-torch)\n"}
75
+ ,{"stream_name":"stdout","time":48.957414114,"data":" Downloading ai_edge_quantizer-0.6.0-py3-none-any.whl.metadata (16 kB)\n"}
76
+ ,{"stream_name":"stdout","time":49.08054991,"data":"Collecting litert-converter==0.1.* (from litert-torch)\n"}
77
+ ,{"stream_name":"stdout","time":49.132536351,"data":" Downloading litert_converter-0.1.0-cp312-cp312-manylinux_2_27_x86_64.whl.metadata (1.9 kB)\n"}
78
+ ,{"stream_name":"stdout","time":49.152251285,"data":"Requirement already satisfied: jax in /usr/local/lib/python3.12/dist-packages (from litert-torch) (0.7.2)\n"}
79
+ ,{"stream_name":"stdout","time":49.247397416,"data":"Collecting jaxtyping (from litert-torch)\n"}
80
+ ,{"stream_name":"stdout","time":49.300344037,"data":" Downloading jaxtyping-0.3.9-py3-none-any.whl.metadata (7.4 kB)\n"}
81
+ ,{"stream_name":"stdout","time":49.4040826,"data":"Collecting fire (from litert-torch)\n"}
82
+ ,{"stream_name":"stdout","time":49.456783661,"data":" Downloading fire-0.7.1-py3-none-any.whl.metadata (5.8 kB)\n"}
83
+ ,{"stream_name":"stdout","time":49.477079946,"data":"Requirement already satisfied: rich in /usr/local/lib/python3.12/dist-packages (from litert-torch) (13.9.4)\n"}
84
+ ,{"stream_name":"stdout","time":49.479283286,"data":"Requirement already satisfied: immutabledict in /usr/local/lib/python3.12/dist-packages (from ai-edge-quantizer==0.6.*-\u003elitert-torch) (4.3.1)\n"}
85
+ ,{"stream_name":"stdout","time":49.482935017,"data":"Requirement already satisfied: ml_dtypes in /usr/local/lib/python3.12/dist-packages (from ai-edge-quantizer==0.6.*-\u003elitert-torch) (0.5.4)\n"}
86
+ ,{"stream_name":"stdout","time":49.561735685,"data":"Collecting backports.strenum (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch)\n"}
87
+ ,{"stream_name":"stdout","time":49.614844316,"data":" Downloading backports_strenum-1.2.8-py3-none-any.whl.metadata (3.6 kB)\n"}
88
+ ,{"stream_name":"stdout","time":49.63200669,"data":"Requirement already satisfied: flatbuffers in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch) (25.12.19)\n"}
89
+ ,{"stream_name":"stdout","time":49.637420551,"data":"Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch) (4.67.3)\n"}
90
+ ,{"stream_name":"stdout","time":49.638224131,"data":"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.12/dist-packages (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch) (4.15.0)\n"}
91
+ ,{"stream_name":"stdout","time":49.644444543,"data":"Requirement already satisfied: lark in /usr/local/lib/python3.12/dist-packages (from litert-converter==0.1.*-\u003elitert-torch) (1.3.1)\n"}
92
+ ,{"stream_name":"stdout","time":49.914506872,"data":"Collecting xdsl==0.28.0 (from litert-converter==0.1.*-\u003elitert-torch)\n"}
93
+ ,{"stream_name":"stdout","time":49.966762793,"data":" Downloading xdsl-0.28.0-py3-none-any.whl.metadata (9.5 kB)\n"}
94
+ ,{"stream_name":"stdout","time":50.073849857,"data":"Collecting immutabledict (from ai-edge-quantizer==0.6.*-\u003elitert-torch)\n"}
95
+ ,{"stream_name":"stdout","time":50.125118368,"data":" Downloading immutabledict-4.2.1-py3-none-any.whl.metadata (3.5 kB)\n"}
96
+ ,{"stream_name":"stdout","time":50.235052673,"data":"Collecting typing-extensions (from ai-edge-litert\u003c2.2.0,\u003e=2.1.4-\u003eai-edge-litert[model-utils]\u003c2.2.0,\u003e=2.1.4-\u003elitert-torch)\n"}
97
+ ,{"stream_name":"stdout","time":50.286325724,"data":" Downloading typing_extensions-4.12.2-py3-none-any.whl.metadata (3.0 kB)\n"}
98
+ ,{"stream_name":"stdout","time":50.384239636,"data":"Collecting ordered-set==4.1.0 (from xdsl==0.28.0-\u003elitert-converter==0.1.*-\u003elitert-torch)\n"}
99
+ ,{"stream_name":"stdout","time":50.436527157,"data":" Downloading ordered_set-4.1.0-py3-none-any.whl.metadata (5.3 kB)\n"}
100
+ ,{"stream_name":"stdout","time":50.495163609,"data":"Requirement already satisfied: packaging\u003e=20.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (26.0)\n"}
101
+ ,{"stream_name":"stdout","time":50.496247209,"data":"Requirement already satisfied: pyyaml\u003e=5.1 in /usr/local/lib/python3.12/dist-packages (from transformers) (6.0.3)\n"}
102
+ ,{"stream_name":"stdout","time":50.49802243,"data":"Requirement already satisfied: regex\u003e=2025.10.22 in /usr/local/lib/python3.12/dist-packages (from transformers) (2025.11.3)\n"}
103
+ ,{"stream_name":"stdout","time":50.49926879,"data":"Requirement already satisfied: tokenizers\u003c=0.23.0,\u003e=0.22.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.22.2)\n"}
104
+ ,{"stream_name":"stdout","time":50.50059137,"data":"Requirement already satisfied: typer in /usr/local/lib/python3.12/dist-packages (from transformers) (0.24.1)\n"}
105
+ ,{"stream_name":"stdout","time":50.511849373,"data":"Requirement already satisfied: filelock\u003e=3.10.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (3.24.3)\n"}
106
+ ,{"stream_name":"stdout","time":50.513479733,"data":"Requirement already satisfied: fsspec\u003e=2023.5.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (2026.2.0)\n"}
107
+ ,{"stream_name":"stdout","time":50.695826144,"data":"Collecting hf-xet\u003c2.0.0,\u003e=1.4.3 (from huggingface-hub)\n"}
108
+ ,{"stream_name":"stdout","time":50.747627255,"data":" Downloading hf_xet-1.4.3-cp37-abi3-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (4.9 kB)\n"}
109
+ ,{"stream_name":"stdout","time":50.769601529,"data":"Requirement already satisfied: httpx\u003c1,\u003e=0.23.0 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub) (0.28.1)\n"}
110
+ ,{"stream_name":"stdout","time":50.86440055,"data":"Collecting absl-py (from litert-torch)\n"}
111
+ ,{"stream_name":"stdout","time":50.915760642,"data":" Downloading absl_py-2.4.0-py3-none-any.whl.metadata (3.3 kB)\n"}
112
+ ,{"stream_name":"stdout","time":50.932399265,"data":"Requirement already satisfied: certifi in /usr/local/lib/python3.12/dist-packages (from mediapipe) (2026.1.4)\n"}
113
+ ,{"stream_name":"stdout","time":51.07380032,"data":"Collecting sounddevice~=0.5 (from mediapipe)\n"}
114
+ ,{"stream_name":"stdout","time":51.126094111,"data":" Downloading sounddevice-0.5.5-py3-none-any.whl.metadata (1.4 kB)\n"}
115
+ ,{"stream_name":"stdout","time":51.143324044,"data":"Requirement already satisfied: opencv-contrib-python in /usr/local/lib/python3.12/dist-packages (from mediapipe) (4.13.0.92)\n"}
116
+ ,{"stream_name":"stdout","time":51.144897705,"data":"Requirement already satisfied: matplotlib in /usr/local/lib/python3.12/dist-packages (from mediapipe) (3.10.0)\n"}
117
+ ,{"stream_name":"stdout","time":51.154608427,"data":"Requirement already satisfied: psutil in /usr/local/lib/python3.12/dist-packages (from accelerate) (5.9.5)\n"}
118
+ ,{"stream_name":"stdout","time":51.195579745,"data":"Requirement already satisfied: anyio in /usr/local/lib/python3.12/dist-packages (from httpx\u003c1,\u003e=0.23.0-\u003ehuggingface-hub) (4.12.1)\n"}
119
+ ,{"stream_name":"stdout","time":51.197310066,"data":"Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.12/dist-packages (from httpx\u003c1,\u003e=0.23.0-\u003ehuggingface-hub) (1.0.9)\n"}
120
+ ,{"stream_name":"stdout","time":51.198334416,"data":"Requirement already satisfied: idna in /usr/local/lib/python3.12/dist-packages (from httpx\u003c1,\u003e=0.23.0-\u003ehuggingface-hub) (3.11)\n"}
121
+ ,{"stream_name":"stdout","time":51.201539647,"data":"Requirement already satisfied: h11\u003e=0.16 in /usr/local/lib/python3.12/dist-packages (from httpcore==1.*-\u003ehttpx\u003c1,\u003e=0.23.0-\u003ehuggingface-hub) (0.16.0)\n"}
122
+ ,{"stream_name":"stdout","time":51.21780906,"data":"Requirement already satisfied: cffi in /usr/local/lib/python3.12/dist-packages (from sounddevice~=0.5-\u003emediapipe) (2.0.0)\n"}
123
+ ,{"stream_name":"stdout","time":51.241766236,"data":"Requirement already satisfied: setuptools\u003c82 in /usr/local/lib/python3.12/dist-packages (from torch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (75.2.0)\n"}
124
+ ,{"stream_name":"stdout","time":51.243114006,"data":"Requirement already satisfied: sympy\u003e=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (1.14.0)\n"}
125
+ ,{"stream_name":"stdout","time":51.244146036,"data":"Requirement already satisfied: networkx\u003e=2.5.1 in /usr/local/lib/python3.12/dist-packages (from torch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (3.6.1)\n"}
126
+ ,{"stream_name":"stdout","time":51.244882816,"data":"Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (3.1.6)\n"}
127
+ ,{"stream_name":"stdout","time":51.255435638,"data":"Requirement already satisfied: termcolor in /usr/local/lib/python3.12/dist-packages (from fire-\u003elitert-torch) (3.3.0)\n"}
128
+ ,{"stream_name":"stdout","time":51.260098549,"data":"Requirement already satisfied: jaxlib\u003c=0.7.2,\u003e=0.7.2 in /usr/local/lib/python3.12/dist-packages (from jax-\u003elitert-torch) (0.7.2)\n"}
129
+ ,{"stream_name":"stdout","time":51.26455805,"data":"Requirement already satisfied: opt_einsum in /usr/local/lib/python3.12/dist-packages (from jax-\u003elitert-torch) (3.4.0)\n"}
130
+ ,{"stream_name":"stdout","time":51.363925602,"data":"Collecting wadler-lindig\u003e=0.1.3 (from jaxtyping-\u003elitert-torch)\n"}
131
+ ,{"stream_name":"stdout","time":51.416326113,"data":" Downloading wadler_lindig-0.1.7-py3-none-any.whl.metadata (17 kB)\n"}
132
+ ,{"stream_name":"stdout","time":51.44919202,"data":"Requirement already satisfied: kagglesdk\u003c1.0,\u003e=0.1.14 in /usr/local/lib/python3.12/dist-packages (from kagglehub-\u003elitert-torch) (0.1.16)\n"}
133
+ ,{"stream_name":"stdout","time":51.45073303,"data":"Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from kagglehub-\u003elitert-torch) (2.32.4)\n"}
134
+ ,{"stream_name":"stdout","time":51.458765332,"data":"Requirement already satisfied: contourpy\u003e=1.0.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (1.3.3)\n"}
135
+ ,{"stream_name":"stdout","time":51.459803502,"data":"Requirement already satisfied: cycler\u003e=0.10 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (0.12.1)\n"}
136
+ ,{"stream_name":"stdout","time":51.463636233,"data":"Requirement already satisfied: fonttools\u003e=4.22.0 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (4.61.1)\n"}
137
+ ,{"stream_name":"stdout","time":51.464828913,"data":"Requirement already satisfied: kiwisolver\u003e=1.3.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (1.4.9)\n"}
138
+ ,{"stream_name":"stdout","time":51.469212564,"data":"Requirement already satisfied: pillow\u003e=8 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (11.3.0)\n"}
139
+ ,{"stream_name":"stdout","time":51.470159135,"data":"Requirement already satisfied: pyparsing\u003e=2.3.1 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (3.3.2)\n"}
140
+ ,{"stream_name":"stdout","time":51.471134745,"data":"Requirement already satisfied: python-dateutil\u003e=2.7 in /usr/local/lib/python3.12/dist-packages (from matplotlib-\u003emediapipe) (2.9.0.post0)\n"}
141
+ ,{"stream_name":"stdout","time":51.483293617,"data":"Requirement already satisfied: markdown-it-py\u003e=2.2.0 in /usr/local/lib/python3.12/dist-packages (from rich-\u003elitert-torch) (4.0.0)\n"}
142
+ ,{"stream_name":"stdout","time":51.484344327,"data":"Requirement already satisfied: pygments\u003c3.0.0,\u003e=2.13.0 in /usr/local/lib/python3.12/dist-packages (from rich-\u003elitert-torch) (2.19.2)\n"}
143
+ ,{"stream_name":"stdout","time":51.489682549,"data":"Requirement already satisfied: click\u003e=8.2.1 in /usr/local/lib/python3.12/dist-packages (from typer-\u003etransformers) (8.3.1)\n"}
144
+ ,{"stream_name":"stdout","time":51.490642659,"data":"Requirement already satisfied: shellingham\u003e=1.3.0 in /usr/local/lib/python3.12/dist-packages (from typer-\u003etransformers) (1.5.4)\n"}
145
+ ,{"stream_name":"stdout","time":51.492092109,"data":"Requirement already satisfied: annotated-doc\u003e=0.0.2 in /usr/local/lib/python3.12/dist-packages (from typer-\u003etransformers) (0.0.4)\n"}
146
+ ,{"stream_name":"stdout","time":51.526854887,"data":"Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.12/dist-packages (from markdown-it-py\u003e=2.2.0-\u003erich-\u003elitert-torch) (0.1.2)\n"}
147
+ ,{"stream_name":"stdout","time":51.554956823,"data":"Requirement already satisfied: six\u003e=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil\u003e=2.7-\u003ematplotlib-\u003emediapipe) (1.17.0)\n"}
148
+ ,{"stream_name":"stdout","time":51.565820065,"data":"Requirement already satisfied: mpmath\u003c1.4,\u003e=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy\u003e=1.13.3-\u003etorch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (1.3.0)\n"}
149
+ ,{"stream_name":"stdout","time":51.582424299,"data":"Requirement already satisfied: pycparser in /usr/local/lib/python3.12/dist-packages (from cffi-\u003esounddevice~=0.5-\u003emediapipe) (3.0)\n"}
150
+ ,{"stream_name":"stdout","time":51.585017699,"data":"Requirement already satisfied: MarkupSafe\u003e=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2-\u003etorch\u003c2.12.0,\u003e=2.4.0-\u003elitert-torch) (3.0.3)\n"}
151
+ ,{"stream_name":"stdout","time":51.594543931,"data":"Requirement already satisfied: charset_normalizer\u003c4,\u003e=2 in /usr/local/lib/python3.12/dist-packages (from requests-\u003ekagglehub-\u003elitert-torch) (3.4.4)\n"}
152
+ ,{"stream_name":"stdout","time":51.596150102,"data":"Requirement already satisfied: urllib3\u003c3,\u003e=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests-\u003ekagglehub-\u003elitert-torch) (2.5.0)\n"}
153
+ ,{"stream_name":"stdout","time":51.672789078,"data":"Downloading litert_torch-0.9.0-py3-none-any.whl (570 kB)\n"}
154
+ ,{"stream_name":"stdout","time":51.839401664,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 570.6/570.6 kB 3.5 MB/s eta 0:00:00\n"}
155
+ ,{"stream_name":"stdout","time":51.891412316,"data":"Downloading ai_edge_quantizer-0.6.0-py3-none-any.whl (400 kB)\n"}
156
+ ,{"stream_name":"stdout","time":51.922797702,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 400.7/400.7 kB 13.6 MB/s eta 0:00:00\n"}
157
+ ,{"stream_name":"stdout","time":51.974857284,"data":"Downloading ai_edge_litert-2.1.4-cp312-cp312-manylinux_2_27_x86_64.whl (16.6 MB)\n"}
158
+ ,{"stream_name":"stdout","time":53.319227279,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 16.6/16.6 MB 8.6 MB/s eta 0:00:00\n"}
159
+ ,{"stream_name":"stdout","time":53.371640901,"data":"Downloading litert_converter-0.1.0-cp312-cp312-manylinux_2_27_x86_64.whl (116.0 MB)\n"}
160
+ ,{"stream_name":"stdout","time":57.203879582,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 116.0/116.0 MB 4.1 MB/s eta 0:00:00\n"}
161
+ ,{"stream_name":"stdout","time":57.256095435,"data":"Downloading xdsl-0.28.0-py3-none-any.whl (1.1 MB)\n"}
162
+ ,{"stream_name":"stdout","time":57.27991887,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.1/1.1 MB 50.3 MB/s eta 0:00:00\n"}
163
+ ,{"stream_name":"stdout","time":57.331838111,"data":"Downloading ordered_set-4.1.0-py3-none-any.whl (7.6 kB)\n"}
164
+ ,{"stream_name":"stdout","time":57.402173426,"data":"Downloading torchao-0.17.0-cp310-abi3-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (3.2 MB)\n"}
165
+ ,{"stream_name":"stdout","time":57.444933355,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.2/3.2 MB 80.8 MB/s eta 0:00:00\n"}
166
+ ,{"stream_name":"stdout","time":57.496598457,"data":"Downloading transformers-5.6.2-py3-none-any.whl (10.4 MB)\n"}
167
+ ,{"stream_name":"stdout","time":57.701410101,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 10.4/10.4 MB 50.8 MB/s eta 0:00:00\n"}
168
+ ,{"stream_name":"stdout","time":57.752764022,"data":"Downloading huggingface_hub-1.12.0-py3-none-any.whl (646 kB)\n"}
169
+ ,{"stream_name":"stdout","time":57.776704788,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 646.8/646.8 kB 29.8 MB/s eta 0:00:00\n"}
170
+ ,{"stream_name":"stdout","time":57.830892672,"data":"Downloading mediapipe-0.10.35-py3-none-manylinux_2_28_x86_64.whl (12.4 MB)\n"}
171
+ ,{"stream_name":"stdout","time":58.048179598,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.4/12.4 MB 49.8 MB/s eta 0:00:00\n"}
172
+ ,{"stream_name":"stdout","time":58.099576979,"data":"Downloading accelerate-1.13.0-py3-none-any.whl (383 kB)\n"}
173
+ ,{"stream_name":"stdout","time":58.120478644,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 383.7/383.7 kB 20.2 MB/s eta 0:00:00\n"}
174
+ ,{"stream_name":"stdout","time":58.172629245,"data":"Downloading protobuf-7.34.1-cp310-abi3-manylinux2014_x86_64.whl (324 kB)\n"}
175
+ ,{"stream_name":"stdout","time":58.194458159,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 324.3/324.3 kB 16.6 MB/s eta 0:00:00\n"}
176
+ ,{"stream_name":"stdout","time":58.245626271,"data":"Downloading absl_py-2.4.0-py3-none-any.whl (135 kB)\n"}
177
+ ,{"stream_name":"stdout","time":58.266271115,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 135.8/135.8 kB 7.0 MB/s eta 0:00:00\n"}
178
+ ,{"stream_name":"stdout","time":58.317750797,"data":"Downloading hf_xet-1.4.3-cp37-abi3-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (4.2 MB)\n"}
179
+ ,{"stream_name":"stdout","time":58.399673015,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 4.2/4.2 MB 53.0 MB/s eta 0:00:00\n"}
180
+ ,{"stream_name":"stdout","time":58.451776007,"data":"Downloading sounddevice-0.5.5-py3-none-any.whl (32 kB)\n"}
181
+ ,{"stream_name":"stdout","time":58.518891711,"data":"Downloading typing_extensions-4.12.2-py3-none-any.whl (37 kB)\n"}
182
+ ,{"stream_name":"stdout","time":58.591203567,"data":"Downloading fire-0.7.1-py3-none-any.whl (115 kB)\n"}
183
+ ,{"stream_name":"stdout","time":58.612255812,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 115.9/115.9 kB 5.7 MB/s eta 0:00:00\n"}
184
+ ,{"stream_name":"stdout","time":58.665150393,"data":"Downloading jaxtyping-0.3.9-py3-none-any.whl (56 kB)\n"}
185
+ ,{"stream_name":"stdout","time":58.685309927,"data":" ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 56.3/56.3 kB 2.6 MB/s eta 0:00:00\n"}
186
+ ,{"stream_name":"stdout","time":58.736833919,"data":"Downloading immutabledict-4.2.1-py3-none-any.whl (4.7 kB)\n"}
187
+ ,{"stream_name":"stdout","time":58.805815036,"data":"Downloading wadler_lindig-0.1.7-py3-none-any.whl (20 kB)\n"}
188
+ ,{"stream_name":"stdout","time":58.87342246,"data":"Downloading backports_strenum-1.2.8-py3-none-any.whl (7.9 kB)\n"}
189
+ ,{"stream_name":"stdout","time":60.808107823,"data":"Installing collected packages: torchao, wadler-lindig, typing-extensions, protobuf, ordered-set, immutabledict, hf-xet, fire, backports.strenum, absl-py, xdsl, sounddevice, jaxtyping, ai-edge-litert, mediapipe, litert-converter, ai-edge-quantizer, huggingface-hub, accelerate, transformers, litert-torch\n"}
190
+ ,{"stream_name":"stdout","time":60.808283183,"data":" Attempting uninstall: torchao\n"}
191
+ ,{"stream_name":"stdout","time":60.908894645,"data":" Found existing installation: torchao 0.10.0\n"}
192
+ ,{"stream_name":"stdout","time":60.989833923,"data":"[09:24:50] HEARTBEAT: still alive after 60s\n"}
193
+ ,{"stream_name":"stdout","time":61.005630256,"data":" Uninstalling torchao-0.10.0:\n"}
194
+ ,{"stream_name":"stdout","time":61.488615743,"data":" Successfully uninstalled torchao-0.10.0\n"}
195
+ ,{"stream_name":"stdout","time":62.505705496,"data":" Attempting uninstall: typing-extensions\n"}
196
+ ,{"stream_name":"stdout","time":62.653467548,"data":" Found existing installation: typing_extensions 4.15.0\n"}
197
+ ,{"stream_name":"stdout","time":62.657931149,"data":" Uninstalling typing_extensions-4.15.0:\n"}
198
+ ,{"stream_name":"stdout","time":82.116085215,"data":" Successfully uninstalled typing_extensions-4.15.0\n"}
199
+ ,{"stream_name":"stdout","time":82.153083739,"data":" Attempting uninstall: protobuf\n"}
200
+ ,{"stream_name":"stdout","time":82.164360718,"data":" Found existing installation: protobuf 5.29.5\n"}
201
+ ,{"stream_name":"stdout","time":82.171489611,"data":" Uninstalling protobuf-5.29.5:\n"}
202
+ ,{"stream_name":"stdout","time":82.237800776,"data":" Successfully uninstalled protobuf-5.29.5\n"}
203
+ ,{"stream_name":"stdout","time":82.419552756,"data":" Attempting uninstall: immutabledict\n"}
204
+ ,{"stream_name":"stdout","time":82.512689564,"data":" Found existing installation: immutabledict 4.3.1\n"}
205
+ ,{"stream_name":"stdout","time":82.515919641,"data":" Uninstalling immutabledict-4.3.1:\n"}
206
+ ,{"stream_name":"stdout","time":82.523470894,"data":" Successfully uninstalled immutabledict-4.3.1\n"}
207
+ ,{"stream_name":"stdout","time":82.541494506,"data":" Attempting uninstall: hf-xet\n"}
208
+ ,{"stream_name":"stdout","time":82.788687632,"data":" Found existing installation: hf-xet 1.3.0\n"}
209
+ ,{"stream_name":"stdout","time":82.792804099,"data":" Uninstalling hf-xet-1.3.0:\n"}
210
+ ,{"stream_name":"stdout","time":82.863863348,"data":" Successfully uninstalled hf-xet-1.3.0\n"}
211
+ ,{"stream_name":"stdout","time":83.052142233,"data":" Attempting uninstall: absl-py\n"}
212
+ ,{"stream_name":"stdout","time":83.210804616,"data":" Found existing installation: absl-py 1.4.0\n"}
213
+ ,{"stream_name":"stdout","time":83.21662717,"data":" Uninstalling absl-py-1.4.0:\n"}
214
+ ,{"stream_name":"stdout","time":83.266647831,"data":" Successfully uninstalled absl-py-1.4.0\n"}
215
+ ,{"stream_name":"stdout","time":88.718093746,"data":" Attempting uninstall: huggingface-hub\n"}
216
+ ,{"stream_name":"stdout","time":88.842446963,"data":" Found existing installation: huggingface_hub 1.4.1\n"}
217
+ ,{"stream_name":"stdout","time":88.859052087,"data":" Uninstalling huggingface_hub-1.4.1:\n"}
218
+ ,{"stream_name":"stdout","time":89.035348343,"data":" Successfully uninstalled huggingface_hub-1.4.1\n"}
219
+ ,{"stream_name":"stdout","time":89.395408418,"data":" Attempting uninstall: accelerate\n"}
220
+ ,{"stream_name":"stdout","time":89.59617108,"data":" Found existing installation: accelerate 1.12.0\n"}
221
+ ,{"stream_name":"stdout","time":89.607122289,"data":" Uninstalling accelerate-1.12.0:\n"}
222
+ ,{"stream_name":"stdout","time":89.747569341,"data":" Successfully uninstalled accelerate-1.12.0\n"}
223
+ ,{"stream_name":"stdout","time":90.045485107,"data":" Attempting uninstall: transformers\n"}
224
+ ,{"stream_name":"stdout","time":90.275355031,"data":" Found existing installation: transformers 5.0.0\n"}
225
+ ,{"stream_name":"stdout","time":90.452830886,"data":" Uninstalling transformers-5.0.0:\n"}
226
+ ,{"stream_name":"stdout","time":92.950394773,"data":" Successfully uninstalled transformers-5.0.0\n"}
227
+ ,{"stream_name":"stderr","time":100.04256668,"data":"ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n"}
228
+ ,{"stream_name":"stderr","time":100.042608971,"data":"bigframes 2.35.0 requires google-cloud-bigquery-storage\u003c3.0.0,\u003e=2.30.0, which is not installed.\n"}
229
+ ,{"stream_name":"stderr","time":100.04261536,"data":"google-adk 1.25.1 requires google-cloud-bigquery-storage\u003e=2.0.0, which is not installed.\n"}
230
+ ,{"stream_name":"stderr","time":100.042620511,"data":"google-cloud-videointelligence 2.18.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
231
+ ,{"stream_name":"stderr","time":100.042625811,"data":"sigstore-models 0.0.6 requires typing-extensions\u003e=4.14.1, but you have typing-extensions 4.12.2 which is incompatible.\n"}
232
+ ,{"stream_name":"stderr","time":100.042630591,"data":"google-cloud-vision 3.12.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
233
+ ,{"stream_name":"stderr","time":100.042635371,"data":"pudb 2025.1.5 requires typing-extensions\u003e=4.13, but you have typing-extensions 4.12.2 which is incompatible.\n"}
234
+ ,{"stream_name":"stderr","time":100.042639751,"data":"grpc-google-iam-v1 0.14.3 requires protobuf!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
235
+ ,{"stream_name":"stderr","time":100.04264432,"data":"google-cloud-language 2.19.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
236
+ ,{"stream_name":"stdout","time":100.042636011,"data":"Successfully installed absl-py-2.4.0 accelerate-1.13.0 ai-edge-litert-2.1.4 ai-edge-quantizer-0.6.0 backports.strenum-1.2.8 fire-0.7.1 hf-xet-1.4.3 huggingface-hub-1.12.0 immutabledict-4.2.1 jaxtyping-0.3.9 litert-converter-0.1.0 litert-torch-0.9.0 mediapipe-0.10.35 ordered-set-4.1.0 protobuf-7.34.1 sounddevice-0.5.5 torchao-0.17.0 transformers-5.6.2 typing-extensions-4.12.2 wadler-lindig-0.1.7 xdsl-0.28.0\n"}
237
+ ,{"stream_name":"stderr","time":100.04264892,"data":"dopamine-rl 4.1.2 requires gym\u003c=0.25.2, but you have gym 0.26.2 which is incompatible.\n"}
238
+ ,{"stream_name":"stderr","time":100.04269011,"data":"google-cloud-spanner 3.63.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
239
+ ,{"stream_name":"stderr","time":100.04269746,"data":"google-cloud-aiplatform 1.138.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
240
+ ,{"stream_name":"stderr","time":100.04270297,"data":"google-cloud-resource-manager 1.16.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
241
+ ,{"stream_name":"stderr","time":100.04271074,"data":"google-cloud-firestore 2.23.0 requires protobuf!=3.20.0,!=3.20.1,!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0dev,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
242
+ ,{"stream_name":"stderr","time":100.04271668,"data":"pydantic 2.12.3 requires typing-extensions\u003e=4.14.1, but you have typing-extensions 4.12.2 which is incompatible.\n"}
243
+ ,{"stream_name":"stderr","time":100.04274058,"data":"google-cloud-translate 3.24.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
244
+ ,{"stream_name":"stderr","time":100.04274458,"data":"google-cloud-bigquery-connection 1.20.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
245
+ ,{"stream_name":"stderr","time":100.04274809,"data":"google-cloud-logging 3.13.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
246
+ ,{"stream_name":"stderr","time":100.04275152,"data":"google-ai-generativelanguage 0.6.15 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c6.0.0dev,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
247
+ ,{"stream_name":"stderr","time":100.04275496,"data":"ydf 0.15.0 requires protobuf\u003c7.0.0,\u003e=5.29.1, but you have protobuf 7.34.1 which is incompatible.\n"}
248
+ ,{"stream_name":"stderr","time":100.04275814,"data":"google-cloud-trace 1.18.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
249
+ ,{"stream_name":"stderr","time":100.04276173,"data":"google-cloud-functions 1.22.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
250
+ ,{"stream_name":"stderr","time":100.04276497,"data":"googleapis-common-protos 1.72.0 requires protobuf!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
251
+ ,{"stream_name":"stderr","time":100.04276862,"data":"google-cloud-secret-manager 2.26.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
252
+ ,{"stream_name":"stderr","time":100.04277075,"data":"google-cloud-discoveryengine 0.13.12 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
253
+ ,{"stream_name":"stderr","time":100.04277304,"data":"google-cloud-datastore 2.23.0 requires protobuf!=3.20.0,!=3.20.1,!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
254
+ ,{"stream_name":"stderr","time":100.04277621,"data":"google-cloud-pubsub 2.35.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
255
+ ,{"stream_name":"stderr","time":100.04278,"data":"wandb 0.25.0 requires protobuf!=4.21.0,!=5.28.0,\u003c7,\u003e=3.19.0; python_version \u003e \"3.9\" and sys_platform == \"linux\", but you have protobuf 7.34.1 which is incompatible.\n"}
256
+ ,{"stream_name":"stderr","time":100.0427842,"data":"pydantic-core 2.41.4 requires typing-extensions\u003e=4.14.1, but you have typing-extensions 4.12.2 which is incompatible.\n"}
257
+ ,{"stream_name":"stderr","time":100.04278762,"data":"tensorflow 2.19.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c6.0.0dev,\u003e=3.20.3, but you have protobuf 7.34.1 which is incompatible.\n"}
258
+ ,{"stream_name":"stderr","time":100.04279155,"data":"google-cloud-appengine-logging 1.8.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
259
+ ,{"stream_name":"stderr","time":100.04279544,"data":"google-cloud-bigtable 2.35.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
260
+ ,{"stream_name":"stderr","time":100.04280449,"data":"google-cloud-dataproc 5.25.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
261
+ ,{"stream_name":"stderr","time":100.04280854,"data":"google-cloud-speech 2.36.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
262
+ ,{"stream_name":"stderr","time":100.04281227,"data":"google-cloud-monitoring 2.29.1 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
263
+ ,{"stream_name":"stderr","time":100.04281565,"data":"typeguard 4.5.1 requires typing_extensions\u003e=4.14.0, but you have typing-extensions 4.12.2 which is incompatible.\n"}
264
+ ,{"stream_name":"stderr","time":100.04281878,"data":"proto-plus 1.27.1 requires protobuf\u003c7.0.0,\u003e=3.19.0, but you have protobuf 7.34.1 which is incompatible.\n"}
265
+ ,{"stream_name":"stderr","time":100.0428218,"data":"google-api-core 2.30.0 requires protobuf\u003c7.0.0,\u003e=4.25.8, but you have protobuf 7.34.1 which is incompatible.\n"}
266
+ ,{"stream_name":"stderr","time":100.04282494,"data":"opentelemetry-proto 1.38.0 requires protobuf\u003c7.0,\u003e=5.0, but you have protobuf 7.34.1 which is incompatible.\n"}
267
+ ,{"stream_name":"stderr","time":100.04282809,"data":"grpcio-status 1.71.2 requires protobuf\u003c6.0dev,\u003e=5.26.1, but you have protobuf 7.34.1 which is incompatible.\n"}
268
+ ,{"stream_name":"stderr","time":100.04283184,"data":"google-cloud-audit-log 0.4.0 requires protobuf!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
269
+ ,{"stream_name":"stderr","time":100.04283516,"data":"google-cloud-iam 2.21.0 requires protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,\u003c7.0.0,\u003e=3.20.2, but you have protobuf 7.34.1 which is incompatible.\n"}
270
+ ,{"stream_name":"stdout","time":100.370672517,"data":"[09:25:30] All dependencies installed. Importing litert_torch...\n"}
271
+ ,{"stream_name":"stderr","time":108.709003396,"data":"Failed to load /usr/local/lib/python3.12/dist-packages/torchao/_C_cutlass_90a.abi3.so: Could not load this library: /usr/local/lib/python3.12/dist-packages/torchao/_C_cutlass_90a.abi3.so\n"}
272
+ ,{"stream_name":"stderr","time":108.709355676,"data":"Failed to load /usr/local/lib/python3.12/dist-packages/torchao/_C_mxfp8.cpython-310-x86_64-linux-gnu.so: Could not load this library: /usr/local/lib/python3.12/dist-packages/torchao/_C_mxfp8.cpython-310-x86_64-linux-gnu.so\n"}
273
+ ,{"stream_name":"stdout","time":119.813076007,"data":"[09:25:49] Import successful!\n"}
274
+ ,{"stream_name":"stdout","time":119.813118947,"data":"[09:25:49] Starting export of TrevorJS/gemma-4-E2B-it-uncensored...\n"}
275
+ ,{"stream_name":"stdout","time":119.813125867,"data":"[09:25:49] Output dir: /kaggle/working\n"}
276
+ ,{"stream_name":"stdout","time":119.813131607,"data":"[09:25:49] Quantization: dynamic_wi4_afp32\n"}
277
+ ,{"stream_name":"stdout","time":119.813136567,"data":"[09:25:49] Cache length: 1024\n"}
278
+ ,{"stream_name":"stdout","time":119.813610647,"data":"============== Export Configuration ==============\n"}
279
+ ,{"stream_name":"stdout","time":119.813646717,"data":"auto_model_override : None\n"}
280
+ ,{"stream_name":"stdout","time":119.813653087,"data":"batch_size : 1\n"}
281
+ ,{"stream_name":"stdout","time":119.813660447,"data":"bundle_litert_lm : True\n"}
282
+ ,{"stream_name":"stdout","time":119.813665367,"data":"cache_implementation : 'LiteRTLMCache'\n"}
283
+ ,{"stream_name":"stdout","time":119.813668647,"data":"cache_length : 1024\n"}
284
+ ,{"stream_name":"stdout","time":119.813689467,"data":"cache_length_dim : None\n"}
285
+ ,{"stream_name":"stdout","time":119.813691727,"data":"enable_dynamic_shape : False\n"}
286
+ ,{"stream_name":"stdout","time":119.813693717,"data":"experimental_lightweight_conversion : False\n"}
287
+ ,{"stream_name":"stdout","time":119.813695697,"data":"experimental_use_mixed_precision : True\n"}
288
+ ,{"stream_name":"stdout","time":119.813698127,"data":"export_vision_encoder : False\n"}
289
+ ,{"stream_name":"stdout","time":119.813699987,"data":"externalize_embedder : True\n"}
290
+ ,{"stream_name":"stdout","time":119.813701897,"data":"externalize_rope : False\n"}
291
+ ,{"stream_name":"stdout","time":119.813703717,"data":"extra_kwargs : {}\n"}
292
+ ,{"stream_name":"stdout","time":119.813705617,"data":"k_ts_idx : 2\n"}
293
+ ,{"stream_name":"stdout","time":119.813707417,"data":"keep_temporary_files : False\n"}
294
+ ,{"stream_name":"stdout","time":119.813709277,"data":"litert_lm_llm_metadata_override : None\n"}
295
+ ,{"stream_name":"stdout","time":119.813712487,"data":"litert_lm_model_type_override : 'gemma4'\n"}
296
+ ,{"stream_name":"stdout","time":119.813715947,"data":"model : 'TrevorJS/gemma-4-E2B-it-uncensored'\n"}
297
+ ,{"stream_name":"stdout","time":119.813719247,"data":"output_dir : '/kaggle/working'\n"}
298
+ ,{"stream_name":"stdout","time":119.813722537,"data":"prefill_length_dim : None\n"}
299
+ ,{"stream_name":"stdout","time":119.813725697,"data":"prefill_lengths : [256]\n"}
300
+ ,{"stream_name":"stdout","time":119.813728817,"data":"quantization_recipe : 'dynamic_wi4_afp32'\n"}
301
+ ,{"stream_name":"stdout","time":119.813732167,"data":"single_token_embedder : True\n"}
302
+ ,{"stream_name":"stdout","time":119.813734867,"data":"split_cache : False\n"}
303
+ ,{"stream_name":"stdout","time":119.813737517,"data":"task : \u003cExportTask.TEXT_GENERATION: 'text_generation'\u003e\n"}
304
+ ,{"stream_name":"stdout","time":119.813741287,"data":"trust_remote_code : False\n"}
305
+ ,{"stream_name":"stdout","time":119.813744197,"data":"use_jinja_template : True\n"}
306
+ ,{"stream_name":"stdout","time":119.813747387,"data":"v_ts_idx : 3\n"}
307
+ ,{"stream_name":"stdout","time":119.813750517,"data":"vision_encoder_quantization_recipe : 'weight_only_wi8_afp32'\n"}
308
+ ,{"stream_name":"stdout","time":119.813754127,"data":"work_dir : '/kaggle/working/tmp8mwlkq8e'\n"}
309
+ ,{"stream_name":"stdout","time":119.813757127,"data":"==================================================\n"}
310
+ ,{"stream_name":"stdout","time":119.816079925,"data":"(00:00) [START] LiteRT GenAI Export\n"}
311
+ ,{"stream_name":"stdout","time":119.816455544,"data":"(00:00) [START] LiteRT GenAI Export \u003e Load source model\n"}
312
+ ,{"stream_name":"stdout","time":120.492468839,"data":"Gemma4 patch applied.\n"}
313
+ ,{"stream_name":"stdout","time":120.990220978,"data":"[09:25:50] HEARTBEAT: still alive after 120s\n"}
314
+ ,{"stream_name":"stdout","time":180.990316339,"data":"[09:26:50] HEARTBEAT: still alive after 180s\n"}
315
+ ,{"stream_name":"stderr","time":188.153639502,"data":"\rLoading weights: 0%| | 0/1951 [00:00\u003c?, ?it/s]\rLoading weights: 13%|█▎ | 251/1951 [00:00\u003c00:00, 2454.74it/s]\rLoading weights: 25%|██▌ | 497/1951 [00:00\u003c00:00, 2350.19it/s]\rLoading weights: 38%|███▊ | 733/1951 [00:00\u003c00:00, 2232.57it/s]\rLoading weights: 49%|████▉ | 957/1951 [00:14\u003c00:23, 41.59it/s] \rLoading weights: 100%|██████████| 1951/1951 [00:14\u003c00:00, 134.49it/s]\n"}
316
+ ,{"stream_name":"stdout","time":195.724215797,"data":"(01:15) [ DONE] LiteRT GenAI Export \u003e Load source model (+01:15)\n"}
317
+ ,{"stream_name":"stdout","time":195.725072878,"data":"(01:15) [START] LiteRT GenAI Export \u003e Export text prefill-decode model\n"}
318
+ ,{"stream_name":"stdout","time":195.727963019,"data":"Using Gemma4 exportables.\n"}
319
+ ,{"stream_name":"stdout","time":195.748853739,"data":"(01:15) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
320
+ ,{"stream_name":"stdout","time":195.748892079,"data":"LiteRT-Torch Convert\n"}
321
+ ,{"stream_name":"stdout","time":195.749411359,"data":"(01:15) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
322
+ ,{"stream_name":"stdout","time":195.74942421,"data":"LiteRT-Torch Convert \u003e Torch Export: prefill_256\n"}
323
+ ,{"stream_name":"stdout","time":207.66854549,"data":"(01:27) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
324
+ ,{"stream_name":"stdout","time":207.66859397,"data":"LiteRT-Torch Convert \u003e Torch Export: prefill_256 \u003e ExportedProgram Run \n"}
325
+ ,{"stream_name":"stdout","time":207.66860076,"data":"Decompositions\n"}
326
+ ,{"stream_name":"stdout","time":225.045883639,"data":"(01:45) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
327
+ ,{"stream_name":"stdout","time":225.045931859,"data":"LiteRT-Torch Convert \u003e Torch Export: prefill_256 \u003e ExportedProgram Run \n"}
328
+ ,{"stream_name":"stdout","time":225.045937209,"data":"Decompositions (+00:17)\n"}
329
+ ,{"stream_name":"stdout","time":225.047291299,"data":"(01:45) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
330
+ ,{"stream_name":"stdout","time":225.047309339,"data":"LiteRT-Torch Convert \u003e Torch Export: prefill_256 (+00:29)\n"}
331
+ ,{"stream_name":"stdout","time":225.047850059,"data":"(01:45) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
332
+ ,{"stream_name":"stdout","time":225.047865129,"data":"LiteRT-Torch Convert \u003e Torch Export: decode\n"}
333
+ ,{"stream_name":"stdout","time":236.470346039,"data":"(01:56) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
334
+ ,{"stream_name":"stdout","time":236.470396589,"data":"LiteRT-Torch Convert \u003e Torch Export: decode \u003e ExportedProgram Run Decompositions\n"}
335
+ ,{"stream_name":"stdout","time":240.992643545,"data":"[09:27:50] HEARTBEAT: still alive after 240s\n"}
336
+ ,{"stream_name":"stdout","time":253.761615726,"data":"(02:13) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
337
+ ,{"stream_name":"stdout","time":253.761665386,"data":"LiteRT-Torch Convert \u003e Torch Export: decode \u003e ExportedProgram Run Decompositions\n"}
338
+ ,{"stream_name":"stdout","time":253.761671696,"data":"(+00:17)\n"}
339
+ ,{"stream_name":"stdout","time":253.763883136,"data":"(02:13) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
340
+ ,{"stream_name":"stdout","time":253.763925956,"data":"LiteRT-Torch Convert \u003e Torch Export: decode (+00:28)\n"}
341
+ ,{"stream_name":"stdout","time":253.764576106,"data":"(02:13) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
342
+ ,{"stream_name":"stdout","time":253.764593656,"data":"LiteRT-Torch Convert \u003e Run FX Passes\n"}
343
+ ,{"stream_name":"stdout","time":254.240889109,"data":"(02:14) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
344
+ ,{"stream_name":"stdout","time":254.240931759,"data":"LiteRT-Torch Convert \u003e Run FX Passes \u003e ExportedProgram Run Decompositions\n"}
345
+ ,{"stream_name":"stdout","time":254.24319856,"data":"(02:14) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
346
+ ,{"stream_name":"stdout","time":254.243219349,"data":"LiteRT-Torch Convert \u003e Run FX Passes \u003e ExportedProgram Run Decompositions \n"}
347
+ ,{"stream_name":"stdout","time":254.243247909,"data":"(+00:00)\n"}
348
+ ,{"stream_name":"stdout","time":255.489991149,"data":"(02:15) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
349
+ ,{"stream_name":"stdout","time":255.490029549,"data":"LiteRT-Torch Convert \u003e Run FX Passes \u003e ExportedProgram Run Decompositions\n"}
350
+ ,{"stream_name":"stdout","time":255.49298876,"data":"(02:15) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
351
+ ,{"stream_name":"stdout","time":255.49302471,"data":"LiteRT-Torch Convert \u003e Run FX Passes \u003e ExportedProgram Run Decompositions \n"}
352
+ ,{"stream_name":"stdout","time":255.49302839,"data":"(+00:00)\n"}
353
+ ,{"stream_name":"stdout","time":256.219694021,"data":"(02:16) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
354
+ ,{"stream_name":"stdout","time":256.219725941,"data":"LiteRT-Torch Convert \u003e Run FX Passes (+00:02)\n"}
355
+ ,{"stream_name":"stdout","time":256.808899207,"data":"(02:16) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
356
+ ,{"stream_name":"stdout","time":256.808933737,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256\n"}
357
+ ,{"stream_name":"stdout","time":256.812877577,"data":"(02:16) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
358
+ ,{"stream_name":"stdout","time":256.812912777,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e ExportedProgram Run \n"}
359
+ ,{"stream_name":"stdout","time":256.812918177,"data":"Decompositions\n"}
360
+ ,{"stream_name":"stdout","time":270.014648325,"data":"(02:30) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
361
+ ,{"stream_name":"stdout","time":270.014696375,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e ExportedProgram Run \n"}
362
+ ,{"stream_name":"stdout","time":270.014702165,"data":"Decompositions (+00:13)\n"}
363
+ ,{"stream_name":"stdout","time":270.019993766,"data":"(02:30) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
364
+ ,{"stream_name":"stdout","time":270.020025296,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e ExportedProgram Run \n"}
365
+ ,{"stream_name":"stdout","time":270.020030326,"data":"Decompositions\n"}
366
+ ,{"stream_name":"stdout","time":270.022381186,"data":"(02:30) [ DONE] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
367
+ ,{"stream_name":"stdout","time":270.022400526,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e ExportedProgram Run \n"}
368
+ ,{"stream_name":"stdout","time":270.022405826,"data":"Decompositions (+00:00)\n"}
369
+ ,{"stream_name":"stdout","time":270.041058479,"data":"(02:30) [START] LiteRT GenAI Export \u003e Export text prefill-decode model \u003e \n"}
370
+ ,{"stream_name":"stdout","time":270.041099479,"data":"LiteRT-Torch Convert \u003e Lower to MLIR: prefill_256 \u003e Create MLIR Module\n"}
371
+ ,{"stream_name":"stderr","time":280.447889426,"data":"/bin/bash: line 1: 7 Killed \"$ENTRYPOINT\" \"$A0\" \"$A1\"\n"}
372
+ ,{"stream_name":"stderr","time":283.323020893,"data":"/usr/local/lib/python3.12/dist-packages/mistune.py:435: SyntaxWarning: invalid escape sequence '\\|'\n"}
373
+ ,{"stream_name":"stderr","time":283.323069783,"data":" cells[i][c] = re.sub('\\\\\\\\\\|', '|', cell)\n"}
374
+ ,{"stream_name":"stderr","time":283.759639088,"data":"/usr/local/lib/python3.12/dist-packages/nbconvert/filters/filter_links.py:36: SyntaxWarning: invalid escape sequence '\\_'\n"}
375
+ ,{"stream_name":"stderr","time":283.759689578,"data":" text = re.sub(r'_', '\\_', text) # Escape underscores in display text\n"}
376
+ ,{"stream_name":"stderr","time":285.595395141,"data":"[NbConvertApp] Converting notebook __script__.ipynb to html\n"}
377
+ ,{"stream_name":"stderr","time":287.034737045,"data":"[NbConvertApp] Writing 282166 bytes to __results__.html\n"}
378
+ ]
kaggle_job/gemma-4-e2b-litert-cpu.log ADDED
File without changes
kaggle_job/get_log.py ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import io
3
+
4
+ # Force utf-8 encoding for open
5
+ import builtins
6
+ _open = builtins.open
7
+ def new_open(*args, **kwargs):
8
+ if len(args) > 1 and "w" in args[1] and "b" not in args[1] and "encoding" not in kwargs:
9
+ kwargs["encoding"] = "utf-8"
10
+ return _open(*args, **kwargs)
11
+ builtins.open = new_open
12
+
13
+ from kaggle.api.kaggle_api_extended import KaggleApi
14
+
15
+ api = KaggleApi()
16
+ api.authenticate()
17
+
18
+ api.kernels_output("krishna2099/gemma4-litert-3phase-v12", path=".")
19
+ print("Done")
kaggle_job/kernel-metadata.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "id": "krishna2099/gemma4-litert-3phase-v14",
3
+ "title": "Gemma4 LiteRT 3Phase v14",
4
+ "code_file": "convert.py",
5
+ "language": "python",
6
+ "kernel_type": "script",
7
+ "is_private": "true",
8
+ "enable_internet": "true",
9
+ "accelerator": "tpu",
10
+ "dataset_sources": [],
11
+ "competition_sources": [],
12
+ "kernel_sources": [],
13
+ "model_sources": []
14
+ }
kaggle_job/output_3phase/model.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
3
+ size 0
kaggle_job/tail_log.py ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os, sys, json, builtins, tempfile
2
+
3
+ _open = builtins.open
4
+ def new_open(*args, **kwargs):
5
+ if len(args) > 1 and isinstance(args[1], str) and "w" in args[1] and "b" not in args[1] and "encoding" not in kwargs:
6
+ kwargs["encoding"] = "utf-8"
7
+ return _open(*args, **kwargs)
8
+ builtins.open = new_open
9
+
10
+ from kaggle.api.kaggle_api_extended import KaggleApi
11
+
12
+ api = KaggleApi()
13
+ api.authenticate()
14
+
15
+ # Download output to temp dir, then read the log
16
+ with tempfile.TemporaryDirectory() as tmpdir:
17
+ api.kernels_output("krishna2099/gemma4-litert-lightweight", path=tmpdir)
18
+ # Find the log file
19
+ for f in os.listdir(tmpdir):
20
+ if f.endswith(".log"):
21
+ with open(os.path.join(tmpdir, f), "r", encoding="utf-8") as fh:
22
+ log_text = fh.read()
23
+ entries = json.loads(log_text)
24
+ N = int(sys.argv[1]) if len(sys.argv) > 1 else 40
25
+ for entry in entries[-N:]:
26
+ t = entry.get("time", 0)
27
+ data = entry.get("data", "").rstrip()
28
+ stream = entry.get("stream_name", "")
29
+ prefix = "ERR" if stream == "stderr" else " "
30
+ print(f"{t:8.1f}s [{prefix}] {data}")
31
+ break
kaggle_job/tmp_rlqiwr8/model.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
3
+ size 0
kaggle_job_quantize/kernel-metadata.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "id": "krishna2099/gemma4-litert-quantize-v7",
3
+ "title": "Gemma4 LiteRT Quantize v7",
4
+ "code_file": "quantize.py",
5
+ "language": "python",
6
+ "kernel_type": "script",
7
+ "is_private": "true",
8
+ "enable_gpu": "false",
9
+ "enable_tpu": "false",
10
+ "enable_internet": "true",
11
+ "dataset_sources": ["krishna2099/gemma4-e2b-uncensored-tflite"],
12
+ "competition_sources": [],
13
+ "kernel_sources": [],
14
+ "model_sources": []
15
+ }
kaggle_job_quantize/output_v6/model_quantized.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
3
+ size 0
kaggle_job_quantize/quantize.py ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import subprocess
3
+ import sys
4
+ import threading
5
+ import time
6
+ import shutil
7
+
8
+ os.environ["CUDA_VISIBLE_DEVICES"] = ""
9
+
10
+ def log(msg):
11
+ print(f"[{time.strftime('%H:%M:%S')}] {msg}", flush=True)
12
+
13
+ def run_cmd(cmd):
14
+ log(f"Running: {cmd}")
15
+ subprocess.check_call(cmd, shell=True)
16
+
17
+ # Heartbeat thread
18
+ def heartbeat():
19
+ start = time.time()
20
+ while True:
21
+ time.sleep(60)
22
+ elapsed = int(time.time() - start)
23
+ log(f"HEARTBEAT: still alive after {elapsed}s")
24
+
25
+ t = threading.Thread(target=heartbeat, daemon=True)
26
+ t.start()
27
+
28
+ # ============================================================
29
+ # Step 1: Find the model.tflite from the previous kernel output
30
+ # ============================================================
31
+ log("Looking for model.tflite from previous kernel output...")
32
+
33
+ # Kaggle mounts kernel sources under /kaggle/input/<kernel-slug>/
34
+ input_base = "/kaggle/input"
35
+ tflite_path = None
36
+
37
+ for root, dirs, files in os.walk(input_base):
38
+ for f in files:
39
+ fpath = os.path.join(root, f)
40
+ size_mb = os.path.getsize(fpath) / (1024*1024)
41
+ log(f" Found: {fpath} ({size_mb:.1f} MB)")
42
+ if f.endswith(".tflite"):
43
+ tflite_path = fpath
44
+
45
+ if not tflite_path:
46
+ log("ERROR: No .tflite file found in input!")
47
+ log("Listing all input directories:")
48
+ for root, dirs, files in os.walk(input_base):
49
+ log(f" DIR: {root} ({len(files)} files)")
50
+ sys.exit(1)
51
+
52
+ size_gb = os.path.getsize(tflite_path) / (1024*1024*1024)
53
+ log(f"Found model: {tflite_path} ({size_gb:.2f} GB)")
54
+
55
+ # ============================================================
56
+ # Step 2: Install quantization dependencies
57
+ # ============================================================
58
+ log("Installing dependencies...")
59
+ run_cmd(f"{sys.executable} -m pip install -U torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu")
60
+ run_cmd(f"{sys.executable} -m pip install -U litert-torch torchao transformers huggingface-hub mediapipe accelerate sentencepiece 'protobuf>=6.0'")
61
+
62
+ log("All dependencies installed.")
63
+
64
+ # ============================================================
65
+ # Step 3: Quantize the model
66
+ # ============================================================
67
+ log("=== QUANTIZING MODEL (dynamic_wi8_afp32) ===")
68
+
69
+ # Copy the tflite to working dir first (input is read-only)
70
+ work_tflite = "/kaggle/working/model.tflite"
71
+ log(f"Copying {tflite_path} -> {work_tflite}...")
72
+ shutil.copy2(tflite_path, work_tflite)
73
+ log("Copy done.")
74
+
75
+ # Also copy any other files from the previous output (embedder, tokenizer, etc.)
76
+ input_dir = os.path.dirname(tflite_path)
77
+ for f in os.listdir(input_dir):
78
+ src = os.path.join(input_dir, f)
79
+ dst = os.path.join("/kaggle/working", f)
80
+ if os.path.isfile(src) and src != tflite_path:
81
+ log(f"Copying {f}...")
82
+ shutil.copy2(src, dst)
83
+
84
+ from ai_edge_quantizer import quantizer as quant_lib
85
+ from ai_edge_quantizer import recipe as recipe_lib
86
+
87
+ log("Starting quantization...")
88
+ quantized_path = "/kaggle/working/model_quantized.tflite"
89
+
90
+ qt = quant_lib.Quantizer(work_tflite)
91
+ recipe = recipe_lib.dynamic_wi8_afp32()
92
+ qt.load_quantization_recipe(recipe)
93
+ log("Running quantization (this will take a while)...")
94
+ qt.quantize().export_model(quantized_path, overwrite=True)
95
+
96
+ size_gb = os.path.getsize(quantized_path) / (1024*1024*1024)
97
+ log(f"Quantized model saved: {quantized_path} ({size_gb:.2f} GB)")
98
+
99
+ # Remove unquantized copy to save space
100
+ os.remove(work_tflite)
101
+ log("Removed unquantized copy.")
102
+
103
+ # ============================================================
104
+ # Step 4: Bundle into .litertlm
105
+ # ============================================================
106
+ log("=== BUNDLING INTO .litertlm ===")
107
+
108
+ import litert_torch.generative.export_hf.export as export_lib
109
+
110
+ # Try to bundle - this might need the full export context
111
+ # If bundling fails, the quantized tflite is still the main output
112
+ try:
113
+ from litert_torch.generative.export_hf.core import bundle_utils
114
+ output_bundle = "/kaggle/working/gemma-4-E2B-it-uncensored.litertlm"
115
+ bundle_utils.bundle_litert_lm(
116
+ model_path=quantized_path,
117
+ output_path=output_bundle,
118
+ model_type="gemma4",
119
+ )
120
+ size_gb = os.path.getsize(output_bundle) / (1024*1024*1024)
121
+ log(f"Bundle saved: {output_bundle} ({size_gb:.2f} GB)")
122
+ except Exception as e:
123
+ log(f"Bundling failed (not critical): {e}")
124
+ log("The quantized .tflite is still available as output.")
125
+
126
+ # ============================================================
127
+ # Final: List all output files
128
+ # ============================================================
129
+ log("=== OUTPUT FILES ===")
130
+ for f in os.listdir("/kaggle/working"):
131
+ fpath = os.path.join("/kaggle/working", f)
132
+ if os.path.isfile(fpath):
133
+ size_mb = os.path.getsize(fpath) / (1024*1024)
134
+ log(f" {f} ({size_mb:.1f} MB)")
135
+
136
+ log("SUCCESS! Quantization complete.")
tmp_litert/litert_torch-0.9.0-py3-none-any.whl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b52169103a8cd7070a9b4cc87db2d2970ddc8c3d31829644ee53e1ab2b7c77a
3
+ size 570563
tmp_litert/litert_torch-0.9.0-py3-none-any.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b52169103a8cd7070a9b4cc87db2d2970ddc8c3d31829644ee53e1ab2b7c77a
3
+ size 570563