Ben Graville commited on
Commit
ae60122
·
verified ·
1 Parent(s): 2bee70c

Add EXPERIMENTAL int8 graph-compressed bundle (int8/)

Browse files
.gitattributes CHANGED
@@ -35,3 +35,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model/embeddinggemma-300m_float32_static.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
37
  model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  model/embeddinggemma-300m_float32_static.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
37
  model/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
+ int8/embeddinggemma-300m_int8_static.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
39
+ int8/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
int8/embeddinggemma-300m_int8_static.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ w{0�g���O�v���Ӿ�ao�xe����T
int8/embeddinggemma-300m_int8_static.aimodel/main.mlirb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:777b3090679dddf64fca769de4158bd3beae616f9b0e7865b9c2c09616150254
3
+ size 323252231
int8/embeddinggemma-300m_int8_static.aimodel/metadata.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "producer" : "coreai-core 1.0.0b2",
3
+ "creationDate" : "20260817T212021Z",
4
+ "assetVersion" : "2.0"
5
+ }
int8/reference.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/embeddinggemma-300m",
3
+ "seq_len": 256,
4
+ "dtype": "float32",
5
+ "prompts": {
6
+ "query": "task: search result | query: ",
7
+ "document": "title: none | text: ",
8
+ "BitextMining": "task: search result | query: ",
9
+ "Clustering": "task: clustering | query: ",
10
+ "Classification": "task: classification | query: ",
11
+ "InstructionRetrieval": "task: code retrieval | query: ",
12
+ "MultilabelClassification": "task: classification | query: ",
13
+ "PairClassification": "task: sentence similarity | query: ",
14
+ "Reranking": "task: search result | query: ",
15
+ "Retrieval": "task: search result | query: ",
16
+ "Retrieval-query": "task: search result | query: ",
17
+ "Retrieval-document": "title: none | text: ",
18
+ "STS": "task: sentence similarity | query: ",
19
+ "Summarization": "task: summarization | query: "
20
+ },
21
+ "texts": {
22
+ "query_bike": {
23
+ "kind": "query",
24
+ "text": "red bicycle parked at the beach"
25
+ },
26
+ "query_capital": {
27
+ "kind": "query",
28
+ "text": "what is the capital of Japan"
29
+ },
30
+ "doc_bike": {
31
+ "kind": "document",
32
+ "text": "A crimson bike leaning against a palm tree by the sea."
33
+ },
34
+ "doc_tokyo": {
35
+ "kind": "document",
36
+ "text": "Tokyo is the capital and largest city of Japan."
37
+ }
38
+ },
39
+ "cosines": {
40
+ "query_bike|query_capital": 0.1459198147058487,
41
+ "doc_bike|query_bike": 0.6273255348205566,
42
+ "doc_bike|query_capital": 0.03804422914981842,
43
+ "doc_bike|doc_tokyo": 0.20749269425868988,
44
+ "doc_tokyo|query_bike": 0.08935077488422394,
45
+ "doc_tokyo|query_capital": 0.5779669880867004
46
+ }
47
+ }
int8/tokenizer/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcb89366c4787d27671d021cdc006defcd1cb53b02b04213ae8dd47c009c7f71
3
+ size 33385272
int8/tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "boi_token": "<start_of_image>",
4
+ "bos_token": "<bos>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eoi_token": "<end_of_image>",
7
+ "eos_token": "<eos>",
8
+ "image_token": "<image_soft_token>",
9
+ "is_local": false,
10
+ "local_files_only": false,
11
+ "mask_token": "<mask>",
12
+ "model_max_length": 2048,
13
+ "model_specific_special_tokens": {
14
+ "boi_token": "<start_of_image>",
15
+ "eoi_token": "<end_of_image>",
16
+ "image_token": "<image_soft_token>"
17
+ },
18
+ "pad_token": "<pad>",
19
+ "padding_side": "right",
20
+ "sp_model_kwargs": null,
21
+ "spaces_between_special_tokens": false,
22
+ "tokenizer_class": "GemmaTokenizer",
23
+ "unk_token": "<unk>",
24
+ "use_default_system_prompt": false
25
+ }