dsouzapeter
/

bloom-560m-8bit

Text Generation

text-generation-inference

8-bit precision

Model card Files Files and versions

dsouzapeter commited on Dec 2, 2024

Commit

54c0fa8

·

verified ·

1 Parent(s): 679d976

Upload BloomForCausalLM

Files changed (2) hide show

config.json +1 -1
generation_config.json +1 -1

config.json CHANGED Viewed

@@ -40,7 +40,7 @@
   "skip_bias_add_qkv": false,
   "slow_but_exact": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.44.2",
   "unk_token_id": 0,
   "use_cache": true,
   "vocab_size": 250880

   "skip_bias_add_qkv": false,
   "slow_but_exact": false,
   "torch_dtype": "float16",
+  "transformers_version": "4.46.3",
   "unk_token_id": 0,
   "use_cache": true,
   "vocab_size": 250880

generation_config.json CHANGED Viewed

@@ -3,5 +3,5 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 3,
-  "transformers_version": "4.44.2"
 }

   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 3,
+  "transformers_version": "4.46.3"
 }