Upload T5ForConditionalGeneration

config.json

@@ -23,6 +23,8 @@
   "output_past": true,
   "pad_token_id": 0,
   "quantization_config": {
+    "_load_in_4bit": false,
+    "_load_in_8bit": true,
     "bnb_4bit_compute_dtype": "float32",
     "bnb_4bit_quant_type": "fp4",
     "bnb_4bit_use_double_quant": false,
@@ -38,7 +40,7 @@
   "relative_attention_num_buckets": 32,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.37.0",
+  "transformers_version": "4.38.0.dev0",
   "use_cache": true,
   "vocab_size": 32100
 }

generation_config.json

@@ -3,5 +3,5 @@
   "decoder_start_token_id": 0,
   "eos_token_id": 1,
   "pad_token_id": 0,
-  "transformers_version": "4.37.0"
+  "transformers_version": "4.38.0.dev0"
 }