aframson
/

RDPD-mini

Text Generation

feature-extraction

Model card Files Files and versions

aframson commited on Oct 1, 2023

Commit

22bb3bd

·

1 Parent(s): bd5f213

mhb

Files changed (1) hide show

config.json +6 -6

config.json CHANGED Viewed

@@ -8,16 +8,16 @@
     "AutoModelForCausalLM": "modelLM.OBILanguageModel",
     "AutoModelForQuestionAnswering": "modelLM.OBILanguageModel"
   },
-  "batch_size": 6,
-  "block_size": 6,
   "device": "cpu",
   "eval_interval": 100,
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 4,
   "learning_rate": 0.001,
-  "max_iters": 700,
-  "num_attention_heads": 2,
-  "num_hidden_layers": 2,
   "torch_dtype": "float32",
   "transformers_version": "4.30.2",
   "vocab_size": 5000

     "AutoModelForCausalLM": "modelLM.OBILanguageModel",
     "AutoModelForQuestionAnswering": "modelLM.OBILanguageModel"
   },
+  "batch_size": 160,
+  "block_size": 120,
   "device": "cpu",
   "eval_interval": 100,
   "hidden_dropout_prob": 0.1,
+  "hidden_size": 24,
   "learning_rate": 0.001,
+  "max_iters": 1000,
+  "num_attention_heads": 6,
+  "num_hidden_layers": 6,
   "torch_dtype": "float32",
   "transformers_version": "4.30.2",
   "vocab_size": 5000