optimum-intel-internal-testing
/

tiny-random-lfm2-moe

Model card Files Files and versions

pnevskaiaan commited on about 10 hours ago

Commit

663ccb2

·

verified ·

1 Parent(s): 9dfce1f

Upload 6 files

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -5,11 +5,11 @@
   "bos_token_id": 1,
   "conv_L_cache": 3,
   "conv_bias": false,
-  "dtype": "bfloat16",
   "eos_token_id": 7,
   "hidden_size": 16,
   "initializer_range": 0.02,
-  "intermediate_size": 11776,
   "layer_types": [
     "full_attention",
     "full_attention",

   "bos_token_id": 1,
   "conv_L_cache": 3,
   "conv_bias": false,
+  "dtype": "float32",
   "eos_token_id": 7,
   "hidden_size": 16,
   "initializer_range": 0.02,
+  "intermediate_size": 16,
   "layer_types": [
     "full_attention",
     "full_attention",

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d766accf534f9d95ba4b64aa30d5ee9b13d7d4f76e04d90b29eeaf5ba2dfdca
-size 3483384

 version https://git-lfs.github.com/spec/v1
+oid sha256:afec812923c6bd49c0239da83fb069bdaf85bf1b3547a57152cb7b122327dba3
+size 4659904