Upload folder using huggingface_hub (#1)

- 005b7bff14337f990b2d29b1bf94addcb914b628177518cbd5373daafb4f2697 (1ce76406c384dd64d113ffe926f09e1ac09f005a)
- aebe46d92cb56865e60bd5083c07428ee4e21d74606b9405c517e57a49f35b96 (985255a916f186d90773535e3bca19030e2f1089)
- b3ada8d872ca15c89fa92ff685c1f6e30cd7e9470df693fd4bb63005758717f5 (1cf6216c75d4c48e7e918ba4320965268a3468f2)
- f2b98e5409b31ad71b2b117e35bc0cad0330404b14b56ec2bb62b7f5ab9f2d42 (9d6866bb1697359e129cd73586f2f07711d4a7cb)
- a7e37c003de0ef8b5a40b419d0d03d221c67d733720888e5e0fa4f047f49dc8b (91fe131b9c0808a056a986fb271e2617f6cee76c)
- 46101dbb052c5b9b131e2f3a4bad32408b08fb330bfb6da3eec4344c18c17033 (7ed95e61152ff8a258bdfbb5f2d4694f04a5965b)
- 042c5202399c53d32aef40e558d08fd9e736cc5a68753183947aeaaf312bfdfb (960cf2eb1513e56e6689994efa5107cfa927c0cc)
- 258ef637238ffe5d4a7b1cfd742c1d3c2e3778f0885fd7f9db7cba2e94ec734a (95d79169452539c4d519d84257d541ca67e4f70c)
- 7ecac8269d2f44551cbd75c715776b61099e7916a74f4626e025ee68aae0038b (b81fd256d3baee67c59207470e84da262c5efa83)
- 28bd5a3cbe8e164eb671e96c2e25bab3ad8f5c37fd6f32d8c4f2600437c1e416 (bc067f3ba8a3061e4e374be410b3f74da75f56c5)
- 831904934368f4e0700eb8fe2ff4a1f205f8c9a8e1d72eacdf561e4efcbf047e (4cb14ebf879037082ae98674d129a8cd41f00141)
- a3427fe678d4a7fbb73d58f36a7a99b84439cf77292919d93ba877cc0097f3b8 (38aa9d520bf7fd92bcf40b930ff7a51e24b2675b)
- e6a788fe303cbfccced852561b835819f538e7597a746be7eb16c1839a1ba360 (18e6f5411d1003fa295b841c7f41f926c0836908)
- 028a944a414a5ba908d86fa91b3bfa86233e765cf11177d6cd2d8b761a63b815 (f5e056bc83c3e297ee667db8bec7930faa882323)
- ccc2d48cb24405a5df4008bc373411f4a51e5ba95033fd30ea36ae793d5f9867 (f89bad7c9535e4fbd4c1c80e71b762b222276809)
- 1ba7dc8d073caa895ffa38e64ecbfd93ea6d62716f0c89ee1974a954682cc03f (d3f1908a6ad91ea39b50da8f410b9f6ec6ba242b)
- 9804b17d626ace4704dfe942a747c4110221529e57b7bd7ce833a0a5f361f018 (23abc2295413c7b6a865ef674073415217f74847)
- 866f214cdf37a1d579c1ad5372dc15edc1faf4bb1370e1d3d0641a253b73c983 (eb8216b9caa2fd4ff902620f10ebe1b887c45fca)
- 5539432d402db120dfb6afeaab4671dabd0bf172046b74234543ad25e84863a9 (3a14bec775c762f02e4d2d1a54b286121694235c)
- b1164d725bcb6ee815e5bd07e99471fb66d09cc1bca21f8ee0a38daee28b48ce (63d0c67892ee0a76364fd04f19edd51735e1911a)
- ebc07e6e87133d4729c5150944f3149e1dbb291e535e0eee2ac70218d23b9fe8 (f1ef1a6bdc09292c609eecc2927813ec90daedbe)
- d97ba8f9050c1840c24a390fa0d93acba8fb3bf6dc23419452e099e549bb86cd (09923af9ff9470e123684f64bb37dfa15bedcf88)
- e8cb079eea939684fd2050e7478b17325fa5b8b8ab1d29ae39d1da6a01f39c3c (344d041ec2d4540c3cf2fbf2431f4a9f37b3c122)
- 5fa61552607b90fb2f38a901bf7bb9b4a0406c01c010f642ad39448ac18065b2 (46fa7b8c9b5d05e9174230fba2bd7c32df56974f)
- 23ac5161495387bfe1df4339b14a343e689bcdcb25cb719aedcab8e68bd37c1c (663132ce5b2b952f5c47171c4a2d7bb724c0c444)
- 45230beea98f429dfbbbdc0949e80a2c3766e2fe784c936bfc5a5bdc138369e9 (3496166bdbb8bb3c8a47265b8038459ea33ed738)
- a00154bd95e458204082719b063cac9ca630524cbd974e9a8b2b078339339764 (35bfb5502c67a56008fb4697c9d363285c2ca972)

config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "/workspace/models/mistral_ft_sofi",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 88,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "_load_in_4bit": false,
+    "_load_in_8bit": true,
+    "bnb_4bit_compute_dtype": "float32",
+    "bnb_4bit_quant_storage": "uint8",
+    "bnb_4bit_quant_type": "fp4",
+    "bnb_4bit_use_double_quant": false,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": false,
+    "load_in_8bit": true,
+    "quant_method": "bitsandbytes"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67219b6c2bfe72acf7c717b9de962ef13deda9b814adceda4702373675d486e
+size 4958977541

model-00002-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6a2142beaf1b683bb2aef56446150cc7f3dd88313ff0364f3934736a398464
+size 4833371130

model-00003-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db9ad69ce2d23c631328316208d127bd140dfebc18ae8f7289a023aa5ae4f18
+size 4858527967

model-00004-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34243d71f6e16435bc86fb1c48a854b60cf5ea50534fb3064c1c9961ca6248b4
+size 4833371218

model-00005-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b59d63549b77986adf00efeada808db088e9119bf8fe6806cee82cd8370f86
+size 4858528047

model-00006-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c728d61a798803893200f0381910566fc5b8a464dd535b76c689a311e32e5c8e
+size 4833371218

model-00007-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105b9e7efd46304729b4c80c61ec78e42a980559819097e555c9b01a372a9242
+size 4858528047

model-00008-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11c1f550e6307dc9ba6f98c45fddacfa45043653ed0943c155295ceef1e17a1
+size 4833371218

model-00009-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7d39af4d069af6c4d8acc24fa1257b27a38e665dd5a133369eb68d0ce48056
+size 4858528047

model-00010-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2689427b0ac9b3b8bcb4ac9f08791f0c60c5e775ff7809d807cabb76f7ee20
+size 4833371218

model-00011-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5305312ba190ccbb2de4c17e8881c07e1555ee54889686ff080addbde1a1c91c
+size 4858528047

model-00012-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4096e345287e3aabc3b11562e7a8884eaf14ff383811f6aa5e92a10c4562d6f
+size 4833371218

model-00013-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cd3a7ec623c70502c686d709dee80f2b461cdea2d9af26707c69d09d977b1b
+size 4858528047

model-00014-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc782d2ee33b8ccaba8a09513e24dcf4015db74f2a290d6a69070d173241aab0
+size 4833371218

model-00015-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc4a876e007f954de3a1f1f542bd4f990a39ef3c1600eba237886ee0e44e2df
+size 4858528047

model-00016-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d94659d3107aabf581f326e1d556d016b38f6c0969f2cef3ccd0cc9c139218
+size 4833371218

model-00017-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195f85156c47fa02b21eb9db6c7422eb6311d8bd6389cf3922821b48b712ef8d
+size 4858528047

model-00018-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5bd4599de4a075a926f7f156e62feed2f119d585c67ec802152504915fc6d7
+size 4833371218

model-00019-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc288df250549e66085cc2b9d4641b1d6ffa8f240be2477aa0bb4f333fc57260
+size 4858528047

model-00020-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d0e0d8fa893283541f7ddd52abe6e3223dc3becf4a19e83257d0b74d026df2
+size 4833371218

model-00021-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c20907230d8943972f8fd78637865cc63c896fb2bf2b14c78ef1b7ca52b0f7b
+size 4858528047

model-00022-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6612caf9895ca402245b666e4b18859ebc5839c0538dae70a573a137457f65
+size 4833371218

model-00023-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b9516907dde9eaf05aaf9cbb46bbe4e88ace52db39f0e5c65a57acc6b8e85c
+size 4858528047

model-00024-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03a5bce46eef49a682dacb048a5730a0713f84bba02ad06692411983ecdd0ed
+size 4833371218

model-00025-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c73479adef9f2dbb09ee3890b9ed4443a3543298101bbdac4d3ec8d225589a
+size 4858528047

model-00026-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120d52d294fef334561ada97ceb9b48760a21c315f3f131d47c815fee019f04c
+size 2189888191

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583