Upload folder using huggingface_hub

config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "/workspace/models/mistral_ft_sofi",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 88,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "_load_in_4bit": false,
+    "_load_in_8bit": true,
+    "bnb_4bit_compute_dtype": "float32",
+    "bnb_4bit_quant_storage": "uint8",
+    "bnb_4bit_quant_type": "fp4",
+    "bnb_4bit_use_double_quant": false,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": false,
+    "load_in_8bit": true,
+    "quant_method": "bitsandbytes"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67219b6c2bfe72acf7c717b9de962ef13deda9b814adceda4702373675d486e
+size 4958977541

model-00002-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6a2142beaf1b683bb2aef56446150cc7f3dd88313ff0364f3934736a398464
+size 4833371130

model-00003-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db9ad69ce2d23c631328316208d127bd140dfebc18ae8f7289a023aa5ae4f18
+size 4858527967

model-00004-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34243d71f6e16435bc86fb1c48a854b60cf5ea50534fb3064c1c9961ca6248b4
+size 4833371218

model-00005-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b59d63549b77986adf00efeada808db088e9119bf8fe6806cee82cd8370f86
+size 4858528047

model-00006-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c728d61a798803893200f0381910566fc5b8a464dd535b76c689a311e32e5c8e
+size 4833371218

model-00007-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105b9e7efd46304729b4c80c61ec78e42a980559819097e555c9b01a372a9242
+size 4858528047

model-00008-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11c1f550e6307dc9ba6f98c45fddacfa45043653ed0943c155295ceef1e17a1
+size 4833371218

model-00009-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7d39af4d069af6c4d8acc24fa1257b27a38e665dd5a133369eb68d0ce48056
+size 4858528047

model-00010-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2689427b0ac9b3b8bcb4ac9f08791f0c60c5e775ff7809d807cabb76f7ee20
+size 4833371218

model-00011-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5305312ba190ccbb2de4c17e8881c07e1555ee54889686ff080addbde1a1c91c
+size 4858528047

model-00012-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4096e345287e3aabc3b11562e7a8884eaf14ff383811f6aa5e92a10c4562d6f
+size 4833371218

model-00013-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cd3a7ec623c70502c686d709dee80f2b461cdea2d9af26707c69d09d977b1b
+size 4858528047

model-00014-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc782d2ee33b8ccaba8a09513e24dcf4015db74f2a290d6a69070d173241aab0
+size 4833371218

model-00015-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc4a876e007f954de3a1f1f542bd4f990a39ef3c1600eba237886ee0e44e2df
+size 4858528047

model-00016-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d94659d3107aabf581f326e1d556d016b38f6c0969f2cef3ccd0cc9c139218
+size 4833371218

model-00017-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195f85156c47fa02b21eb9db6c7422eb6311d8bd6389cf3922821b48b712ef8d
+size 4858528047

model-00018-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5bd4599de4a075a926f7f156e62feed2f119d585c67ec802152504915fc6d7
+size 4833371218

model-00019-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc288df250549e66085cc2b9d4641b1d6ffa8f240be2477aa0bb4f333fc57260
+size 4858528047

model-00020-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d0e0d8fa893283541f7ddd52abe6e3223dc3becf4a19e83257d0b74d026df2
+size 4833371218

model-00021-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c20907230d8943972f8fd78637865cc63c896fb2bf2b14c78ef1b7ca52b0f7b
+size 4858528047

model-00022-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6612caf9895ca402245b666e4b18859ebc5839c0538dae70a573a137457f65
+size 4833371218

model-00023-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b9516907dde9eaf05aaf9cbb46bbe4e88ace52db39f0e5c65a57acc6b8e85c
+size 4858528047

model-00024-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03a5bce46eef49a682dacb048a5730a0713f84bba02ad06692411983ecdd0ed
+size 4833371218

model-00025-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c73479adef9f2dbb09ee3890b9ed4443a3543298101bbdac4d3ec8d225589a
+size 4858528047

model-00026-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120d52d294fef334561ada97ceb9b48760a21c315f3f131d47c815fee019f04c
+size 2189888191

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583