Hugging Face's logo

soumitsr
/
SmolLM2-135M-Instruct-article-digestor-4bit

Text Generation
Transformers
Safetensors
English
llama
text-generation-inference
unsloth
trl
sft
conversational
4-bit precision
bitsandbytes
Model card Files
xet
 Community
soumitsr commited on
Commit
13ca4a5
·
verified ·
1 Parent(s): 81f09f1

Trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (3) hide show
  1. config.json +2 -2
  2. generation_config.json +1 -1
  3. model.safetensors +2 -2
config.json CHANGED
@@ -18,7 +18,7 @@
18
  "num_attention_heads": 9,
19
  "num_hidden_layers": 30,
20
  "num_key_value_heads": 3,
21
- "pad_token_id": 0,
22
  "pretraining_tp": 1,
23
  "quantization_config": {
24
  "bnb_4bit_compute_dtype": "bfloat16",
@@ -47,5 +47,5 @@
47
  "transformers_version": "4.50.3",
48
  "unsloth_version": "2025.3.19",
49
  "use_cache": true,
50
- "vocab_size": 49152
51
  }
 
18
  "num_attention_heads": 9,
19
  "num_hidden_layers": 30,
20
  "num_key_value_heads": 3,
21
+ "pad_token_id": 49152,
22
  "pretraining_tp": 1,
23
  "quantization_config": {
24
  "bnb_4bit_compute_dtype": "bfloat16",
 
47
  "transformers_version": "4.50.3",
48
  "unsloth_version": "2025.3.19",
49
  "use_cache": true,
50
+ "vocab_size": 49153
51
  }
generation_config.json CHANGED
@@ -3,6 +3,6 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "max_length": 8192,
6
- "pad_token_id": 0,
7
  "transformers_version": "4.50.3"
8
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "max_length": 8192,
6
+ "pad_token_id": 49152,
7
  "transformers_version": "4.50.3"
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a703f33dfe749f35ca9779bb3fb35839a6792127ba53322203a3674dbf8c4b1b
3
- size 111879540
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f702354d8a9b7d88a969f68ba0c69f5b35629519583c7e258498f29ee6f26070
3
+ size 111880684