Inho Oh commited on
Commit
3d710b1
·
1 Parent(s): edc609b

update model

Browse files
Files changed (4) hide show
  1. config.json +31 -2
  2. unsloth.Q4_K_M.gguf +0 -3
  3. unsloth.Q5_K_M.gguf +0 -3
  4. unsloth.Q8_0.gguf +2 -2
config.json CHANGED
@@ -1,3 +1,32 @@
1
  {
2
- "model_type": "llama"
3
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {
2
+ "_name_or_path": "unsloth/qwen2.5-0.5b-unsloth-bnb-4bit",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151643,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 896,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 4864,
12
+ "max_position_embeddings": 32768,
13
+ "max_window_layers": 24,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 14,
16
+ "num_hidden_layers": 24,
17
+ "num_key_value_heads": 2,
18
+ "pad_token_id": 151654,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_scaling": null,
21
+ "rope_theta": 1000000.0,
22
+ "sliding_window": null,
23
+ "tie_word_embeddings": true,
24
+ "torch_dtype": "float16",
25
+ "transformers_version": "4.49.0",
26
+ "unsloth_fixed": true,
27
+ "unsloth_version": "2025.3.17",
28
+ "use_cache": true,
29
+ "use_mrope": false,
30
+ "use_sliding_window": false,
31
+ "vocab_size": 151936
32
+ }
unsloth.Q4_K_M.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ab0e4adf04326c510018cdc3b7ec30c16ecb6e613963cf9b4a7cbcf86b0de1d
3
- size 807690144
 
 
 
 
unsloth.Q5_K_M.gguf DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:19bb9125ee8fbb1769f004a0b9ff8ceba5e4db613719596051e9807a5762f0c7
3
- size 911499168
 
 
 
 
unsloth.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee1072e3761c5c3bcefab53a683b2b7c0dbb288ab97d510aecab662810623f8e
3
- size 1321082560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b075a2aab1603364cd5cec0e562a6592a374e8917cb7e19dd9f6459dce3c8292
3
+ size 531065152