raniero commited on
Commit
a9ded78
·
verified ·
1 Parent(s): 0c47b95

upload tmp.2rJt3KibNc @ 2025-09-09T07:49:47.416954Z

Browse files
README.md CHANGED
@@ -1,9 +1,18 @@
1
- # Submission
2
- - repo: ares56-test-text
3
- - created: 2025-09-09T07:28:50.478651Z
 
 
 
 
 
4
 
5
- ## Files & SHA256
6
- - `adapter_model.safetensors`: `340f69e193d46eadc0990be143d9a0cdb0d87923c5b234f5a7f1df2f7952a7ad`
7
- - `adapter_config.json`: `9cae11a6a97c085077a6de5ec48cbcdd87e9f1620578658009db688857d47131`
8
- - `tokenizer_config.json`: `1a051c6354d541a444ccc77f0869bb487a893d5c9c49040810aa143200f87480`
9
- - `special_tokens_map.json`: `44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a`
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - it
4
+ license: apache-2.0
5
+ library_name: peft
6
+ tags: [lora, bittensor, subnet-56, gradients]
7
+ base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
8
+ ---
9
 
10
+ # ARES56 Instruction (LoRA)
11
+ Adapter LoRA (r=8, alpha=16, dropout=0.05) per TinyLlama-1.1B-Chat-v1.0.
12
+ File inclusi:
13
+ - adapter_model.safetensors
14
+ - adapter_config.json
15
+ - tokenizer_config.json
16
+ - special_tokens_map.json
17
+
18
+ Output generato via Axolotl (CPU, smoke rapido). Nessun checkpoint completo incluso.
adapter_config.json CHANGED
@@ -1 +1,42 @@
1
- {"peft_type": "LORA", "r": 8}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": null,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 16,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 8,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": [
28
+ "q_proj",
29
+ "gate_proj",
30
+ "up_proj",
31
+ "v_proj",
32
+ "k_proj",
33
+ "o_proj",
34
+ "down_proj"
35
+ ],
36
+ "target_parameters": [],
37
+ "task_type": "CAUSAL_LM",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:340f69e193d46eadc0990be143d9a0cdb0d87923c5b234f5a7f1df2f7952a7ad
3
- size 1024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e4a69d350d932f2bf2292a0f6aadad42fcc0ddd7b8a378405faac7f5b7133b3
3
+ size 25271744
special_tokens_map.json CHANGED
@@ -1 +1,30 @@
1
- {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer_config.json CHANGED
@@ -1 +1,43 @@
1
- {"bos_token_id": 1}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": null,
5
+ "added_tokens_decoder": {
6
+ "0": {
7
+ "content": "<unk>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "1": {
15
+ "content": "<s>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "2": {
23
+ "content": "</s>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false,
28
+ "special": true
29
+ }
30
+ },
31
+ "bos_token": "<s>",
32
+ "clean_up_tokenization_spaces": false,
33
+ "eos_token": "</s>",
34
+ "extra_special_tokens": {},
35
+ "legacy": false,
36
+ "model_max_length": 2048,
37
+ "pad_token": "</s>",
38
+ "padding_side": "right",
39
+ "sp_model_kwargs": {},
40
+ "tokenizer_class": "LlamaTokenizer",
41
+ "unk_token": "<unk>",
42
+ "use_default_system_prompt": false
43
+ }