Hugging Face's logo

w-ahmad
/
4M-ACT

Text Generation
Transformers
Safetensors
tiny_llama
Generated from Trainer
Model card Files
xet
 Community
w-ahmad commited on
Commit
965c195
·
verified ·
1 Parent(s): d8800f8

Training in progress, step 2000

Browse files
Files changed (4) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
  3. training_args.bin +1 -1
  4. training_log.jsonl +2 -2
config.json CHANGED
@@ -18,7 +18,7 @@
18
  "mlp_type": "glu",
19
  "model_type": "tiny_llama",
20
  "num_attention_heads": 4,
21
- "num_hidden_layers": 21,
22
  "num_key_value_heads": 4,
23
  "pad_token_id": 0,
24
  "pretraining_tp": 1,
 
18
  "mlp_type": "glu",
19
  "model_type": "tiny_llama",
20
  "num_attention_heads": 4,
21
+ "num_hidden_layers": 9,
22
  "num_key_value_heads": 4,
23
  "pad_token_id": 0,
24
  "pretraining_tp": 1,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39502d6c17f04e3807abf14744597de9248c4f338246c19b52e09d35603315f3
3
  size 7961528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00986137b5c8d810614af20130c66f0bb56b495e62ec7a540d0c9f4a5924f369
3
  size 7961528
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d9c86c2bc485025a2467534bf81e0398a53ac683137918a665ea3c15084a7e9
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:068e69c46606e5cfaa391fb7cdda46eead0719513de3a269c81b9c00c24553c0
3
  size 4856
training_log.jsonl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e1cfbda51d3ed747670541a31b04fa69eb558e002dbf9c666c5f6c2101818ce
3
- size 5813395
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c8fe6dd0493d9bfeae7ea26f29122adca19b29e629eb5b77a97ce107b9f27d
3
+ size 8042194