luaqi commited on
Commit
e6e23f1
·
verified ·
1 Parent(s): 9f9cfd6

Upload LlamaForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +4 -4
  2. model.safetensors +1 -1
config.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "_name_or_path": "copy_v1",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
- "bos_token_id": 1,
9
- "eos_token_id": 2,
10
  "hidden_act": "silu",
11
  "hidden_size": 2048,
12
  "initializer_range": 0.02,
@@ -23,6 +23,6 @@
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "float32",
25
  "transformers_version": "4.34.1",
26
- "use_cache": true,
27
  "vocab_size": 50257
28
  }
 
1
  {
2
+ "_name_or_path": "tuning/win_v2",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
+ "bos_token_id": 50256,
9
+ "eos_token_id": 50256,
10
  "hidden_act": "silu",
11
  "hidden_size": 2048,
12
  "initializer_range": 0.02,
 
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "float32",
25
  "transformers_version": "4.34.1",
26
+ "use_cache": false,
27
  "vocab_size": 50257
28
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a774bbaa390c84db74c49df7060648d40296415884604d63b4e388f418f1c430
3
  size 3079115120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9878f3a74e9cf37fbe88eba46cf40d420487f647b4d01535abfc7fed173fef7a
3
  size 3079115120