Upload RecombinationTransformerCausalLM
Browse files- README.md +3 -0
- config.json +1 -1
- model.safetensors +1 -1
README.md
CHANGED
|
@@ -1 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
| 1 |
A innovation structure,Tokenizer is copied from Qwen1.5.It's a empty model hasn't pretrained yet.
|
|
|
|
| 1 |
+
---
|
| 2 |
+
{}
|
| 3 |
+
---
|
| 4 |
A innovation structure,Tokenizer is copied from Qwen1.5.It's a empty model hasn't pretrained yet.
|
config.json
CHANGED
|
@@ -3,7 +3,7 @@
|
|
| 3 |
"RecombinationTransformerCausalLM"
|
| 4 |
],
|
| 5 |
"embed_dim": 1024,
|
| 6 |
-
"model_type": "
|
| 7 |
"num_heads": 4,
|
| 8 |
"num_layers": 8,
|
| 9 |
"torch_dtype": "float32",
|
|
|
|
| 3 |
"RecombinationTransformerCausalLM"
|
| 4 |
],
|
| 5 |
"embed_dim": 1024,
|
| 6 |
+
"model_type": "RecombinationTransformer",
|
| 7 |
"num_heads": 4,
|
| 8 |
"num_layers": 8,
|
| 9 |
"torch_dtype": "float32",
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3424649816
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38b12de0c8e78e8f574180df6491dada2ea9feefd3165aa3a17250e6a895f330
|
| 3 |
size 3424649816
|