yujiepan
/

falcon-tiny-random

Text Generation

text-generation-inference

Model card Files Files and versions

yujiepan commited on Oct 16, 2023

Commit

96808cb

·

1 Parent(s): 92a8fe4

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -26,8 +26,8 @@ repo_id = 'yujiepan/falcon-tiny-random'
 config = transformers.AutoConfig.from_pretrained(
     source_model_id, trust_remote_code=True)
 config.hidden_size = 8
-config.n_head = 2
-config.n_layer = 2
 config.torch_dtype = torch.float16
 model = transformers.AutoModelForCausalLM.from_config(

 config = transformers.AutoConfig.from_pretrained(
     source_model_id, trust_remote_code=True)
 config.hidden_size = 8
+config.num_attention_heads = 2
+config.num_hidden_layers = 2
 config.torch_dtype = torch.float16
 model = transformers.AutoModelForCausalLM.from_config(