capleaf
/

T-Llama

Text Generation

Eval Results (legacy)

text-generation-inference

Model card Files Files and versions

1TuanPham commited on Mar 18, 2024

Commit

ce48cc3

·

verified ·

1 Parent(s): 96709dd

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -49,7 +49,7 @@ Use the code below to get started with the model.
 from torch.cuda.amp import autocast
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer, pipeline
-model_name = "1TuanPham/InstructEnVi_llama2-bkai-120GB-Orcafamily_250kx3.37_350kx1.1"
 model = AutoModelForCausalLM.from_pretrained(model_name,
                                              torch_dtype=torch.bfloat16,
                                              use_cache=True,

 from torch.cuda.amp import autocast
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer, pipeline
+model_name = "1TuanPham/InstructEnVi_llama2-bkai-120GB-Orcafamily_250kx3.37_350kx1.4"
 model = AutoModelForCausalLM.from_pretrained(model_name,
                                              torch_dtype=torch.bfloat16,
                                              use_cache=True,