upstage
/

Solar-Open-100B

Text Generation

Mixture of Experts

Model card Files Files and versions

SSON9 commited on 7 days ago

Commit

e4db2e9

·

verified ·

1 Parent(s): ff17f06

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -89,6 +89,7 @@ model = AutoModelForCausalLM.from_pretrained(
     pretrained_model_name_or_path=MODEL_ID,
     torch_dtype=torch.bfloat16,
     device_map="auto",
 )
 # Prepare input
@@ -110,7 +111,6 @@ generated_ids = model.generate(
     top_p=0.95,
     top_k=50,
     do_sample=True,
-    trust_remote_code=True,
 )
 generated_text = tokenizer.decode(generated_ids[0][inputs.input_ids.shape[1] :])
 print(generated_text)

     pretrained_model_name_or_path=MODEL_ID,
     torch_dtype=torch.bfloat16,
     device_map="auto",
+    trust_remote_code=True,
 )
 # Prepare input
     top_p=0.95,
     top_k=50,
     do_sample=True,
 )
 generated_text = tokenizer.decode(generated_ids[0][inputs.input_ids.shape[1] :])
 print(generated_text)