Update README.md
Browse files
README.md
CHANGED
|
@@ -58,7 +58,7 @@ def predict_NuExtract(model,tokenizer,text, schema,example = ["","",""]):
|
|
| 58 |
return output.split("<|output|>")[1].split("<|end-output|>")[0]
|
| 59 |
|
| 60 |
|
| 61 |
-
model = AutoModelForCausalLM.from_pretrained("numind/NuExtract", trust_remote_code=True)
|
| 62 |
tokenizer = AutoTokenizer.from_pretrained("numind/NuExtract", trust_remote_code=True)
|
| 63 |
|
| 64 |
#model.to("cuda")
|
|
|
|
| 58 |
return output.split("<|output|>")[1].split("<|end-output|>")[0]
|
| 59 |
|
| 60 |
|
| 61 |
+
model = AutoModelForCausalLM.from_pretrained("numind/NuExtract", trust_remote_code=True,torch_dtype=torch.bfloat16)
|
| 62 |
tokenizer = AutoTokenizer.from_pretrained("numind/NuExtract", trust_remote_code=True)
|
| 63 |
|
| 64 |
#model.to("cuda")
|