Spaces:
Runtime error
Runtime error
Commit
·
2fef0e2
1
Parent(s):
83ae5e3
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ from peft import PeftModel, PeftConfig
|
|
| 5 |
from transformers import AutoModelForCausalLM, AutoTokenizer ,pipeline
|
| 6 |
|
| 7 |
config = PeftConfig.from_pretrained("ShishuTripathi/entity_coder")
|
| 8 |
-
model = AutoModelForCausalLM.from_pretrained("ybelkada/falcon-7b-sharded-bf16")
|
| 9 |
model = PeftModel.from_pretrained(model, "ShishuTripathi/entity_coder")
|
| 10 |
tokenizer = AutoTokenizer.from_pretrained("ShishuTripathi/entity_coder")
|
| 11 |
generator = pipeline('text-generation' , model = model, tokenizer =tokenizer, max_length = 50)
|
|
|
|
| 5 |
from transformers import AutoModelForCausalLM, AutoTokenizer ,pipeline
|
| 6 |
|
| 7 |
config = PeftConfig.from_pretrained("ShishuTripathi/entity_coder")
|
| 8 |
+
model = AutoModelForCausalLM.from_pretrained("ybelkada/falcon-7b-sharded-bf16", trust_remote_code=True)
|
| 9 |
model = PeftModel.from_pretrained(model, "ShishuTripathi/entity_coder")
|
| 10 |
tokenizer = AutoTokenizer.from_pretrained("ShishuTripathi/entity_coder")
|
| 11 |
generator = pipeline('text-generation' , model = model, tokenizer =tokenizer, max_length = 50)
|