Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,10 +10,10 @@ For more information on `huggingface_hub` Inference API support, please check th
|
|
| 10 |
repo_id = "Mikhil-jivus/Llama-32-3B-FineTuned"
|
| 11 |
access_token = os.getenv('HF_TOKEN')
|
| 12 |
# Load the tokenizer and model from the Hugging Face repository
|
| 13 |
-
tokenizer = AutoTokenizer.from_pretrained(repo_id, token=access_token)
|
| 14 |
|
| 15 |
|
| 16 |
-
client = InferenceClient(
|
| 17 |
|
| 18 |
|
| 19 |
def respond(
|
|
|
|
| 10 |
repo_id = "Mikhil-jivus/Llama-32-3B-FineTuned"
|
| 11 |
access_token = os.getenv('HF_TOKEN')
|
| 12 |
# Load the tokenizer and model from the Hugging Face repository
|
| 13 |
+
tokenizer = AutoTokenizer.from_pretrained(repo_id, , trust_remote_code=True, token=access_token)
|
| 14 |
|
| 15 |
|
| 16 |
+
client = InferenceClient(model=repo_id,tokenizer=tokenizer,token = access_token)
|
| 17 |
|
| 18 |
|
| 19 |
def respond(
|