Spaces:
Runtime error
Runtime error
fxmarty
commited on
Commit
·
e9d9932
1
Parent(s):
f640d03
update ip
Browse files
app.py
CHANGED
|
@@ -7,9 +7,9 @@ from transformers import AutoTokenizer
|
|
| 7 |
|
| 8 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-70B-Instruct")
|
| 9 |
|
| 10 |
-
client = InferenceClient(model="https://
|
| 11 |
|
| 12 |
-
SYSTEM_COMMAND = {"role": "system", "content": "
|
| 13 |
|
| 14 |
IGNORED_TOKENS = {None, "<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>", "<|reserved_special_token"}
|
| 15 |
STOP_TOKENS = ["<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>", "<|reserved_special_token"]
|
|
|
|
| 7 |
|
| 8 |
tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-70B-Instruct")
|
| 9 |
|
| 10 |
+
client = InferenceClient(model="https://3ae5-4-223-164-145.ngrok-free.app")
|
| 11 |
|
| 12 |
+
SYSTEM_COMMAND = {"role": "system", "content": "You are a knowledgeable assistant trained to provide accurate and helpful information. Please respond to the user's queries promptly and politely."}
|
| 13 |
|
| 14 |
IGNORED_TOKENS = {None, "<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>", "<|reserved_special_token"}
|
| 15 |
STOP_TOKENS = ["<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>", "<|reserved_special_token"]
|