Spaces:
Build error
Build error
Update model_llm.py
Browse files- model_llm.py +1 -2
model_llm.py
CHANGED
|
@@ -11,8 +11,7 @@ import torch
|
|
| 11 |
import transformers
|
| 12 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 13 |
from transformers import TextIteratorStreamer
|
| 14 |
-
|
| 15 |
-
from threading import Thread
|
| 16 |
|
| 17 |
model_name = "mistralai/Mistral-7B-Instruct-v0.3"
|
| 18 |
auth_token = os.environ.get("HF_TOKEN")
|
|
|
|
| 11 |
import transformers
|
| 12 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 13 |
from transformers import TextIteratorStreamer
|
| 14 |
+
import os
|
|
|
|
| 15 |
|
| 16 |
model_name = "mistralai/Mistral-7B-Instruct-v0.3"
|
| 17 |
auth_token = os.environ.get("HF_TOKEN")
|