Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -68,14 +68,16 @@ splittet = False
|
|
| 68 |
##############################################
|
| 69 |
print ("Tokenizer")
|
| 70 |
#tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-70b-chat-hf")
|
| 71 |
-
tokenizer = AutoTokenizer.from_pretrained("TheBloke/Yi-34B-Chat-GGUF")
|
|
|
|
| 72 |
|
| 73 |
##############################################
|
| 74 |
# inference client
|
| 75 |
##############################################
|
| 76 |
print ("Inf.Client")
|
| 77 |
#client = InferenceClient("https://api-inference.huggingface.co/models/meta-llama/Llama-2-70b-chat-hf")
|
| 78 |
-
client = InferenceClient(
|
|
|
|
| 79 |
|
| 80 |
|
| 81 |
#################################################
|
|
|
|
| 68 |
##############################################
|
| 69 |
print ("Tokenizer")
|
| 70 |
#tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-70b-chat-hf")
|
| 71 |
+
#tokenizer = AutoTokenizer.from_pretrained("TheBloke/Yi-34B-Chat-GGUF")
|
| 72 |
+
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
| 73 |
|
| 74 |
##############################################
|
| 75 |
# inference client
|
| 76 |
##############################################
|
| 77 |
print ("Inf.Client")
|
| 78 |
#client = InferenceClient("https://api-inference.huggingface.co/models/meta-llama/Llama-2-70b-chat-hf")
|
| 79 |
+
client = InferenceClient("https://ybdhvwle4ksrawzo.eu-west-1.aws.endpoints.huggingface.cloud")
|
| 80 |
+
#client = InferenceClient(model="TheBloke/Yi-34B-Chat-GGUF")
|
| 81 |
|
| 82 |
|
| 83 |
#################################################
|