Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -79,9 +79,14 @@ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
|
| 79 |
##############################################
|
| 80 |
print ("Inf.Client")
|
| 81 |
#client = InferenceClient("https://api-inference.huggingface.co/models/meta-llama/Llama-2-70b-chat-hf")
|
| 82 |
-
client = InferenceClient("https://ybdhvwle4ksrawzo.eu-west-1.aws.endpoints.huggingface.cloud")
|
| 83 |
#client = InferenceClient(model="TheBloke/Yi-34B-Chat-GGUF")
|
| 84 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 85 |
|
| 86 |
#################################################
|
| 87 |
#################################################
|
|
|
|
| 79 |
##############################################
|
| 80 |
print ("Inf.Client")
|
| 81 |
#client = InferenceClient("https://api-inference.huggingface.co/models/meta-llama/Llama-2-70b-chat-hf")
|
| 82 |
+
#client = InferenceClient("https://ybdhvwle4ksrawzo.eu-west-1.aws.endpoints.huggingface.cloud")
|
| 83 |
#client = InferenceClient(model="TheBloke/Yi-34B-Chat-GGUF")
|
| 84 |
|
| 85 |
+
#list of models available
|
| 86 |
+
client = InferenceClient()
|
| 87 |
+
print("List of models ......................:")
|
| 88 |
+
print(client.list_deployed_models("text-generation-inference"))
|
| 89 |
+
|
| 90 |
|
| 91 |
#################################################
|
| 92 |
#################################################
|