Spaces:

imperialwool
/

llama-cpp-api

Sleeping

imperialwool commited on Oct 3, 2023

Commit

e25a0c4

1 Parent(s): 9cb7ee7

Update gradio_app.py

Files changed (1) hide show

gradio_app.py CHANGED Viewed

@@ -8,10 +8,10 @@ import psutil
 llm = Llama(model_path="./model.bin")                              # LLaMa model
 llama_model_name = "TheBloke/Llama-2-13B-chat-GGUF"
 translator_tokenizer = M2M100Tokenizer.from_pretrained(            # tokenizer for translator
-    "facebook/m2m100_1.2B", cache_dir="translator/"
 )
 translator_model = M2M100ForConditionalGeneration.from_pretrained( # translator model
-    "facebook/m2m100_1.2B", cache_dir="translator/"
 )
 print("! SETTING MODEL IN EVALUATION MODE !")
 translator_model.eval()

 llm = Llama(model_path="./model.bin")                              # LLaMa model
 llama_model_name = "TheBloke/Llama-2-13B-chat-GGUF"
 translator_tokenizer = M2M100Tokenizer.from_pretrained(            # tokenizer for translator
+    "facebook/m2m100_418M", cache_dir="translator/"
 )
 translator_model = M2M100ForConditionalGeneration.from_pretrained( # translator model
+    "facebook/m2m100_418M", cache_dir="translator/"
 )
 print("! SETTING MODEL IN EVALUATION MODE !")
 translator_model.eval()