Spaces:

Company270
/

LLM

Paused

moamen270 commited on Dec 27, 2023

Commit

fc15936

1 Parent(s): 4fa9602

Update endpoints.py

Files changed (1) hide show

endpoints.py CHANGED Viewed

@@ -16,7 +16,7 @@ import requests
 def LLM(llm_name, length):
     print(llm_name)
     tokenizer = AutoTokenizer.from_pretrained(llm_name)
-    model = AutoModelForCausalLM.from_pretrained(llm_name)
     pipe = pipeline("text-generation",
                     model=model,
                     tokenizer=tokenizer,

 def LLM(llm_name, length):
     print(llm_name)
     tokenizer = AutoTokenizer.from_pretrained(llm_name)
+    model = AutoModelForCausalLM.from_pretrained(llm_name,trust_remote_code=True)
     pipe = pipeline("text-generation",
                     model=model,
                     tokenizer=tokenizer,