Spaces:

ALVHB95
/

TFM_DataScience_APP

Sleeping

ALVHB95 commited on Oct 10, 2025

Commit

71a1a1a

1 Parent(s): 03511a5

new model

Files changed (1) hide show

app.py CHANGED Viewed

@@ -179,7 +179,7 @@ qa_prompt = ChatPromptTemplate.from_template(
 # =============================
 # 4) LLM — local, token-free
 # =============================
-LOCAL_MODEL_ID = os.environ.get("LOCAL_LLM", "google/flan-t5-base")
 tok = AutoTokenizer.from_pretrained(LOCAL_MODEL_ID)
 mdl = AutoModelForSeq2SeqLM.from_pretrained(LOCAL_MODEL_ID)
@@ -187,7 +187,6 @@ gen = pipeline(
     task="text2text-generation",
     model=mdl,
     tokenizer=tok,
-    max_new_tokens=512,
     do_sample=False,  # deterministic; helps JSON adherence
 )
 llm = HuggingFacePipeline(pipeline=gen)

 # =============================
 # 4) LLM — local, token-free
 # =============================
+LOCAL_MODEL_ID = os.environ.get("LOCAL_LLM", "mistralai/Mixtral-8x7B-v0.1")
 tok = AutoTokenizer.from_pretrained(LOCAL_MODEL_ID)
 mdl = AutoModelForSeq2SeqLM.from_pretrained(LOCAL_MODEL_ID)
     task="text2text-generation",
     model=mdl,
     tokenizer=tok,
     do_sample=False,  # deterministic; helps JSON adherence
 )
 llm = HuggingFacePipeline(pipeline=gen)