update app.py

app.py

@@ -24,18 +24,17 @@ model_id = "mistralai/Mistral-7B-v0.1"
 
 
 
-#tokenizer = AutoTokenizer.from_pretrained(model_id)
-#model = AutoModelForCausalLM.from_pretrained(model_id)
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id)
 
 # Create text generation pipeline
-#pipe = pipeline(model = model, tokenizer = tokenizer)
+pipe = pipeline(model = model, tokenizer = tokenizer)
 
 
 with st.form('my_form'):
     question = st.text_area('Enter your question:', 'Tell me about attention mechanisms in a transformer?')
     submitted = st.form_submit_button('Submit')
     if submitted:
-        #result = pipe(question, max_length=100)
+        result = pipe(question, max_length=100)
         st.write(question)
-        #st.write(result[0]['generated_text'])
-        st.write(pipeline('text-generation', model=model_id)(question, max_length=100)[0]['generated_text'])
+        st.write(result[0]['generated_text'])