app.py

import streamlit as st
from langchain.prompts import PromptTemplate
from langchain_community.llms import CTransformers




def GetLLMResponse(input_text,no_words,blog_type):
    llm=CTransformers(model="models\llama-2-7b-chat.ggmlv3.q8_0.bin",
                      model_type='llama',
                      config={'max_new_tokens':200,
                              'temperature':0.01})
    
    template=" wtite a blog for {blog_type} on topic of {input_text} in {no_words} words."
    
    prompt=PromptTemplate(input_variables=['blog_type','input_text','no_words'],template=template)

    response=llm(prompt.format(blog_type=blog_type,input_text=input_text,no_words=no_words))
    return response









st.set_page_config(page_title="Generative AI Blog",
                   layout="centered",
                   initial_sidebar_state='collapsed')
st.header("Blog Generater")

input_text=st.text_input('ENTER THE TOPIC')

col1,col2=st.columns([5,5])

with col1:
    no_words=st.text_input("ENTER THE NUMBER OF WORDS")

with col2:
    blog_type=st.selectbox("SELECT BLOG FOR",('SCIENTIST','TEACHER','STUDENT'))

submit=st.button("GENERATE")

if submit:
    st.write(GetLLMResponse(input_text,no_words,blog_type))