Spaces:
Sleeping
Sleeping
File size: 1,237 Bytes
b3c0fdf 5e9ca41 b3c0fdf 5a291fc a632637 b3c0fdf |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
from dotenv import load_dotenv
load_dotenv()
import os,re
import streamlit as st
from langchain.schema import HumanMessage, AIMessage, SystemMessage
from langchain.chat_models import ChatOpenAI
store=[
SystemMessage(content="You are a Funny dengerous AI assistant VENOM, give short answers"),
]
def get_llama_response():
llm = ChatOpenAI(api_key=os.environ["OPENAI_API_KEY"],base_url=os.environ["OPENAI_API_BASE"],
model_name="sarvamai/sarvam-m:free",
temperature=0.7
)
response = llm(store)
return response
def get_text_after_think(text: str) -> str:
# Find the position of the last </think> tag
end_tag = "</think>"
idx = text.rfind(end_tag)
if idx != -1:
return text[idx + len(end_tag):].strip() # Keep everything after </think>
else:
return text.strip()
st.set_page_config(page_title="I am VeNoM ", page_icon="🕷️")
st.header("VENOM CHAT-APP")
input=st.text_input("Ask me anything",key="input")
submit=st.button("Ask Karo")
if submit:
st.subheader("The response is:")
store.append(HumanMessage(content=input))
response=get_text_after_think(get_llama_response().content)
store.append(AIMessage(content=response))
st.write(response) |