Test llamaapi

app.py

@@ -7,10 +7,14 @@ from langchain.chains import LLMChain
 
 import os
 
+__version__ = '0.1.1'
+
 LLM_GPT35 = 'GPT3.5'
 LLM_GPT4 = 'GPT4'
+LLM_LLAMA2 = 'LLAMA2'
 
-st.title("Project Sydney - OpenWorm LLM")
+st.title("Project Sydney")
+st.text("OpenWorm LLM v%s - work in progress!"%__version__)
 
 openai_api_key = None
 
@@ -31,6 +35,14 @@ def get_openai_api_key():
     return openai_api_key
 
 
+def get_llamaapi_key():
+
+    llamaapi_key = os.environ.get('LLAMAAPI_KEY')
+    print('key: [%s]'%llamaapi_key)
+
+    return llamaapi_key
+
+
 def generate_response(input_text, llm_ver, temperature):
 
     template = """Question: {question}
@@ -40,28 +52,43 @@ def generate_response(input_text, llm_ver, temperature):
             template=template,
         input_variables=['question']
     )
-
     
     if llm_ver==LLM_GPT35:
         llm = OpenAI(temperature=temperature, openai_api_key=get_openai_api_key())
-    elif llm_ver==LLM_GPT4:
 
+    elif llm_ver==LLM_GPT4:
         from langchain_openai import ChatOpenAI
         llm = ChatOpenAI(model_name='gpt-4', openai_api_key=get_openai_api_key())
 
+    elif llm_ver==LLM_LLAMA2:
+        from llamaapi import LlamaAPI
+        import asyncio
+
+        # Create a new event loop
+        loop = asyncio.new_event_loop()
+
+        # Set the event loop as the current event loop
+        asyncio.set_event_loop(loop)
+        
+        llama = LlamaAPI(get_llamaapi_key())      
+
+        from langchain_experimental.llms import ChatLlamaAPI
+
+        llm = ChatLlamaAPI(client=llama)
+
     llm_chain = LLMChain(
         prompt=prompt,
         llm=llm
     )
 
-    response = llm_chain.run(input_text)
+    response = llm_chain.invoke(input_text)['text']
         
     st.info(response)
 
 
 with st.form("my_form"):
     text = st.text_area("Enter text:", "What is the primary role of the C. elegans neuron ADAL?")
-    llm_ver = st.selectbox('Which LLM version?', (LLM_GPT35, LLM_GPT4))
+    llm_ver = st.selectbox('Which LLM version?', (LLM_GPT35, LLM_GPT4, LLM_LLAMA2))
 
     temperature = st.text_input("Temperature", value=0.1)
 

requirements.txt

@@ -1,4 +1,6 @@
 langchain-community
 langchain
 openai
-langchain_openai
+langchain_openai
+llamaapi
+asyncio