fixed llama3 to use huggingface model

helpers/model_utils.py

@@ -1,12 +1,12 @@
 from langchain_openai import OpenAI
 from langchain_anthropic import ChatAnthropic
-from langchain_community.llms import Ollama
-from helpers.import_envs import openai_api_key, anthropic_api_key
+from helpers.import_envs import openai_api_key, anthropic_api_key, huggingface_token
 from langchain_openai import ChatOpenAI
+from transformers.pipelines import pipeline
 
 GPT3 = "gpt-3.5"
 GPT4 = "gpt-4o"
-LLAMA3 = "Llama3"
+LLAMA3 = "meta-llama/Meta-Llama-3-8B"
 ANTHROPIC2 = "Claude-2.1"
 
 def _set_llm_based_on_choice(choice):
@@ -20,8 +20,8 @@ def _set_llm_based_on_choice(choice):
         model_name = "claude-2.1"
         llm = ChatAnthropic(model_name=model_name, anthropic_api_key=anthropic_api_key)
     elif choice == LLAMA3:
-        model_name = "llama3"
-        llm = Ollama(model=model_name)
+        model_name = LLAMA3
+        llm = pipeline("text-generation", model=model_name, token=huggingface_token)
     else:
         model_name = "gpt-3.5-turbo"
         llm = ChatOpenAI(model=model_name, temperature=0, api_key=openai_api_key)