Spaces:
Sleeping
Sleeping
File size: 613 Bytes
be3a5c4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
from langchain_groq import ChatGroq
from sentence_transformers import SentenceTransformer
from huggingface_hub import login
from dotenv import load_dotenv
load_dotenv()
import os
from langchain_huggingface import HuggingFaceEndpoint
os.environ['HUGGINGFACEHUB_ACCESS_TOKEN']=os.getenv('HUGGINGFACEHUB_ACCESS_TOKEN')
login(os.environ['HUGGINGFACEHUB_ACCESS_TOKEN'])
os.environ['GROQ_API_KEY']=os.getenv('GROQ_API_KEY')
ST = SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1")
llm = ChatGroq(
model="llama3-8b-8192",
temperature=0,
max_tokens=None,
timeout=None,
max_retries=2,
)
|