File size: 976 Bytes
f36c047
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import os
from dotenv import load_dotenv
from langchain_huggingface import HuggingFaceEmbeddings
from langchain_openai import AzureChatOpenAI

load_dotenv()

# 1. API KEYS & CONFIG
# ⚠️ Ensure these are set in your Hugging Face Space "Secrets" setting
PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")
INDEX_NAME = "gradio-db"  # 768 dimensions

AZURE_OPENAI_API_KEY = os.getenv("AZURE_OPENAI_API_KEY")
AZURE_OPENAI_ENDPOINT = os.getenv("AZURE_OPENAI_ENDPOINT")
AZURE_OPENAI_API_VERSION = "2025-01-01-preview" # Updated to stable preview
AZURE_DEPLOYMENT_NAME = "gpt-4.1" 

# 2. MODEL INITIALIZATION

def get_llm(temperature=0.25):
    
    return AzureChatOpenAI(
        azure_deployment=AZURE_DEPLOYMENT_NAME,
        api_version=AZURE_OPENAI_API_VERSION,
        temperature=temperature,
        max_tokens=1024,
        streaming=True
    )

def get_embeddings():
    # IntFloat E5-Base v2 (768 dim)
    return HuggingFaceEmbeddings(model_name="intfloat/e5-base-v2")