Spaces:
Sleeping
Sleeping
File size: 1,166 Bytes
1925eff | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 | import requests
from openai import OpenAI
def query_ollama(prompt, model="llama3"):
try:
response = requests.post(
"http://localhost:11434/api/generate",
json={
"model": model,
"prompt": prompt,
"stream": False,
},
timeout=120,
)
return response.json()["response"]
except Exception as e:
return f"Error: {e}"
def query_openai(prompt, api_key):
try:
client = OpenAI(api_key=api_key)
response = client.chat.completions.create(
model="gpt-4.1-mini",
messages=[
{"role": "user", "content": prompt}
]
)
return response.choices[0].message.content
except Exception as e:
return f"Error: {e}"
def generate_response(prompt):
provider = st.session_state.provider
if provider == "Ollama":
return query_ollama(
prompt,
st.session_state.ollama_model
)
return query_openai(
prompt,
st.session_state.api_key
) |