Samagra07 commited on
Commit
ce8fcef
·
verified ·
1 Parent(s): 6ca70b3

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +40 -0
app.py ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI
2
+ from pydantic import BaseModel
3
+ from langchain_openai import AzureChatOpenAI
4
+ import os
5
+
6
+ app = FastAPI(title="Translation API")
7
+ os.environ['AZURE_OPENAI_API_KEY'] = os.getenv("AZURE_OPENAI_API_KEY")
8
+ os.environ['OPENAI_API_VERSION'] = os.getenv("OPENAI_API_VERSION")
9
+ os.environ['AZURE_OPENAI_ENDPOINT'] = os.getenv("AZURE_OPENAI_ENDPOINT")
10
+
11
+ llm = AzureChatOpenAI(
12
+ azure_deployment="gpt-4o",
13
+ temperature=0,
14
+ max_tokens=None,
15
+ timeout=None,
16
+ max_retries=2,
17
+ )
18
+
19
+ class TranslateRequest(BaseModel):
20
+ text: str
21
+
22
+ class TranslateResponse(BaseModel):
23
+ translated_text: str
24
+
25
+
26
+ @app.post("/chat", response_model=TranslateResponse)
27
+ def translate_text(request: TranslateRequest):
28
+ messages = [
29
+ (
30
+ "system",
31
+ "You are a helpful assistant that answers questions about the user's query.",
32
+ ),
33
+ ("human", request.text),
34
+ ]
35
+
36
+ ai_msg = llm.invoke(messages)
37
+
38
+ return TranslateResponse(
39
+ translated_text=ai_msg.content
40
+ )