File size: 1,106 Bytes
ee7b359 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | from fastapi import FastAPI
from langchain_core.prompts import ChatPromptTemplate
from langchain_core.output_parsers import StrOutputParser
from langchain_groq import ChatGroq
import os
from langserve import add_routes
from dotenv import load_dotenv
load_dotenv()
import openai
##groq_api_key = os.getenv("GROQ_API_KEY")
groq_api_key = "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"
model=ChatGroq(model="Gemma2-9b-It", groq_api_key=groq_api_key)
# Create prompt templates
system_template = "Translate the following into {language}:"
prompt_template = ChatPromptTemplate.from_messages([
("system",system_template),
("user","{text}")
])
parser=StrOutputParser()
##create chain
chain=prompt_template|model|parser
##app definition
app=FastAPI(title="Langchain server",
version="1.0",
description="A simple API server using langchain runnable interfaces")
#add chain routes
add_routes(
app,
chain,
path="/chain"
)
if __name__=="__main__":
import uvicorn
uvicorn.run(app,host="127.0.0.1",port=8000) |