| from fastapi import FastAPI
|
| from langchain_core.prompts import ChatPromptTemplate
|
| from langchain_core.output_parsers import StrOutputParser
|
| from langchain_groq import ChatGroq
|
| import os
|
| from langserve import add_routes
|
| from dotenv import load_dotenv
|
| load_dotenv()
|
|
|
| import openai
|
|
|
|
|
| groq_api_key = "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"
|
| model=ChatGroq(model="Gemma2-9b-It", groq_api_key=groq_api_key)
|
|
|
|
|
| system_template = "Translate the following into {language}:"
|
| prompt_template = ChatPromptTemplate.from_messages([
|
| ("system",system_template),
|
| ("user","{text}")
|
| ])
|
|
|
| parser=StrOutputParser()
|
|
|
|
|
| chain=prompt_template|model|parser
|
|
|
|
|
| app=FastAPI(title="Langchain server",
|
| version="1.0",
|
| description="A simple API server using langchain runnable interfaces")
|
|
|
|
|
| add_routes(
|
| app,
|
| chain,
|
| path="/chain"
|
| )
|
|
|
| if __name__=="__main__":
|
| import uvicorn
|
| uvicorn.run(app,host="127.0.0.1",port=8000) |
