from fastapi import FastAPI from langchain_core.prompts import ChatPromptTemplate from langchain_core.output_parsers import StrOutputParser from langchain_groq import ChatGroq import os from langserve import add_routes from dotenv import load_dotenv load_dotenv() import openai ##groq_api_key = os.getenv("GROQ_API_KEY") groq_api_key = "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" model=ChatGroq(model="Gemma2-9b-It", groq_api_key=groq_api_key) # Create prompt templates system_template = "Translate the following into {language}:" prompt_template = ChatPromptTemplate.from_messages([ ("system",system_template), ("user","{text}") ]) parser=StrOutputParser() ##create chain chain=prompt_template|model|parser ##app definition app=FastAPI(title="Langchain server", version="1.0", description="A simple API server using langchain runnable interfaces") #add chain routes add_routes( app, chain, path="/chain" ) if __name__=="__main__": import uvicorn uvicorn.run(app,host="127.0.0.1",port=8000)