litellm/proxy/tests/test_langchain_request.py

# # LOCAL TEST
# from langchain.chat_models import ChatOpenAI
# from langchain.prompts.chat import (
#     ChatPromptTemplate,
#     HumanMessagePromptTemplate,
#     SystemMessagePromptTemplate,
# )
# from langchain.schema import HumanMessage, SystemMessage

# chat = ChatOpenAI(
#     openai_api_base="http://0.0.0.0:8000",
#     model = "azure/chatgpt-v-2",
#     temperature=0.1,
#     extra_body={
#         "metadata": {
#             "generation_name": "ishaan-generation-langchain-client",
#             "generation_id": "langchain-client-gen-id22",
#             "trace_id": "langchain-client-trace-id22",
#             "trace_user_id": "langchain-client-user-id2"
#         }
#     }
# )

# messages = [
#     SystemMessage(
#         content="You are a helpful assistant that im using to make a test request to."
#     ),
#     HumanMessage(
#         content="test from litellm. tell me why it's amazing in 1 sentence"
#     ),
# ]
# response = chat(messages)

# print(response)

# # claude_chat = ChatOpenAI(
# #     openai_api_base="http://0.0.0.0:8000",
# #     model = "claude-v1",
# #     temperature=0.1
# # )

# # response = claude_chat(messages)

# # print(response)