File size: 1,030 Bytes
d27b8a1 c5a7733 c678f81 6b7eef8 37c800b d27b8a1 c5a7733 a04ed3c d8c5a04 50c1748 d27b8a1 e41abab c5a7733 39be5fa 3c5f8d3 c5a7733 d27b8a1 c5a7733 d27b8a1 81ceb95 680482c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | import openai
import gradio as gr
import os
# openai API key
openai.api_key = os.getenv("OPENAPI_KEY") # Replace with your key
def predict(message, history):
history_openai_format = [{"role": "system", "content":os.getenv("PROMPT")}]
for human, system in history:
history_openai_format.append({"role": "assistant", "content":os.getenv("PROMPT")})
history_openai_format.append({"role": "user", "content": human })
history_openai_format.append({"role": "user", "content": message})
response = openai.ChatCompletion.create(
model='gpt-3.5-turbo-1106',
messages= history_openai_format,
temperature=0.5,
frequency_penalty=1.2,
stream=True
)
partial_message = ""
for chunk in response:
if len(chunk['choices'][0]['delta']) != 0:
partial_message = partial_message + chunk['choices'][0]['delta']['content']
yield partial_message
gr.ChatInterface(predict, submit_btn="Chat with The Dude").queue().launch(share=True) |