Spaces:
Sleeping
Sleeping
File size: 1,441 Bytes
4c064ac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
import requests
import json
url = "http://localhost:1234/v1/chat/completions"
headers = {
"Content-Type": "application/json"
}
# Initialize conversation history with the system message
conversation_history = [
{
"role": "system",
"content": "Be a helpful assistant. Be concise."
}
]
while True:
# Get user input
user_input = input("You: ")
# Exit the loop if the user types 'exit'
if user_input.lower() == 'exit':
print("Ending conversation...")
break
# Add user's message to the conversation history
conversation_history.append({
"role": "user",
"content": user_input
})
# Prepare the data for the API call
data = {
"model": "deepseek/deepseek-r1-0528-qwen3-8b",
"messages": conversation_history,
"temperature": 0.7,
"max_tokens": -1,
"stream": False
}
# Make the POST request to the API
response = requests.post(url, headers=headers, data=json.dumps(data))
# Get the model's response
model_response = response.json()
# Extract and print the last model response (the assistant's content)
last_message = model_response['choices'][0]['message']['content']
print(f"Model: {last_message}")
# Add model's response to the conversation history for the next round
conversation_history.append({
"role": "assistant",
"content": last_message
})
|