File size: 1,470 Bytes
0c51b93 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | import time
import uuid
from django.apps import apps
from django.http import JsonResponse
from rest_framework.decorators import api_view
@api_view(["POST"])
def chat_completions(request):
messages = request.data.get("messages")
temperature = request.data.get("temperature", 1.0)
top_p = request.data.get("top_p", 1.0)
max_new_tokens = request.data.get("max_new_tokens", 500)
if not messages:
return JsonResponse({"error": "Messages are required."}, status=400)
# Access the globally loaded RejectionSampler instance
sampler = apps.get_app_config("sotopia").rejection_sampler
top_response = sampler.inference(messages, temperature, top_p, max_new_tokens)
if top_response is not None:
# Format the response to mimic OpenAI's chat completion response
response = {
"id": f"chatcmpl-{uuid.uuid4().hex[:6]}",
"object": "chat.completion",
"created": int(time.time()),
"model": "custom-rejection-sampler-model",
"choices": [
{
"message": {
"role": "assistant",
"content": top_response
},
"finish_reason": "stop",
"index": 0
}
]
}
return JsonResponse(response, status=200)
else:
return JsonResponse({"error": "No sample met the threshold."}, status=200)
|