tests/manual/batch.http

###
# @name Upload a JSONL file for batch processing
POST {{omniroute-address}}/v1/files
Authorization: Bearer {{OMNIROUTE_API_KEY}}
Content-Type: multipart/form-data; boundary=boundary

--boundary
Content-Disposition: form-data; name="file"; filename="batch_input.jsonl"
Content-Type: application/jsonl

{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "gpt-4o-mini", "messages": [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": "Hello world!"}], "max_tokens": 50}}
{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "gemini/gemma-4-31b-it", "messages": [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": "What is 2+2?"}], "max_tokens": 50}}

--boundary
Content-Disposition: form-data; name="purpose"

batch
--boundary--

> {%
    client.global.set("file_id", response.body.id);
%}

###
# @name Upload a JSONL file for batch processing - test embedding endpoint
POST {{omniroute-address}}/v1/files
Authorization: Bearer {{OMNIROUTE_API_KEY}}
Content-Type: multipart/form-data; boundary=boundary

--boundary
Content-Disposition: form-data; name="file"; filename="batch_input.jsonl"
Content-Type: application/jsonl

{"custom_id": "request-1", "method": "POST", "url": "/v1/embeddings", "body": {"model": "pinecone/llama-text-embed-v2", "input": "The food was delicious and the waiter was very attentive."}}
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "The food was delicious and the waiter was very attentive."}}
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "I had a terrible experience at the restaurant. The food was cold and the service was slow."}}
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "Too bad! The food was cold and the service was slow."}}
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "Best dining experience ever! The food was amazing and the waiter was super friendly."}}
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua."}}
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "All you can eat buffet was a disaster. The food was stale and the staff was rude."}}
{"custom_id": "request-2", "method": "POST", "url": "/v1/embeddings", "body": {"model": "mistral/mistral-embed", "input": "All your base are belong to us."}}

--boundary
Content-Disposition: form-data; name="purpose"

batch
--boundary--

> {%
    client.global.set("file_id", response.body.id);
%}

###
# @name List all uploaded files
GET {{omniroute-address}}/v1/files
Authorization: Bearer {{OMNIROUTE_API_KEY}}

> {%
    client.global.set("file_id", response.body.data[0].id);
%}

###
# @name Get file metadata of the uploaded file
GET {{omniroute-address}}/v1/files/{{file_id}}
Authorization: Bearer {{OMNIROUTE_API_KEY}}

###
# @name Create a new batch job
POST {{omniroute-address}}/v1/batches
Authorization: Bearer {{OMNIROUTE_API_KEY}}
Content-Type: application/json

{
  "input_file_id": "{{file_id}}",
  "endpoint": "/v1/chat/completions",
  "completion_window": "24h"
}

> {%
    client.global.set("batch_id", response.body.id);
%}

###
# @name List all batch jobs
GET {{omniroute-address}}/v1/batches
Authorization: Bearer {{OMNIROUTE_API_KEY}}

###
# @name Get status of batch job
GET {{omniroute-address}}/v1/batches/{{batch_id}}
Authorization: Bearer {{OMNIROUTE_API_KEY}}

> {%
    if (response.body.output_file_id) {
        client.global.set("output_file_id", response.body.output_file_id);
    }
    if (response.body.error_file_id) {
        client.global.set("error_file_id", response.body.error_file_id);
    }
%}

###
# @name Cancel batch job
POST {{omniroute-address}}/v1/batches/{{batch_id}}/cancel
Authorization: Bearer {{OMNIROUTE_API_KEY}}

###
# @name Get outputfile contents
GET {{omniroute-address}}/v1/files/{{output_file_id}}/content
Authorization: Bearer {{OMNIROUTE_API_KEY}}

###
# @name Get outputfile metadata
GET {{omniroute-address}}/v1/files/{{output_file_id}}
Authorization: Bearer {{OMNIROUTE_API_KEY}}

###
# @name Get errorfile contents
GET {{omniroute-address}}/v1/files/{{error_file_id}}/content
Authorization: Bearer {{OMNIROUTE_API_KEY}}

###
# @name Get errorfile metadata
GET {{omniroute-address}}/v1/files/{{error_file_id}}
Authorization: Bearer {{OMNIROUTE_API_KEY}}

###
# @name Delete File
DELETE {{omniroute-address}}/v1/files/{{file_id}}
Authorization: Bearer {{OMNIROUTE_API_KEY}}