Batch Processing

from openai import OpenAI
import os

client = OpenAI(
    base_url="https://api.neosantara.xyz/v1",
    api_key=os.environ["NEOSANTARA_API_KEY"]
)

# 1. Create a batch job from an uploaded input file
batch_job = client.batches.create(
    input_file_id="file-xyz123",
    endpoint="/v1/chat/completions",
    completion_window="24h"
)

print(f"Batch ID: {batch_job.id}, Status: {batch_job.status}")

# 2. Check batch job status
status = client.batches.retrieve(batch_job.id)
print(f"Progress: {status.request_counts.completed}/{status.request_counts.total}")

# Create batch job
curl -X POST https://api.neosantara.xyz/v1/batches \
  -H "Authorization: Bearer $NEOSANTARA_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "input_file_id": "file-xyz123",
    "endpoint": "/v1/chat/completions",
    "completion_window": "24h"
  }'

# Retrieve batch status
curl https://api.neosantara.xyz/v1/batches/batch_abc123 \
  -H "Authorization: Bearer $NEOSANTARA_API_KEY"