Batch API؛ اجرای انبوه درخواست‌های گفتگو با یک فایل JSONL

{"custom_id": "q-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "openai/gpt-6.1-sol", "max_tokens": 300, "messages": [{"role": "user", "content": "این نظر مثبت است یا منفی؟ خیلی راضی بودم."}]}}
{"custom_id": "q-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "openai/gpt-6.1-sol", "max_tokens": 300, "messages": [{"role": "user", "content": "این نظر مثبت است یا منفی؟ بسته دیر رسید."}]}}

curl https://1ai.ir/v1/files \
  -H "Authorization: Bearer $ONEAI_API_KEY" \
  -F purpose=batch \
  -F file=@requests.jsonl

curl https://1ai.ir/v1/batches \
  -H "Authorization: Bearer $ONEAI_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "input_file_id": "fil_...",
    "endpoint": "/v1/chat/completions",
    "completion_window": "24h"
  }'

curl https://1ai.ir/v1/batches/bat_... -H "Authorization: Bearer $ONEAI_API_KEY"

{
  "id": "bat_…",
  "object": "batch",
  "endpoint": "/v1/chat/completions",
  "model": "openai/gpt-6.1-sol",
  "status": "completed",
  "input_file_id": "fil_…",
  "output_file_id": "fil_…",
  "error_file_id": null,
  "request_counts": { "total": 2, "completed": 2, "failed": 0 },
  "estimated_credits": …,
  "credits": …
}

curl -L -o output.jsonl https://1ai.ir/v1/files/fil_.../content -H "Authorization: Bearer $ONEAI_API_KEY"

{"id": "batch_req_…", "custom_id": "q-1", "response": {"status_code": 200, "request_id": "…", "body": {"object": "chat.completion", "choices": […], "usage": {…}}}, "error": null}
{"id": "batch_req_…", "custom_id": "q-2", "response": null, "error": {"code": "request_failed", "message": "This request failed, and no credits were charged."}}

# pip install requests
import os, time, requests

API = "https://1ai.ir/v1"
HEADERS = {"Authorization": f"Bearer {os.environ['ONEAI_API_KEY']}"}

with open("requests.jsonl", "rb") as f:
    file = requests.post(f"{API}/files", headers=HEADERS, data={"purpose": "batch"}, files={"file": f}, timeout=120).json()

batch = requests.post(f"{API}/batches", headers=HEADERS, json={
    "input_file_id": file["id"],
    "endpoint": "/v1/chat/completions",
    "completion_window": "24h",
}, timeout=120).json()

while batch["status"] in ("validating", "in_progress"):
    time.sleep(300)
    batch = requests.get(f"{API}/batches/{batch['id']}", headers=HEADERS, timeout=60).json()

for name in ("output_file_id", "error_file_id"):
    if batch[name]:
        res = requests.get(f"{API}/files/{batch[name]}/content", headers=HEADERS, timeout=600)
        open(f"{name}.jsonl", "wb").write(res.content)