Bulk Async Runs

curl --request POST \
  --url 'https://www.stealthgpt.ai/api/stealthify/runs/bulk' \
  --header 'Content-Type: application/json' \
  --header 'api-token: YOUR_API_TOKEN' \
  --data '{
    "items": [
      {
        "idempotencyKey": "post-1041",
        "prompt": "Read [[A1]]our pricing guide[[A2]] before you buy.",
        "model": "super",
        "preservation": true,
        "webhookUrl": "https://example.com/webhooks/stealthify"
      },
      {
        "idempotencyKey": "post-1042",
        "prompt": "Write a short guide to choosing running shoes",
        "rephrase": false,
        "model": "super",
        "webhookUrl": "https://example.com/webhooks/stealthify"
      }
    ]
  }'

import time
import requests

headers = {"api-token": "YOUR_API_TOKEN"}
articles = [
    {"id": "post-1041", "html_text": "Read [[A1]]our pricing guide[[A2]] before you buy."},
]


def create_runs(chunk):
    while True:
        response = requests.post(
            "https://www.stealthgpt.ai/api/stealthify/runs/bulk",
            headers=headers,
            json={
                "items": [
                    {
                        "idempotencyKey": article["id"],
                        "prompt": article["html_text"],
                        "model": "super",
                        "preservation": True,
                    }
                    for article in chunk
                ]
            },
            timeout=60,
        )
        if response.status_code in (409, 429):
            time.sleep(int(response.headers.get("Retry-After", "30")))
            continue
        response.raise_for_status()
        return response.json()["runs"]


# One batch at a time: wait for every run of a batch before sending the next
for start in range(0, len(articles), 100):
    chunk = articles[start:start + 100]
    pending = {run["runId"]: (article, run) for article, run in zip(chunk, create_runs(chunk))}
    while pending:
        time.sleep(10)
        for run_id, (article, run) in list(pending.items()):
            status = requests.get(
                f"https://www.stealthgpt.ai{run['statusUrl']}",
                headers=headers,
                timeout=30,
            ).json()
            if status["status"] in ("completed", "failed", "cancelled"):
                print(article["id"], status["status"])
                del pending[run_id]

const articles = [
  { id: 'post-1041', htmlText: 'Read [[A1]]our pricing guide[[A2]] before you buy.' },
] // up to 100 per request

const response = await fetch('https://www.stealthgpt.ai/api/stealthify/runs/bulk', {
  method: 'POST',
  headers: {
    'api-token': process.env.STEALTHGPT_API_TOKEN,
    'Content-Type': 'application/json',
  },
  body: JSON.stringify({
    items: articles.map((article) => ({
      idempotencyKey: article.id,
      prompt: article.htmlText,
      model: 'super',
      preservation: true,
      webhookUrl: 'https://example.com/webhooks/stealthify',
    })),
  }),
  signal: AbortSignal.timeout(60_000),
})

if (!response.ok) {
  throw new Error(`bulk create failed: ${response.status} ${await response.text()}`)
}

const { runs } = await response.json()
// runs[i] is the run for articles[i]