Eval Forge — API

export API="https://api.skillsafe.ai/v1/app-api"
export TOKEN="YOUR_TOKEN"      # see step 1

# every call looks like:
#   curl -s "$API/..." -H "Authorization: Bearer $TOKEN" [-d '{json}']
# jq is used below to pull fields out of the {"data": ...} envelope

import json, requests

API = "https://api.skillsafe.ai/v1/app-api"
TOKEN = "YOUR_TOKEN"  # see step 1 — read it from your shell environment in real code

def api(method, path, body=None, **headers):
    res = requests.request(method, API + path, json=body,
                           headers={"Authorization": f"Bearer {TOKEN}", **headers})
    payload = res.json()
    if not res.ok:
        raise RuntimeError(payload.get("error", {}).get("message", res.reason))
    return payload["data"]

// Node 18+ (built-in fetch)
const API = "https://api.skillsafe.ai/v1/app-api";
const TOKEN = "YOUR_TOKEN"; // see step 1 — read it from your shell environment in real code

async function api(method, path, body, extraHeaders = {}) {
  const res = await fetch(API + path, {
    method,
    headers: { Authorization: `Bearer ${TOKEN}`, "Content-Type": "application/json", ...extraHeaders },
    body: body === undefined ? undefined : JSON.stringify(body),
  });
  const json = await res.json();
  if (!res.ok) throw new Error(json.error?.message ?? res.statusText);
  return json.data;
}

package main

import (
	"bytes"
	"encoding/json"
	"fmt"
	"net/http"
	"os"
)

const API = "https://api.skillsafe.ai/v1/app-api"

var token = os.Getenv("SKILLSAFE_TOKEN") // see step 1

func call(method, path string, body, out any) error {
	var buf bytes.Buffer
	if body != nil {
		json.NewEncoder(&buf).Encode(body)
	}
	req, _ := http.NewRequest(method, API+path, &buf)
	req.Header.Set("Authorization", "Bearer "+token)
	req.Header.Set("Content-Type", "application/json")
	res, err := http.DefaultClient.Do(req)
	if err != nil {
		return err
	}
	defer res.Body.Close()
	var env struct {
		Data  json.RawMessage `json:"data"`
		Error *struct{ Message string `json:"message"` } `json:"error"`
	}
	json.NewDecoder(res.Body).Decode(&env)
	if res.StatusCode >= 400 {
		return fmt.Errorf("api %s %s: %s", method, path, env.Error.Message)
	}
	if out == nil {
		return nil
	}
	return json.Unmarshal(env.Data, out)
}

// Java 17+, no dependencies. Pair with your JSON library (Jackson, Gson…)
// to read fields out of the returned envelope.
import java.net.URI;
import java.net.http.HttpClient;
import java.net.http.HttpRequest;
import java.net.http.HttpResponse;

public class SkillSafe {
    static final String API = "https://api.skillsafe.ai/v1/app-api";
    static final String TOKEN = System.getenv("SKILLSAFE_TOKEN"); // see step 1
    static final HttpClient HTTP = HttpClient.newHttpClient();

    static String api(String method, String path, String jsonBody) throws Exception {
        var req = HttpRequest.newBuilder(URI.create(API + path))
            .header("Authorization", "Bearer " + TOKEN)
            .header("Content-Type", "application/json")
            .method(method, jsonBody == null
                ? HttpRequest.BodyPublishers.noBody()
                : HttpRequest.BodyPublishers.ofString(jsonBody))
            .build();
        var res = HTTP.send(req, HttpResponse.BodyHandlers.ofString());
        if (res.statusCode() >= 400) throw new RuntimeException(res.body());
        return res.body(); // envelope: {"data": …}
    }
}

require "net/http"
require "json"

API = "https://api.skillsafe.ai/v1/app-api"
TOKEN = ENV.fetch("SKILLSAFE_TOKEN") # see step 1

def api(method, path, body = nil)
  uri = URI(API + path)
  req = Net::HTTP.const_get(method.capitalize).new(uri)
  req["Authorization"] = "Bearer #{TOKEN}"
  req["Content-Type"] = "application/json"
  req.body = body.to_json if body
  res = Net::HTTP.start(uri.host, uri.port, use_ssl: true) { |h| h.request(req) }
  payload = JSON.parse(res.body)
  raise (payload.dig("error", "message") || res.message) unless res.is_a?(Net::HTTPSuccess)
  payload["data"]
end

<?php
const API = "https://api.skillsafe.ai/v1/app-api";
$TOKEN = getenv("SKILLSAFE_TOKEN"); // see step 1

function api(string $method, string $path, ?array $body = null): mixed {
    global $TOKEN;
    $ch = curl_init(API . $path);
    curl_setopt_array($ch, [
        CURLOPT_CUSTOMREQUEST  => $method,
        CURLOPT_RETURNTRANSFER => true,
        CURLOPT_HTTPHEADER     => [
            "Authorization: Bearer $TOKEN",
            "Content-Type: application/json",
        ],
        CURLOPT_POSTFIELDS     => $body === null ? null : json_encode($body),
    ]);
    $payload = json_decode(curl_exec($ch), true);
    $status  = curl_getinfo($ch, CURLINFO_RESPONSE_CODE);
    curl_close($ch);
    if ($status >= 400) {
        throw new Exception($payload["error"]["message"] ?? "HTTP $status");
    }
    return $payload["data"];
}

// .NET 8+
using System.Net.Http.Json;
using System.Text.Json;

static class SkillSafe
{
    const string Api = "https://api.skillsafe.ai/v1/app-api";
    static readonly HttpClient Http = new();

    static SkillSafe() =>
        Http.DefaultRequestHeaders.Authorization =
            new("Bearer", Environment.GetEnvironmentVariable("SKILLSAFE_TOKEN")); // see step 1

    public static async Task<JsonElement> ApiAsync(HttpMethod method, string path, object? body = null)
    {
        var req = new HttpRequestMessage(method, Api + path);
        if (body != null) req.Content = JsonContent.Create(body);
        var res = await Http.SendAsync(req);
        var json = await res.Content.ReadFromJsonAsync<JsonElement>();
        if (!res.IsSuccessStatusCode)
            throw new Exception(json.GetProperty("error").GetProperty("message").GetString());
        return json.GetProperty("data");
    }
}

curl -s -X POST "$API/guest" \
  -H "Content-Type: application/json" \
  -d '{"slug":"eval-forge"}' | jq -r '.data.token'

token = api("POST", "/guest", {"slug": "eval-forge"})["token"]

const { token } = await api("POST", "/guest", { slug: "eval-forge" });

var guest struct{ Token string `json:"token"` }
err := call("POST", "/guest", map[string]string{"slug": "eval-forge"}, &guest)

String envelope = api("POST", "/guest", """
    {"slug":"eval-forge"}""");
// token is at data.token in the returned JSON

token = api("POST", "/guest", { slug: "eval-forge" })["token"]

$token = api("POST", "/guest", ["slug" => "eval-forge"])["token"];

var guest = await SkillSafe.ApiAsync(HttpMethod.Post, "/guest",
    new { slug = "eval-forge" });
var token = guest.GetProperty("token").GetString();

curl -s "$API/me" -H "Authorization: Bearer $TOKEN" | jq '.data'

me = api("GET", "/me")
print(me["subject_type"], me["credits"])

const me = await api("GET", "/me");
console.log(me.subject_type, me.credits);

var me struct {
	SubjectType string `json:"subject_type"`
	Credits     int64  `json:"credits"`
}
err := call("GET", "/me", nil, &me)

String envelope = api("GET", "/me", null);
// data.subject_type, data.credits

me = api("GET", "/me")
puts "#{me["subject_type"]}: #{me["credits"]} credits"

$me = api("GET", "/me");
echo "{$me['subject_type']}: {$me['credits']} credits\n";

var me = await SkillSafe.ApiAsync(HttpMethod.Get, "/me");
Console.WriteLine($"{me.GetProperty("subject_type")}: {me.GetProperty("credits")} credits");

TASK='Write a two-sentence summary of the release notes for the changelog, and list any breaking changes as bullets.'
OUTPUT='Version 3.2 adds dark mode and makes search about 40 percent faster.

TODO: mention the API change.'

jq -n --arg task "$TASK" --arg output "$OUTPUT" \
  '{task: $task, output: $output, rubric: "", reference: "", kind: "document",
    prescan_facts: {antipatterns: [], items: [], signals: {}}}' > input.json

curl -s -X POST "$API/estimate" \
  -H "Authorization: Bearer $TOKEN" -H "Content-Type: application/json" \
  -d @input.json | jq '.data.hold_credits'

TASK = ("Write a two-sentence summary of the release notes for the changelog, "
        "and list any breaking changes as bullets.")
OUTPUT = ("Version 3.2 adds dark mode and makes search about 40 percent faster.\n\n"
          "TODO: mention the API change.")

payload = {
    "task": TASK,
    "output": OUTPUT,
    "rubric": "",
    "reference": "",
    "kind": "document",
    "prescan_facts": {"antipatterns": [], "items": [], "signals": {}},
}

est = api("POST", "/estimate", payload)
print("worst case:", est.get("hold_credits", est.get("credits")), "credits")

const task =
  "Write a two-sentence summary of the release notes for the changelog, " +
  "and list any breaking changes as bullets.";
const output =
  "Version 3.2 adds dark mode and makes search about 40 percent faster.\n\n" +
  "TODO: mention the API change.";

const payload = {
  task,
  output,
  rubric: "",
  reference: "",
  kind: "document",
  prescan_facts: { antipatterns: [], items: [], signals: {} },
};

const est = await api("POST", "/estimate", payload);
console.log("worst case:", est.hold_credits ?? est.credits, "credits");

const task = "Write a two-sentence summary of the release notes for the changelog, " +
	"and list any breaking changes as bullets."
const output = "Version 3.2 adds dark mode and makes search about 40 percent faster.\n\n" +
	"TODO: mention the API change."

payload := map[string]any{
	"task":      task,
	"output":    output,
	"rubric":    "",
	"reference": "",
	"kind":      "document",
	"prescan_facts": map[string]any{
		"antipatterns": []any{}, "items": []any{}, "signals": map[string]any{},
	},
}

var est struct{ HoldCredits int64 `json:"hold_credits"` }
err := call("POST", "/estimate", payload, &est)

String task = "Write a two-sentence summary of the release notes for the changelog, "
    + "and list any breaking changes as bullets.";
String output = "Version 3.2 adds dark mode and makes search about 40 percent faster.\n\n"
    + "TODO: mention the API change.";

String jsonPayload = """
    {"task": %s, "output": %s,
     "rubric": "", "reference": "", "kind": "document",
     "prescan_facts": {"antipatterns": [], "items": [], "signals": {}}}
    """.formatted(toJsonString(task), toJsonString(output));

String envelope = api("POST", "/estimate", jsonPayload);
// worst-case cost is at data.hold_credits

TASK_TEXT = "Write a two-sentence summary of the release notes for the changelog, " \
            "and list any breaking changes as bullets."
OUTPUT_TEXT = "Version 3.2 adds dark mode and makes search about 40 percent faster.\n\n" \
              "TODO: mention the API change."

payload = { task: TASK_TEXT, output: OUTPUT_TEXT,
            rubric: "", reference: "", kind: "document",
            prescan_facts: { antipatterns: [], items: [], signals: {} } }

est = api("POST", "/estimate", payload)
puts "worst case: #{est["hold_credits"] || est["credits"]} credits"

$task = "Write a two-sentence summary of the release notes for the changelog, "
      . "and list any breaking changes as bullets.";
$output = "Version 3.2 adds dark mode and makes search about 40 percent faster.\n\n"
        . "TODO: mention the API change.";

$payload = [
    "task"          => $task,
    "output"        => $output,
    "rubric"        => "",
    "reference"     => "",
    "kind"          => "document",
    "prescan_facts" => ["antipatterns" => [], "items" => [], "signals" => new stdClass()],
];

$est = api("POST", "/estimate", $payload);
echo "worst case: " . ($est["hold_credits"] ?? $est["credits"]) . " credits\n";

var task = "Write a two-sentence summary of the release notes for the changelog, "
         + "and list any breaking changes as bullets.";
var output = "Version 3.2 adds dark mode and makes search about 40 percent faster.\n\n"
           + "TODO: mention the API change.";

var payload = new {
    task,
    output,
    rubric = "",
    reference = "",
    kind = "document",
    prescan_facts = new {
        antipatterns = Array.Empty<object>(), items = Array.Empty<object>(),
        signals = new { },
    },
};

var est = await SkillSafe.ApiAsync(HttpMethod.Post, "/estimate", payload);
Console.WriteLine($"worst case: {est.GetProperty("hold_credits")} credits");

JOB_ID=$(curl -s -X POST "$API/run" \
  -H "Authorization: Bearer $TOKEN" -H "Content-Type: application/json" \
  -H "Idempotency-Key: eval-$(date +%s)" \
  -d @input.json | jq -r '.data.job_id')

while :; do
  JOB=$(curl -s "$API/jobs/$JOB_ID" -H "Authorization: Bearer $TOKEN")
  STATUS=$(echo "$JOB" | jq -r '.data.status')
  [ "$STATUS" = "succeeded" ] || [ "$STATUS" = "failed" ] && break
  sleep 2
done

# unwrap the evaluation once, then read it
echo "$JOB" | jq -r '.data.output.output' > evaluation.json

jq -r '
  "\(.eval_name) [\(.verdict_level)] \(.score)/100: \(.verdict)",
  "",
  "SCORECARD",
  (.scorecard[] | "  [\(.status)] \(.score)/5 \(.dimension) - \(.note)"),
  "",
  "RUBRIC",
  (.rubric_results[] | "  [\(.status)] \(.criterion) - \(.note)"),
  "",
  "FINDINGS",
  (.findings[] | "  (\(.severity)) \(.category): \(.title)")' evaluation.json

# and drop the refined output straight onto disk
jq -r '.refinement.text' evaluation.json > "$(jq -r '.refinement.filename' evaluation.json)"   # refined.md

import time

job_id = api("POST", "/run", payload,
             **{"Idempotency-Key": "eval-001"})["job_id"]

while True:
    job = api("GET", f"/jobs/{job_id}")
    if job["status"] in ("succeeded", "failed"):
        break
    time.sleep(1.5)

if job["status"] == "failed":
    raise RuntimeError(job.get("error", "run failed"))

raw = job["output"]
if isinstance(raw, dict) and "output" in raw:
    raw = raw["output"]
evaluation = json.loads(raw) if isinstance(raw, str) else raw

print(f'{evaluation["eval_name"]} [{evaluation["verdict_level"]}] '
      f'{evaluation["score"]}/100: {evaluation["verdict"]}')
for d in evaluation["scorecard"]:
    print(f'  [{d["status"]:>4}] {d["score"]}/5 {d["dimension"]:<26} {d["note"]}')
for r in evaluation["rubric_results"]:
    print(f'  [{r["status"]:>7}] {r["criterion"]}')
for f in evaluation["findings"]:
    print(f'  ({f["severity"]}) {f["category"]}: {f["title"]}')
    if f["fix_text"]:
        print(f'      {f["fix_text"]}')
for c in evaluation["coverage_check"]:
    print(f'  {c["id"]}: {"ok" if c["addressed"] else "SET ASIDE"} - {c["note"]}')

with open(evaluation["refinement"]["filename"], "w", encoding="utf-8") as fh:   # refined.md
    fh.write(evaluation["refinement"]["text"])

import { writeFileSync } from "node:fs";

const { job_id } = await api("POST", "/run", payload,
  { "Idempotency-Key": crypto.randomUUID() });

let job;
do {
  await new Promise((r) => setTimeout(r, 1500));
  job = await api("GET", `/jobs/${job_id}`);
} while (job.status !== "succeeded" && job.status !== "failed");

if (job.status === "failed") throw new Error(job.error ?? "run failed");

const raw = job.output?.output ?? job.output;
const evaluation = typeof raw === "string" ? JSON.parse(raw) : raw;

console.log(`${evaluation.eval_name} [${evaluation.verdict_level}] ` +
            `${evaluation.score}/100: ${evaluation.verdict}`);
for (const d of evaluation.scorecard) {
  console.log(`  [${d.status}] ${d.score}/5 ${d.dimension}: ${d.note}`);
}
for (const r of evaluation.rubric_results) {
  console.log(`  [${r.status}] ${r.criterion}: ${r.note}`);
}
for (const f of evaluation.findings) {
  console.log(`  (${f.severity}) ${f.category}: ${f.title}`);
  if (f.fix_text) console.log(`      ${f.fix_text}`);
}
for (const c of evaluation.coverage_check) {
  console.log(`  ${c.id}: ${c.addressed ? "ok" : "SET ASIDE"} - ${c.note}`);
}

writeFileSync(evaluation.refinement.filename, evaluation.refinement.text);   // refined.md

var started struct{ JobID string `json:"job_id"` }
if err := call("POST", "/run", payload, &started); err != nil {
	log.Fatal(err)
}

var job struct {
	Status string          `json:"status"`
	Error  string          `json:"error"`
	Output json.RawMessage `json:"output"`
}
for {
	if err := call("GET", "/jobs/"+started.JobID, nil, &job); err != nil {
		log.Fatal(err)
	}
	if job.Status == "succeeded" || job.Status == "failed" {
		break
	}
	time.Sleep(1500 * time.Millisecond)
}

// job.Output is {"output": "<json string>"} — unwrap, unquote, then unmarshal:
type Evaluation struct {
	EvalName     string `json:"eval_name"`
	VerdictLevel string `json:"verdict_level"`
	Verdict      string `json:"verdict"`
	Score        int    `json:"score"`
	Scorecard    []struct {
		Dimension, Status, Note string
		Score                   int
	} `json:"scorecard"`
	Findings []struct {
		Severity, Category, Title, Detail string
		FixText                           string `json:"fix_text"`
	} `json:"findings"`
	RubricResults []struct {
		Criterion, Status, Note string
	} `json:"rubric_results"`
	Refinement struct {
		Filename, Text string
	} `json:"refinement"`
}
var wrapper struct{ Output string `json:"output"` }
json.Unmarshal(job.Output, &wrapper)
var evaluation Evaluation
json.Unmarshal([]byte(wrapper.Output), &evaluation)

fmt.Printf("%s [%s] %d/100: %s\n", evaluation.EvalName, evaluation.VerdictLevel,
	evaluation.Score, evaluation.Verdict)
for _, d := range evaluation.Scorecard {
	fmt.Printf("  [%s] %d/5 %s: %s\n", d.Status, d.Score, d.Dimension, d.Note)
}
for _, r := range evaluation.RubricResults {
	fmt.Printf("  [%s] %s: %s\n", r.Status, r.Criterion, r.Note)
}
for _, f := range evaluation.Findings {
	fmt.Printf("  (%s) %s: %s\n", f.Severity, f.Category, f.Title)
}
os.WriteFile(evaluation.Refinement.Filename, []byte(evaluation.Refinement.Text), 0o644) // refined.md

String envelope = api("POST", "/run", jsonPayload);
String jobId = /* data.job_id via your JSON library */;

while (true) {
    String job = api("GET", "/jobs/" + jobId, null);
    String status = /* data.status */;
    if (status.equals("succeeded") || status.equals("failed")) break;
    Thread.sleep(1500);
}
// The evaluation is at data.output.output as a JSON string — parse it again, then read
// eval_name, verdict_level, verdict, overview, score, scorecard[] (five dimensions with
// dimension/status/score/note), findings[] (severity/category/title/detail/fix_text),
// rubric_results[] (criterion/status/note), coverage_check[] (id/addressed/note),
// refinement{filename, text}, next_steps[] and summary.
// Finally write the refined output to disk:
//   Files.writeString(Path.of(refinementFilename), refinementText);   // refined.md

started = api("POST", "/run", payload)

job = nil
loop do
  job = api("GET", "/jobs/#{started["job_id"]}")
  break if %w[succeeded failed].include?(job["status"])
  sleep 1.5
end
raise (job["error"] || "run failed") if job["status"] == "failed"

raw = job["output"].is_a?(Hash) ? job["output"].fetch("output", job["output"]) : job["output"]
evaluation = raw.is_a?(String) ? JSON.parse(raw) : raw

puts "#{evaluation["eval_name"]} [#{evaluation["verdict_level"]}] " \
     "#{evaluation["score"]}/100: #{evaluation["verdict"]}"
evaluation["scorecard"].each { |d| puts "  [#{d["status"]}] #{d["score"]}/5 #{d["dimension"]}: #{d["note"]}" }
evaluation["rubric_results"].each { |r| puts "  [#{r["status"]}] #{r["criterion"]}: #{r["note"]}" }
evaluation["findings"].each do |f|
  puts "  (#{f["severity"]}) #{f["category"]}: #{f["title"]}"
  puts "      #{f["fix_text"]}" unless f["fix_text"].to_s.empty?
end
evaluation["coverage_check"].each { |c| puts "  #{c["id"]}: #{c["addressed"] ? "ok" : "SET ASIDE"}" }

File.write(evaluation["refinement"]["filename"], evaluation["refinement"]["text"])   # refined.md

$started = api("POST", "/run", $payload);

do {
    sleep(2);
    $job = api("GET", "/jobs/" . $started["job_id"]);
} while (!in_array($job["status"], ["succeeded", "failed"]));

if ($job["status"] === "failed") {
    throw new Exception($job["error"] ?? "run failed");
}

$raw = is_array($job["output"]) ? ($job["output"]["output"] ?? $job["output"]) : $job["output"];
$evaluation = is_string($raw) ? json_decode($raw, true) : $raw;

echo "{$evaluation['eval_name']} [{$evaluation['verdict_level']}] "
   . "{$evaluation['score']}/100: {$evaluation['verdict']}\n";
foreach ($evaluation["scorecard"] as $d) {
    echo "  [{$d['status']}] {$d['score']}/5 {$d['dimension']}: {$d['note']}\n";
}
foreach ($evaluation["rubric_results"] as $r) {
    echo "  [{$r['status']}] {$r['criterion']}: {$r['note']}\n";
}
foreach ($evaluation["findings"] as $f) {
    echo "  ({$f['severity']}) {$f['category']}: {$f['title']}\n";
    if ($f["fix_text"] !== "") { echo "      {$f['fix_text']}\n"; }
}
foreach ($evaluation["coverage_check"] as $c) {
    echo "  {$c['id']}: " . ($c["addressed"] ? "ok" : "SET ASIDE") . "\n";
}

file_put_contents($evaluation["refinement"]["filename"], $evaluation["refinement"]["text"]);   // refined.md

var started = await SkillSafe.ApiAsync(HttpMethod.Post, "/run", payload);
var jobId = started.GetProperty("job_id").GetString();

JsonElement job;
while (true)
{
    job = await SkillSafe.ApiAsync(HttpMethod.Get, $"/jobs/{jobId}");
    var status = job.GetProperty("status").GetString();
    if (status is "succeeded" or "failed") break;
    await Task.Delay(1500);
}

var rawText = job.GetProperty("output").GetProperty("output").GetString();
using var doc = JsonDocument.Parse(rawText!);
var evaluation = doc.RootElement;

Console.WriteLine($"{evaluation.GetProperty("eval_name")} " +
                  $"[{evaluation.GetProperty("verdict_level")}] " +
                  $"{evaluation.GetProperty("score")}/100: {evaluation.GetProperty("verdict")}");
foreach (var d in evaluation.GetProperty("scorecard").EnumerateArray())
{
    Console.WriteLine($"  [{d.GetProperty("status")}] {d.GetProperty("score")}/5 " +
                      $"{d.GetProperty("dimension")}: {d.GetProperty("note")}");
}
foreach (var r in evaluation.GetProperty("rubric_results").EnumerateArray())
{
    Console.WriteLine($"  [{r.GetProperty("status")}] {r.GetProperty("criterion")}: {r.GetProperty("note")}");
}
foreach (var f in evaluation.GetProperty("findings").EnumerateArray())
{
    Console.WriteLine($"  ({f.GetProperty("severity")}) {f.GetProperty("category")}: " +
                      $"{f.GetProperty("title")}");
}

var refinement = evaluation.GetProperty("refinement");
await File.WriteAllTextAsync(refinement.GetProperty("filename").GetString()!,   // refined.md
                             refinement.GetProperty("text").GetString()!);

# -N disables buffering so events print as they arrive
curl -N -s -X POST "$API/run-stream" \
  -H "Authorization: Bearer $TOKEN" -H "Content-Type: application/json" \
  -H "Idempotency-Key: eval-$(date +%s)" \
  -d @input.json

# event: job
# data: {"job_id":"job_...","status":"running"}
#
# event: delta
# data: {"text":"{\"eval_name\":\"Release notes"}
# ...
# event: done
# data: {"job_id":"job_...","status":"succeeded","charged_credits":548,"output":{"output":"{...}"}}

import json, requests

result = None
with requests.post(
    API + "/run-stream",
    headers={"Authorization": f"Bearer {TOKEN}",
             "Idempotency-Key": "eval-001"},
    json=payload,
    stream=True,
) as r:
    r.raise_for_status()
    event = None
    for line in r.iter_lines(decode_unicode=True):
        if not line:
            continue
        if line.startswith("event:"):
            event = line[len("event:"):].strip()
        elif line.startswith("data:"):
            data = json.loads(line[len("data:"):].strip())
            if event == "delta":
                print(".", end="", flush=True)          # live progress
            elif event == "done":
                result = data
            elif event == "error":
                raise RuntimeError(data.get("message", "run failed"))

evaluation = json.loads(result["output"]["output"])      # authoritative
print("charged:", result["charged_credits"], "-", evaluation["eval_name"],
      evaluation["score"], "/100")
for d in evaluation["scorecard"]:
    print(f'  [{d["status"]}] {d["score"]}/5 {d["dimension"]}')
open(evaluation["refinement"]["filename"], "w", encoding="utf-8").write(
    evaluation["refinement"]["text"])

const res = await fetch(API + "/run-stream", {
  method: "POST",
  headers: {
    Authorization: `Bearer ${TOKEN}`,
    "Content-Type": "application/json",
    "Idempotency-Key": crypto.randomUUID(),
  },
  body: JSON.stringify(payload),
});

const reader = res.body.getReader();
const decoder = new TextDecoder();
let buf = "", done = null;

for (;;) {
  const chunk = await reader.read();
  if (chunk.done) break;
  buf += decoder.decode(chunk.value, { stream: true });
  const frames = buf.split("\n\n");
  buf = frames.pop();
  for (const frame of frames) {
    const name = /^event:\s*(.+)$/m.exec(frame)?.[1];
    const body = /^data:\s*(.+)$/m.exec(frame)?.[1];
    if (!name || !body) continue;
    const data = JSON.parse(body);
    if (name === "delta") process.stdout.write(".");   // live progress
    if (name === "done") done = data;
    if (name === "error") throw new Error(data.message ?? "run failed");
  }
}

const evaluation = JSON.parse(done.output.output);
console.log(`\n${done.charged_credits} credits - ${evaluation.eval_name} ${evaluation.score}/100`);
for (const d of evaluation.scorecard) console.log(`  [${d.status}] ${d.score}/5 ${d.dimension}`);
writeFileSync(evaluation.refinement.filename, evaluation.refinement.text);   // refined.md

body, _ := json.Marshal(payload)
req, _ := http.NewRequest("POST", API+"/run-stream", bytes.NewReader(body))
req.Header.Set("Authorization", "Bearer "+token)
req.Header.Set("Content-Type", "application/json")
req.Header.Set("Idempotency-Key", "eval-001")

res, err := http.DefaultClient.Do(req)
if err != nil {
	log.Fatal(err)
}
defer res.Body.Close()

var event string
var final map[string]any
sc := bufio.NewScanner(res.Body)
sc.Buffer(make([]byte, 0, 64*1024), 4*1024*1024)
for sc.Scan() {
	line := sc.Text()
	switch {
	case strings.HasPrefix(line, "event:"):
		event = strings.TrimSpace(strings.TrimPrefix(line, "event:"))
	case strings.HasPrefix(line, "data:"):
		var data map[string]any
		json.Unmarshal([]byte(strings.TrimPrefix(line, "data:")), &data)
		switch event {
		case "delta":
			fmt.Print(".") // live progress
		case "done":
			final = data
		case "error":
			log.Fatal(data["message"])
		}
	}
}
// final["output"].(map[string]any)["output"].(string) is the evaluation JSON —
// unmarshal it into the Evaluation struct from step 4, then write
// evaluation.Refinement.Text to disk.

// Java 17+ — read the stream line by line instead of buffering the body.
var req = HttpRequest.newBuilder(URI.create(API + "/run-stream"))
    .header("Authorization", "Bearer " + TOKEN)
    .header("Content-Type", "application/json")
    .header("Idempotency-Key", "eval-001")
    .POST(HttpRequest.BodyPublishers.ofString(jsonPayload))
    .build();

var res = HTTP.send(req, HttpResponse.BodyHandlers.ofLines());
String event = null, done = null;
for (String line : (Iterable<String>) res.body()::iterator) {
    if (line.startsWith("event:")) {
        event = line.substring(6).trim();
    } else if (line.startsWith("data:")) {
        String data = line.substring(5).trim();
        if ("delta".equals(event)) System.out.print(".");   // live progress
        else if ("done".equals(event)) done = data;
        else if ("error".equals(event)) throw new RuntimeException(data);
    }
}
// parse `done`, then parse data.output.output again — it is a JSON string holding
// eval_name, verdict_level, score, scorecard[], findings[], rubric_results[],
// refinement{filename, text} and the rest.

require "net/http"
require "json"

uri = URI(API + "/run-stream")
req = Net::HTTP::Post.new(uri)
req["Authorization"] = "Bearer #{TOKEN}"
req["Content-Type"] = "application/json"
req["Idempotency-Key"] = "eval-001"
req.body = payload.to_json

event = nil
done = nil
Net::HTTP.start(uri.host, uri.port, use_ssl: true) do |http|
  http.request(req) do |res|
    res.read_body do |chunk|
      chunk.each_line do |line|
        line = line.strip
        if line.start_with?("event:")
          event = line.delete_prefix("event:").strip
        elsif line.start_with?("data:")
          data = JSON.parse(line.delete_prefix("data:").strip)
          case event
          when "delta" then print "."           # live progress
          when "done"  then done = data
          when "error" then raise (data["message"] || "run failed")
          end
        end
      end
    end
  end
end

evaluation = JSON.parse(done["output"]["output"])
puts "\n#{done["charged_credits"]} credits - #{evaluation["eval_name"]} #{evaluation["score"]}/100"
evaluation["scorecard"].each { |d| puts "  [#{d["status"]}] #{d["score"]}/5 #{d["dimension"]}" }
File.write(evaluation["refinement"]["filename"], evaluation["refinement"]["text"])   # refined.md

$event = null;
$done  = null;

$ch = curl_init(API . "/run-stream");
curl_setopt_array($ch, [
    CURLOPT_POST       => true,
    CURLOPT_HTTPHEADER => [
        "Authorization: Bearer $TOKEN",
        "Content-Type: application/json",
        "Idempotency-Key: eval-001",
    ],
    CURLOPT_POSTFIELDS => json_encode($payload),
    CURLOPT_WRITEFUNCTION => function ($ch, $chunk) use (&$event, &$done) {
        foreach (explode("\n", $chunk) as $line) {
            $line = trim($line);
            if (str_starts_with($line, "event:")) {
                $event = trim(substr($line, 6));
            } elseif (str_starts_with($line, "data:")) {
                $data = json_decode(trim(substr($line, 5)), true);
                if ($event === "delta") { echo "."; }        // live progress
                elseif ($event === "done") { $done = $data; }
                elseif ($event === "error") { throw new Exception($data["message"] ?? "run failed"); }
            }
        }
        return strlen($chunk);
    },
]);
curl_exec($ch);
curl_close($ch);

$evaluation = json_decode($done["output"]["output"], true);
echo "\n{$done['charged_credits']} credits - {$evaluation['eval_name']} {$evaluation['score']}/100\n";
foreach ($evaluation["scorecard"] as $d) { echo "  [{$d['status']}] {$d['score']}/5 {$d['dimension']}\n"; }
file_put_contents($evaluation["refinement"]["filename"], $evaluation["refinement"]["text"]);   // refined.md

var req = new HttpRequestMessage(HttpMethod.Post, Api + "/run-stream") {
    Content = JsonContent.Create(payload),
};
req.Headers.Add("Idempotency-Key", "eval-001");

using var res = await Http.SendAsync(req, HttpCompletionOption.ResponseHeadersRead);
using var reader = new StreamReader(await res.Content.ReadAsStreamAsync());

string? evt = null, done = null;
while (await reader.ReadLineAsync() is { } line)
{
    if (line.StartsWith("event:")) evt = line[6..].Trim();
    else if (line.StartsWith("data:"))
    {
        var data = line[5..].Trim();
        if (evt == "delta") Console.Write(".");            // live progress
        else if (evt == "done") done = data;
        else if (evt == "error") throw new Exception(data);
    }
}

using var final = JsonDocument.Parse(done!);
var text = final.RootElement.GetProperty("output").GetProperty("output").GetString();
using var evalDoc = JsonDocument.Parse(text!);
var evaluation = evalDoc.RootElement;
Console.WriteLine($"{evaluation.GetProperty("eval_name")} {evaluation.GetProperty("score")}/100");
foreach (var d in evaluation.GetProperty("scorecard").EnumerateArray())
    Console.WriteLine($"  [{d.GetProperty("status")}] {d.GetProperty("score")}/5 {d.GetProperty("dimension")}");
var refinement = evaluation.GetProperty("refinement");
await File.WriteAllTextAsync(refinement.GetProperty("filename").GetString()!,   // refined.md
                             refinement.GetProperty("text").GetString()!);