{
  "experimentDate": "2026-10-06",
  "timeZone": "Asia/Shanghai",
  "task": "Fix normalizeLabel in a fresh copy of the included Node.js fixture and run npm test",
  "repetitionsPerConfiguration": 1,
  "pricingSnapshot": {
    "provider": "DeepSeek",
    "model": "deepseek-flash",
    "currency": "USD",
    "perMillionTokens": {
      "offPeak": { "cacheHit": 0.003, "cacheMiss": 0.15, "output": 0.6 },
      "peak": { "cacheHit": 0.006, "cacheMiss": 0.3, "output": 1.2 }
    },
    "source": "https://api-docs.deepseek.com/quick_start/pricing/",
    "checkedAt": "2026-10-06"
  },
  "runs": [
    {
      "id": "pi-isolated",
      "agent": "Pi Coding Agent",
      "version": "0.85.1",
      "configuration": "No session, context files, extensions, skills, prompt templates or themes; isolated provider config",
      "provider": "DeepSeek direct OpenAI-compatible API",
      "modelRequested": "deepseek-flash",
      "modelReported": "deepseek-flash",
      "usageSource": "Pi JSON message_end usage",
      "uncachedInputTokens": 2426,
      "cachedInputTokens": 7680,
      "cacheWriteInputTokens": 0,
      "outputTokens": 422,
      "requestUsage": [[1644, 0, 0, 81], [233, 1664, 0, 89], [232, 1792, 0, 144], [147, 2048, 0, 42], [170, 2176, 0, 66]],
      "testsPassed": 3,
      "testsFailed": 0,
      "listRateEstimateApplicable": true
    },
    {
      "id": "dsh-sdk-minimal",
      "agent": "DeepSeek Harness",
      "version": "0.2.0-rc.2",
      "configuration": "sdk-minimal profile through JSON-RPC; standalone minimal agent tree",
      "provider": "DeepSeek direct",
      "modelRequested": "deepseek-flash",
      "modelReported": "deepseek-flash",
      "usageSource": "DeepSeek Harness session.event assistant/message usage",
      "uncachedInputTokens": 1241,
      "cachedInputTokens": 1920,
      "cacheWriteInputTokens": 0,
      "outputTokens": 565,
      "requestUsage": [[542, 0, 0, 194], [484, 640, 0, 252], [215, 1280, 0, 119]],
      "testsPassed": 3,
      "testsFailed": 0,
      "listRateEstimateApplicable": true
    },
    {
      "id": "dsh-headless",
      "agent": "DeepSeek Harness",
      "version": "0.2.0-rc.2",
      "configuration": "headless profile; separate clean DSH_HOME",
      "provider": "DeepSeek direct",
      "modelRequested": "deepseek-flash",
      "modelReported": "deepseek-flash",
      "usageSource": "DeepSeek Harness session.v4 assistant/message usage",
      "uncachedInputTokens": 13662,
      "cachedInputTokens": 39808,
      "cacheWriteInputTokens": 0,
      "outputTokens": 755,
      "requestUsage": [[12597, 0, 0, 186], [642, 12672, 0, 290], [239, 13440, 0, 92], [184, 13696, 0, 187]],
      "testsPassed": 3,
      "testsFailed": 0,
      "listRateEstimateApplicable": true
    },
    {
      "id": "claude-normal",
      "agent": "Claude Code",
      "version": "2.1.226",
      "configuration": "Existing local configuration; print mode, acceptEdits, Read/Edit/Bash(npm test) allowed",
      "provider": "DeepSeek Anthropic-compatible API",
      "modelRequested": "deepseek-flash[1m]",
      "modelReported": "deepseek-flash[1m]",
      "usageSource": "Claude Code JSON result usage, not its total_cost_usd field",
      "uncachedInputTokens": 86295,
      "cachedInputTokens": 105088,
      "cacheWriteInputTokens": 0,
      "outputTokens": 851,
      "requestUsage": null,
      "reportedTurns": 5,
      "testsPassed": 3,
      "testsFailed": 0,
      "listRateEstimateApplicable": true
    },
    {
      "id": "claude-bare",
      "agent": "Claude Code",
      "version": "2.1.226",
      "configuration": "--bare; print mode, acceptEdits, Read/Edit/Bash(npm test) allowed",
      "provider": "DeepSeek Anthropic-compatible API",
      "modelRequested": "deepseek-flash[1m]",
      "modelReported": "deepseek-flash[1m]",
      "usageSource": "Claude Code JSON result usage, not its total_cost_usd field",
      "uncachedInputTokens": 2755,
      "cachedInputTokens": 6656,
      "cacheWriteInputTokens": 0,
      "outputTokens": 709,
      "requestUsage": null,
      "reportedTurns": 4,
      "testsPassed": 3,
      "testsFailed": 0,
      "listRateEstimateApplicable": true
    },
    {
      "id": "codex-gpt",
      "agent": "Codex CLI",
      "version": "0.154.0",
      "configuration": "gpt-5.6-sol, ephemeral, workspace-write sandbox; existing local Codex configuration",
      "provider": "OpenAI / ChatGPT account",
      "modelRequested": "gpt-5.6-sol",
      "modelReported": "gpt-5.6-sol",
      "usageSource": "Codex JSONL turn.completed usage; input_tokens includes cached_input_tokens",
      "uncachedInputTokens": 28430,
      "cachedInputTokens": 81024,
      "cacheWriteInputTokens": 0,
      "outputTokens": 1074,
      "requestUsage": null,
      "testsPassed": 3,
      "testsFailed": 0,
      "listRateEstimateApplicable": false
    },
    {
      "id": "hermes",
      "agent": "Hermes Agent",
      "version": "0.19.0",
      "configuration": "Temporary Python environment; terminal toolset, safe mode, quiet, 12-turn cap",
      "provider": "DeepSeek direct",
      "modelRequested": "deepseek-flash",
      "modelReported": "deepseek-chat",
      "usageSource": "Hermes local state.db session counters; model alias normalized by Hermes",
      "uncachedInputTokens": 4827,
      "cachedInputTokens": 17408,
      "cacheWriteInputTokens": 0,
      "outputTokens": 436,
      "requestUsage": null,
      "reportedApiCalls": 5,
      "testsPassed": 3,
      "testsFailed": 0,
      "listRateEstimateApplicable": false
    }
  ]
}