{
  "name": "Grace 0.3.8, 2 October 2026 (separate run; baseline from the same day)",
  "date": "2026-10-02",
  "license": "Published by Grace for anyone to check. Please cite the source.",
  "setup": {
    "plan": "Claude Max 20x on every account",
    "baseline": "Claude Code with the token-saving plugins caveman and context-mode",
    "baselinePlugins": [
      "caveman",
      "context-mode"
    ],
    "parallelSessions": 3,
    "tasks": "30 new tasks, 6 per level (easy, medium, hard, extreme, mixed), none of them used in earlier tests of Grace",
    "quality": "share of the secret acceptance criteria met, judged per task (0–1); met counts 1, partly met 0.5, not met 0",
    "claudeCostUsd": "Claude's cost for the run at Anthropic API list prices, as Claude Code reports it (USD). The accounts are subscriptions and were not billed per token; the figure only sizes each run's Claude work.",
    "claudeOutputTokens": "tokens Claude wrote during the run (all of the run's Claude replies)",
    "fiveHourLimit": "the account's own usage display (5-hour and weekly limit), read every 5 minutes; shown in whole percentage points",
    "folders": "every run started in an empty folder; some tasks give starter code in the task text"
  },
  "runs": {
    "run038": {
      "date": "2026-10-02",
      "version": "0.3.8",
      "simultaneous": false,
      "start": "2026-10-02T13:58:43Z",
      "end": "2026-10-02T15:04:30Z",
      "fiveHourLimitUsed": {
        "grace": 0.18,
        "startedAt": 0
      },
      "weeklyLimitUsed": {
        "grace": 0.02
      },
      "what": "Grace 0.3.8 (release candidate) alone on one account, the same 30 tasks, the same day — compared with the baseline run of the simultaneous test (phase4_037.alone). Measured separately, not at the same time: no time comparison with the baseline.",
      "qualityPending": false,
      "summary": {
        "tasks": 30,
        "scoredBoth": 29,
        "qualityScoredBoth": {
          "grace": 0.9216,
          "alone": 0.937
        },
        "all": {
          "grace": {
            "claudeCostUsd": 34.41,
            "claudeOutputTokens": 1339951,
            "durationSeconds": 11371
          }
        },
        "graceCostAtMostHalf": [
          "X016",
          "G028",
          "X018",
          "G040",
          "X023",
          "X030",
          "X031",
          "X032",
          "S002",
          "G008",
          "S004",
          "M009",
          "G010",
          "E019",
          "S009",
          "G017",
          "E020",
          "S011",
          "G020",
          "E031",
          "S013",
          "M014",
          "M018"
        ]
      },
      "readings": {
        "grace": [
          {
            "minute": 0,
            "fiveHour": 0,
            "weekly": 0.43
          },
          {
            "minute": 5,
            "fiveHour": 0.01,
            "weekly": 0.43
          },
          {
            "minute": 10,
            "fiveHour": 0.03,
            "weekly": 0.43
          },
          {
            "minute": 15,
            "fiveHour": 0.04,
            "weekly": 0.43
          },
          {
            "minute": 20,
            "fiveHour": 0.06,
            "weekly": 0.44
          },
          {
            "minute": 26,
            "fiveHour": 0.07,
            "weekly": 0.44
          },
          {
            "minute": 31,
            "fiveHour": 0.08,
            "weekly": 0.44
          },
          {
            "minute": 36,
            "fiveHour": 0.1,
            "weekly": 0.44
          },
          {
            "minute": 41,
            "fiveHour": 0.11,
            "weekly": 0.44
          },
          {
            "minute": 46,
            "fiveHour": 0.13,
            "weekly": 0.44
          },
          {
            "minute": 51,
            "fiveHour": 0.14,
            "weekly": 0.45
          },
          {
            "minute": 56,
            "fiveHour": 0.16,
            "weekly": 0.45
          },
          {
            "minute": 61,
            "fiveHour": 0.17,
            "weekly": 0.45
          },
          {
            "minute": 66,
            "fiveHour": 0.18,
            "weekly": 0.45
          }
        ]
      }
    },
    "baseline": {
      "from": "phase4_037.alone",
      "simultaneous": false,
      "fiveHourLimitUsed": 0.32,
      "weeklyLimitUsed": 0.05
    }
  },
  "tasks": [
    {
      "id": "E036",
      "title": "OpenAPI specification for an expenses API",
      "level": "easy",
      "language": "TypeScript/YAML",
      "grace": {
        "quality": 0.9583,
        "claudeOutputTokens": 19628,
        "claudeCostUsd": 0.5125,
        "durationSeconds": 166
      },
      "alone": {
        "quality": 0.9583,
        "claudeOutputTokens": 29885,
        "claudeCostUsd": 0.9332,
        "durationSeconds": 263
      }
    },
    {
      "id": "X016",
      "title": "Game Boy emulator (DMG) in C",
      "level": "extreme",
      "language": "C",
      "grace": {
        "quality": 0.9231,
        "claudeOutputTokens": 120179,
        "claudeCostUsd": 3.0945,
        "durationSeconds": 978
      },
      "alone": {
        "quality": 0.8846,
        "claudeOutputTokens": 304272,
        "claudeCostUsd": 10.4892,
        "durationSeconds": 2629
      }
    },
    {
      "id": "S029",
      "title": "CI for a small monorepo (GitHub Actions + Makefile)",
      "level": "hard",
      "language": "YAML/Shell",
      "grace": {
        "quality": 0.9167,
        "claudeOutputTokens": 27571,
        "claudeCostUsd": 0.744,
        "durationSeconds": 259
      },
      "alone": {
        "quality": 0.8333,
        "claudeOutputTokens": 37186,
        "claudeCostUsd": 1.2753,
        "durationSeconds": 348
      }
    },
    {
      "id": "G028",
      "title": "Dependency scanner for C/ASM builds",
      "level": "mixed",
      "language": "C",
      "grace": {
        "quality": null,
        "claudeOutputTokens": 53921,
        "claudeCostUsd": 1.3613,
        "durationSeconds": 450,
        "reason": "finished, but the judge could not read the result (judge error) — not scored"
      },
      "alone": {
        "quality": null,
        "claudeOutputTokens": 131605,
        "claudeCostUsd": 4.2819,
        "durationSeconds": 1181,
        "reason": "run stopped before the end — no result to judge, not scored"
      }
    },
    {
      "id": "E037",
      "title": "Review the design plan of a pet shop",
      "level": "easy",
      "language": "Markdown",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 18380,
        "claudeCostUsd": 0.4669,
        "durationSeconds": 200
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 28249,
        "claudeCostUsd": 0.8044,
        "durationSeconds": 272
      }
    },
    {
      "id": "X018",
      "title": "Small LLM inference engine with block KV cache",
      "level": "extreme",
      "language": "Python (PyTorch)",
      "grace": {
        "quality": 0.8667,
        "claudeOutputTokens": 75568,
        "claudeCostUsd": 1.967,
        "durationSeconds": 624
      },
      "alone": {
        "quality": 0.8667,
        "claudeOutputTokens": 195604,
        "claudeCostUsd": 6.3278,
        "durationSeconds": 1739
      }
    },
    {
      "id": "G040",
      "title": "Clip review and earnings platform with distribution planner",
      "level": "mixed",
      "language": "Python + TypeScript",
      "grace": {
        "quality": 0.9,
        "claudeOutputTokens": 84373,
        "claudeCostUsd": 2.1327,
        "durationSeconds": 727
      },
      "alone": {
        "quality": 0.9667,
        "claudeOutputTokens": 233356,
        "claudeCostUsd": 8.0611,
        "durationSeconds": 1950
      }
    },
    {
      "id": "X023",
      "title": "2D tile RPG engine with a playable prologue and headless mode",
      "level": "extreme",
      "language": "TypeScript (Canvas)",
      "grace": {
        "quality": 0.9286,
        "claudeOutputTokens": 73702,
        "claudeCostUsd": 1.9104,
        "durationSeconds": 630
      },
      "alone": {
        "quality": 0.8929,
        "claudeOutputTokens": 184253,
        "claudeCostUsd": 6.318,
        "durationSeconds": 1649
      }
    },
    {
      "id": "X030",
      "title": "Static site generator for trade businesses from one YAML file",
      "level": "extreme",
      "language": "TypeScript (Node)",
      "grace": {
        "quality": 0.8214,
        "claudeOutputTokens": 103520,
        "claudeCostUsd": 2.6884,
        "durationSeconds": 831
      },
      "alone": {
        "quality": 0.8214,
        "claudeOutputTokens": 213206,
        "claudeCostUsd": 6.9886,
        "durationSeconds": 1789
      }
    },
    {
      "id": "X031",
      "title": "Offline paper-trading simulator for bonding-curve tokens",
      "level": "extreme",
      "language": "JavaScript (Node ≥ 21, ES modules, no npm dependencies)",
      "grace": {
        "quality": 0.9091,
        "claudeOutputTokens": 90228,
        "claudeCostUsd": 2.2794,
        "durationSeconds": 741
      },
      "alone": {
        "quality": 0.9091,
        "claudeOutputTokens": 261061,
        "claudeCostUsd": 8.7227,
        "durationSeconds": 2452
      }
    },
    {
      "id": "X032",
      "title": "Mark-sweep GC: find a regression, fix it with a fixed mark stack, then make it incremental",
      "level": "extreme",
      "language": "C (C11)",
      "grace": {
        "quality": 0.9444,
        "claudeOutputTokens": 41180,
        "claudeCostUsd": 1.041,
        "durationSeconds": 396
      },
      "alone": {
        "quality": 0.9444,
        "claudeOutputTokens": 77040,
        "claudeCostUsd": 2.2074,
        "durationSeconds": 741
      }
    },
    {
      "id": "S002",
      "title": "Accessible Kanban app with drag and drop and a keyboard alternative",
      "level": "hard",
      "language": "TypeScript/React",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 39300,
        "claudeCostUsd": 0.9702,
        "durationSeconds": 307
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 132692,
        "claudeCostUsd": 3.9272,
        "durationSeconds": 1105
      }
    },
    {
      "id": "M006",
      "title": "Login API: make the brute-force protection work",
      "level": "medium",
      "language": "JavaScript (Express) + SQLite",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 19455,
        "claudeCostUsd": 0.5108,
        "durationSeconds": 197
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 27916,
        "claudeCostUsd": 0.871,
        "durationSeconds": 251
      }
    },
    {
      "id": "G008",
      "title": "dupfind – duplicate finder in Go",
      "level": "mixed",
      "language": "Go",
      "grace": {
        "quality": 0.9615,
        "claudeOutputTokens": 20255,
        "claudeCostUsd": 0.4976,
        "durationSeconds": 166
      },
      "alone": {
        "quality": 0.9615,
        "claudeOutputTokens": 53184,
        "claudeCostUsd": 1.6091,
        "durationSeconds": 456
      }
    },
    {
      "id": "E016",
      "title": "Word counter in Go, byte-exact like GNU wc",
      "level": "easy",
      "language": "Go",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 52804,
        "claudeCostUsd": 1.3705,
        "durationSeconds": 479
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 63046,
        "claudeCostUsd": 1.9833,
        "durationSeconds": 574
      }
    },
    {
      "id": "S004",
      "title": "Secret-storage backend in Rust/Actix, hardened against common exploits",
      "level": "hard",
      "language": "Rust (Actix)",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 28827,
        "claudeCostUsd": 0.7326,
        "durationSeconds": 234
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 78268,
        "claudeCostUsd": 2.2429,
        "durationSeconds": 674
      }
    },
    {
      "id": "M009",
      "title": "One-page site for a tradesman: keyboard and screen reader",
      "level": "medium",
      "language": "React/TypeScript",
      "grace": {
        "quality": 0.9167,
        "claudeOutputTokens": 24111,
        "claudeCostUsd": 0.6541,
        "durationSeconds": 211
      },
      "alone": {
        "quality": 0.9167,
        "claudeOutputTokens": 45557,
        "claudeCostUsd": 1.4403,
        "durationSeconds": 395
      }
    },
    {
      "id": "G010",
      "title": "Inventory and crafting library in Lua",
      "level": "mixed",
      "language": "Lua",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 20225,
        "claudeCostUsd": 0.4996,
        "durationSeconds": 162
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 46049,
        "claudeCostUsd": 1.5104,
        "durationSeconds": 427
      }
    },
    {
      "id": "E019",
      "title": "Mini in-memory SQL database (Rust)",
      "level": "easy",
      "language": "Rust",
      "grace": {
        "quality": 0.9615,
        "claudeOutputTokens": 20057,
        "claudeCostUsd": 0.512,
        "durationSeconds": 163
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 47257,
        "claudeCostUsd": 1.3858,
        "durationSeconds": 387
      }
    },
    {
      "id": "S009",
      "title": "Compiler for a C subset to assembly (same behaviour as clang)",
      "level": "hard",
      "language": "Rust",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 30251,
        "claudeCostUsd": 0.773,
        "durationSeconds": 249
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 66096,
        "claudeCostUsd": 2.2171,
        "durationSeconds": 578
      }
    },
    {
      "id": "M010",
      "title": "Server HTML shows 0+ reviews and an empty page without JS",
      "level": "medium",
      "language": "Next.js/TypeScript",
      "grace": {
        "quality": 0.9444,
        "claudeOutputTokens": 21337,
        "claudeCostUsd": 0.5512,
        "durationSeconds": 202
      },
      "alone": {
        "quality": 0.9444,
        "claudeOutputTokens": 26692,
        "claudeCostUsd": 0.8409,
        "durationSeconds": 253
      }
    },
    {
      "id": "G017",
      "title": "Fix warning zones: independent zones, strict config validation and JUnit tests with simulated ticks",
      "level": "mixed",
      "language": "Java (Gradle, JUnit 5)",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 29622,
        "claudeCostUsd": 0.7791,
        "durationSeconds": 258
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 59287,
        "claudeCostUsd": 1.8711,
        "durationSeconds": 520
      }
    },
    {
      "id": "E020",
      "title": "Maelstrom node in Go: echo and unique IDs",
      "level": "easy",
      "language": "Go",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 23551,
        "claudeCostUsd": 0.6084,
        "durationSeconds": 201
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 41675,
        "claudeCostUsd": 1.3177,
        "durationSeconds": 361
      }
    },
    {
      "id": "S011",
      "title": "Redis-compatible server with replication",
      "level": "hard",
      "language": "Go",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 86538,
        "claudeCostUsd": 2.2537,
        "durationSeconds": 719
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 170309,
        "claudeCostUsd": 5.5453,
        "durationSeconds": 1501
      }
    },
    {
      "id": "M011",
      "title": "Test suite for the contact endpoint",
      "level": "medium",
      "language": "TypeScript (Vitest)",
      "grace": {
        "quality": 0.9545,
        "claudeOutputTokens": 13778,
        "claudeCostUsd": 0.362,
        "durationSeconds": 120
      },
      "alone": {
        "quality": 0.6364,
        "claudeOutputTokens": 21669,
        "claudeCostUsd": 0.7113,
        "durationSeconds": 189
      }
    },
    {
      "id": "G020",
      "title": "Post scheduler for several accounts – build stage 1, extend stage 2 past midnight",
      "level": "mixed",
      "language": "Go",
      "grace": {
        "quality": 0.0455,
        "claudeOutputTokens": 58020,
        "claudeCostUsd": 1.4752,
        "durationSeconds": 510
      },
      "alone": {
        "quality": 0.8636,
        "claudeOutputTokens": 135508,
        "claudeCostUsd": 4.0639,
        "durationSeconds": 1241
      }
    },
    {
      "id": "E031",
      "title": "Minecraft 1.21.1 datapack",
      "level": "easy",
      "language": "JSON/mcfunction",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 9713,
        "claudeCostUsd": 0.24,
        "durationSeconds": 84
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 15298,
        "claudeCostUsd": 0.5486,
        "durationSeconds": 149
      }
    },
    {
      "id": "S013",
      "title": "Raft cluster with a linearizable KV service in a simulator",
      "level": "hard",
      "language": "Go",
      "grace": {
        "quality": 0.9545,
        "claudeOutputTokens": 58632,
        "claudeCostUsd": 1.5062,
        "durationSeconds": 510
      },
      "alone": {
        "quality": 0.9091,
        "claudeOutputTokens": 124647,
        "claudeCostUsd": 3.5147,
        "durationSeconds": 1084
      }
    },
    {
      "id": "M014",
      "title": "Shopping-cart API for the pet shop",
      "level": "medium",
      "language": "Node.js (Fastify)",
      "grace": {
        "quality": 0.8182,
        "claudeOutputTokens": 34495,
        "claudeCostUsd": 0.9054,
        "durationSeconds": 280
      },
      "alone": {
        "quality": 0.8636,
        "claudeOutputTokens": 60437,
        "claudeCostUsd": 1.8771,
        "durationSeconds": 518
      }
    },
    {
      "id": "M018",
      "title": "DNS server in Rust",
      "level": "medium",
      "language": "Rust",
      "grace": {
        "quality": 1,
        "claudeOutputTokens": 40730,
        "claudeCostUsd": 1.0143,
        "durationSeconds": 317
      },
      "alone": {
        "quality": 1,
        "claudeOutputTokens": 98280,
        "claudeCostUsd": 2.8832,
        "durationSeconds": 829
      }
    }
  ],
  "notPublished": "Acceptance criteria and full task texts are withheld so the tasks stay usable for future tests. Grace is described only by its version."
}
