{
  "format": "rulemetric-aidlc-variations-v1",
  "comparisonId": "aidlc-variations-20261021",
  "study": "ai-dlc",
  "planSha256": "3ec3e4972c43073d86696c6284bf60aba52fd45e387c25d60fbf78e0def0f2bd",
  "updatedAt": "2026-10-21T12:54:26Z",
  "status": "waiting_for_docker",
  "reason": "Waiting for Docker to respond.",
  "planned": 20,
  "observed": 0,
  "running": 0,
  "models": [
    "gpt-6-luna",
    "gpt-5.6-luna"
  ],
  "harness": "Codex CLI 0.162.1",
  "reasoning": "high",
  "perTrialSeconds": null,
  "calendarDeadline": null,
  "paidRetries": 0,
  "rows": [
    {
      "id": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c:model-variations-20261021-gpt-6-luna:baseline",
      "task": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c",
      "family": "NodeBB/NodeBB",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c:model-variations-20261021-gpt-6-luna:aidlc",
      "task": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c",
      "family": "NodeBB/NodeBB",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan:model-variations-20261021-gpt-6-luna:aidlc",
      "task": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan",
      "family": "element-hq/element-web",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan:model-variations-20261021-gpt-6-luna:baseline",
      "task": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan",
      "family": "element-hq/element-web",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26:model-variations-20261021-gpt-6-luna:baseline",
      "task": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26",
      "family": "internetarchive/openlibrary",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26:model-variations-20261021-gpt-6-luna:aidlc",
      "task": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26",
      "family": "internetarchive/openlibrary",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4:model-variations-20261021-gpt-6-luna:aidlc",
      "task": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4",
      "family": "navidrome/navidrome",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4:model-variations-20261021-gpt-6-luna:baseline",
      "task": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4",
      "family": "navidrome/navidrome",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24:model-variations-20261021-gpt-6-luna:baseline",
      "task": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24",
      "family": "qutebrowser/qutebrowser",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24:model-variations-20261021-gpt-6-luna:aidlc",
      "task": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24",
      "family": "qutebrowser/qutebrowser",
      "model": "gpt-6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c:model-variations-20261021-gpt-5.6-luna:baseline",
      "task": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c",
      "family": "NodeBB/NodeBB",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c:model-variations-20261021-gpt-5.6-luna:aidlc",
      "task": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c",
      "family": "NodeBB/NodeBB",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan:model-variations-20261021-gpt-5.6-luna:aidlc",
      "task": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan",
      "family": "element-hq/element-web",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan:model-variations-20261021-gpt-5.6-luna:baseline",
      "task": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan",
      "family": "element-hq/element-web",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26:model-variations-20261021-gpt-5.6-luna:baseline",
      "task": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26",
      "family": "internetarchive/openlibrary",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26:model-variations-20261021-gpt-5.6-luna:aidlc",
      "task": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26",
      "family": "internetarchive/openlibrary",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4:model-variations-20261021-gpt-5.6-luna:aidlc",
      "task": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4",
      "family": "navidrome/navidrome",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4:model-variations-20261021-gpt-5.6-luna:baseline",
      "task": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4",
      "family": "navidrome/navidrome",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24:model-variations-20261021-gpt-5.6-luna:baseline",
      "task": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24",
      "family": "qutebrowser/qutebrowser",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "baseline",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    },
    {
      "id": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24:model-variations-20261021-gpt-5.6-luna:aidlc",
      "task": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24",
      "family": "qutebrowser/qutebrowser",
      "model": "gpt-5.6-luna",
      "harness": "Codex CLI 0.162.1",
      "arm": "aidlc",
      "repetition": 1,
      "status": "unattempted",
      "artifactPassed": null,
      "outcome": null,
      "tokens": null,
      "actorSeconds": null,
      "startedAt": null,
      "finishedAt": null,
      "accountingVerified": false,
      "patchSha256": null
    }
  ]
}