{
  "format": "rulemetric-public-aidlc-study-v1",
  "studyId": "aidlc-repository-2026-10-16",
  "publicationRevision": 1,
  "analysisRevision": 1,
  "publishedAt": "2026-10-17",
  "executionCompletedAt": "2026-10-16T23:50:33.497736+00:00",
  "executionStatus": "completed",
  "formalVerdict": "inconclusive",
  "cohort": "uncapped-expansion-v1",
  "independentRepositoryFamilies": 5,
  "plannedAttempts": 10,
  "observedAttempts": 10,
  "unattemptedAttempts": 0,
  "comparison": {
    "baseline": "Existing frozen coding workflow",
    "treatment": "Same workflow plus AI-DLC 2.11.0 Classic and unattended decision adapter v1"
  },
  "runtime": {
    "requestedModel": "gpt-6.1-sol",
    "reasoningEffort": "high",
    "actorHarness": "Codex CLI 0.162.1",
    "transport": "Harbor 0.22.0",
    "host": "macOS ARM64",
    "taskImages": "Pinned linux/amd64 images with emulation; native ARM64 actor assets",
    "sameCommonStackBothArms": true,
    "modelIdentityProviderAttested": false
  },
  "limits": {
    "trial_seconds": null,
    "outer_deadline_at": null,
    "model": "gpt-6.1-sol",
    "reasoning": "high",
    "max_descendants": 32,
    "max_depth": 1,
    "concurrent_children": 3,
    "retries": 0
  },
  "schedulePolicy": "Five adjacent repository pairs; baseline first in three, AI-DLC first in two; zero actor retries.",
  "benchmark": {
    "name": "SWE-bench Pro V2",
    "repository": "https://github.com/scaleapi/SWE-bench_Pro-os",
    "commit": "66f92766bba642462d4bbe5479e83f91f9211862"
  },
  "summary": [
    {
      "arm": "baseline",
      "attempts": 5,
      "artifactPasses": 4,
      "replayFailures": 1,
      "actorSeconds": 2998.5995285511017,
      "reservationThroughGradingSeconds": 3422.778019428253,
      "wholeTreeTokens": 22023383,
      "unknownUsageAttempts": 0
    },
    {
      "arm": "aidlc",
      "attempts": 5,
      "artifactPasses": 4,
      "replayFailures": 1,
      "actorSeconds": 19121.30996322632,
      "reservationThroughGradingSeconds": 22448.293132305145,
      "wholeTreeTokens": 301314459,
      "unknownUsageAttempts": 0
    }
  ],
  "ratios": {
    "aidlcToBaselineActorTime": 6.3767468050212015,
    "aidlcToBaselineWholeTreeTokens": 13.68157012934843,
    "basis": "Ratios of summed arm totals across all five assigned attempts, including failures"
  },
  "rows": [
    {
      "ordinal": 1,
      "taskId": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c",
      "repository": "NodeBB/NodeBB",
      "title": "Chat-message write API",
      "arm": "baseline",
      "repeat": 1,
      "state": "observed",
      "outcome": "failure",
      "artifactPassed": false,
      "patchReplayApplied": false,
      "acceptanceChecksReached": false,
      "failureStage": "pristine-patch-replay",
      "failureDetail": "appendonly.aof already exists in working directory; acceptance tests were not reached",
      "actorSeconds": 376.8569507598877,
      "reservationThroughGradingSeconds": 422.1878411769867,
      "wholeTreeTokens": 4339270,
      "usage": {
        "input_tokens": 4322375,
        "cached_input_tokens": 4151168,
        "cache_write_input_tokens": 0,
        "output_tokens": 16895,
        "reasoning_output_tokens": 4354,
        "total_tokens": 4339270
      },
      "descendantSessions": 3,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": null,
      "patchSha256": "ef70f1524f309e7e8327814fdec0f838f7a17a7961a54abe2a9782579ae98296",
      "startedAt": "2026-10-16T16:21:43.318952+00:00",
      "finishedAt": "2026-10-16T16:28:45.506793+00:00",
      "verificationRecoveredWithoutActorReplay": false
    },
    {
      "ordinal": 2,
      "taskId": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c",
      "repository": "NodeBB/NodeBB",
      "title": "Chat-message write API",
      "arm": "aidlc",
      "repeat": 1,
      "state": "observed",
      "outcome": "failure",
      "artifactPassed": false,
      "patchReplayApplied": false,
      "acceptanceChecksReached": false,
      "failureStage": "pristine-patch-replay",
      "failureDetail": "appendonly.aof already exists in working directory; acceptance tests were not reached",
      "actorSeconds": 4465.92258310318,
      "reservationThroughGradingSeconds": 4513.259667873383,
      "wholeTreeTokens": 61007321,
      "usage": {
        "input_tokens": 60876883,
        "cached_input_tokens": 59785472,
        "cache_write_input_tokens": 0,
        "output_tokens": 130438,
        "reasoning_output_tokens": 30526,
        "total_tokens": 61007321
      },
      "descendantSessions": 4,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": true,
      "patchSha256": "add5e21aa153766c02a7c85c1a7260db50e5742437da2854a4e316138c3c959b",
      "startedAt": "2026-10-16T16:28:48.392287+00:00",
      "finishedAt": "2026-10-16T17:44:01.651955+00:00",
      "verificationRecoveredWithoutActorReplay": false
    },
    {
      "ordinal": 3,
      "taskId": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan",
      "repository": "element-hq/element-web",
      "title": "Rename device sessions",
      "arm": "aidlc",
      "repeat": 1,
      "state": "observed",
      "outcome": "success",
      "artifactPassed": true,
      "patchReplayApplied": true,
      "acceptanceChecksReached": true,
      "failureStage": null,
      "failureDetail": null,
      "actorSeconds": 4867.9804883003235,
      "reservationThroughGradingSeconds": 7854.410997867584,
      "wholeTreeTokens": 81008982,
      "usage": {
        "input_tokens": 80871614,
        "cached_input_tokens": 79873280,
        "cache_write_input_tokens": 0,
        "output_tokens": 137368,
        "reasoning_output_tokens": 40473,
        "total_tokens": 81008982
      },
      "descendantSessions": 4,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": true,
      "patchSha256": "2166f92925c1931b2a760380a7ef5bcc7297199b4e2459ad3788457af1b2fa91",
      "startedAt": "2026-10-16T17:48:59.760530+00:00",
      "finishedAt": "2026-10-16T19:59:54.171528+00:00",
      "verificationRecoveredWithoutActorReplay": true
    },
    {
      "ordinal": 4,
      "taskId": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan",
      "repository": "element-hq/element-web",
      "title": "Rename device sessions",
      "arm": "baseline",
      "repeat": 1,
      "state": "observed",
      "outcome": "success",
      "artifactPassed": true,
      "patchReplayApplied": true,
      "acceptanceChecksReached": true,
      "failureStage": null,
      "failureDetail": null,
      "actorSeconds": 386.02482175827026,
      "reservationThroughGradingSeconds": 492.94873309135437,
      "wholeTreeTokens": 3540894,
      "usage": {
        "input_tokens": 3520174,
        "cached_input_tokens": 3336960,
        "cache_write_input_tokens": 0,
        "output_tokens": 20720,
        "reasoning_output_tokens": 4777,
        "total_tokens": 3540894
      },
      "descendantSessions": 3,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": null,
      "patchSha256": "177d91b9c092fac1c7cc6e3fe285eab9679d4d67ad862e09aa93593c60447bbe",
      "startedAt": "2026-10-16T20:00:05.325666+00:00",
      "finishedAt": "2026-10-16T20:08:18.274399+00:00",
      "verificationRecoveredWithoutActorReplay": false
    },
    {
      "ordinal": 5,
      "taskId": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26",
      "repository": "internetarchive/openlibrary",
      "title": "Record-specific search index updates",
      "arm": "baseline",
      "repeat": 1,
      "state": "observed",
      "outcome": "success",
      "artifactPassed": true,
      "patchReplayApplied": true,
      "acceptanceChecksReached": true,
      "failureStage": null,
      "failureDetail": null,
      "actorSeconds": 426.9652316570282,
      "reservationThroughGradingSeconds": 479.01644015312195,
      "wholeTreeTokens": 5645575,
      "usage": {
        "input_tokens": 5617375,
        "cached_input_tokens": 5427584,
        "cache_write_input_tokens": 0,
        "output_tokens": 28200,
        "reasoning_output_tokens": 6459,
        "total_tokens": 5645575
      },
      "descendantSessions": 3,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": null,
      "patchSha256": "85742d07397aa1267a953e3d54ec7c31903a5b4125960223a171ba3d313102f3",
      "startedAt": "2026-10-16T20:12:45.629074+00:00",
      "finishedAt": "2026-10-16T20:20:44.645514+00:00",
      "verificationRecoveredWithoutActorReplay": false
    },
    {
      "ordinal": 6,
      "taskId": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26",
      "repository": "internetarchive/openlibrary",
      "title": "Record-specific search index updates",
      "arm": "aidlc",
      "repeat": 1,
      "state": "observed",
      "outcome": "success",
      "artifactPassed": true,
      "patchReplayApplied": true,
      "acceptanceChecksReached": true,
      "failureStage": null,
      "failureDetail": null,
      "actorSeconds": 3078.80584692955,
      "reservationThroughGradingSeconds": 3136.3000757694244,
      "wholeTreeTokens": 46846726,
      "usage": {
        "input_tokens": 46732540,
        "cached_input_tokens": 45255680,
        "cache_write_input_tokens": 0,
        "output_tokens": 114186,
        "reasoning_output_tokens": 30192,
        "total_tokens": 46846726
      },
      "descendantSessions": 4,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": true,
      "patchSha256": "16d44fcec964bd6bc939668a3630511242dcdca85a6fbd0204b3d3e92d6cb992",
      "startedAt": "2026-10-16T20:20:47.859141+00:00",
      "finishedAt": "2026-10-16T21:13:04.159217+00:00",
      "verificationRecoveredWithoutActorReplay": false
    },
    {
      "ordinal": 7,
      "taskId": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4",
      "repository": "navidrome/navidrome",
      "title": "Live SQLite backup and restore",
      "arm": "aidlc",
      "repeat": 1,
      "state": "observed",
      "outcome": "success",
      "artifactPassed": true,
      "patchReplayApplied": true,
      "acceptanceChecksReached": true,
      "failureStage": null,
      "failureDetail": null,
      "actorSeconds": 4105.722143173218,
      "reservationThroughGradingSeconds": 4281.117333889008,
      "wholeTreeTokens": 60476556,
      "usage": {
        "input_tokens": 60349796,
        "cached_input_tokens": 59439232,
        "cache_write_input_tokens": 0,
        "output_tokens": 126760,
        "reasoning_output_tokens": 38132,
        "total_tokens": 60476556
      },
      "descendantSessions": 4,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": true,
      "patchSha256": "06db0cab10798c13170876cec69ea7d88e33c6f62e362729260264cac4c9474a",
      "startedAt": "2026-10-16T21:17:56.061401+00:00",
      "finishedAt": "2026-10-16T22:29:17.178735+00:00",
      "verificationRecoveredWithoutActorReplay": false
    },
    {
      "ordinal": 8,
      "taskId": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4",
      "repository": "navidrome/navidrome",
      "title": "Live SQLite backup and restore",
      "arm": "baseline",
      "repeat": 1,
      "state": "observed",
      "outcome": "success",
      "artifactPassed": true,
      "patchReplayApplied": true,
      "acceptanceChecksReached": true,
      "failureStage": null,
      "failureDetail": null,
      "actorSeconds": 1467.3859055042267,
      "reservationThroughGradingSeconds": 1634.1046509742737,
      "wholeTreeTokens": 4513729,
      "usage": {
        "input_tokens": 4485838,
        "cached_input_tokens": 4249088,
        "cache_write_input_tokens": 0,
        "output_tokens": 27891,
        "reasoning_output_tokens": 11971,
        "total_tokens": 4513729
      },
      "descendantSessions": 3,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": null,
      "patchSha256": "3075d576a8924bd0aca38dc77709cc0abea041c1a4f462c90fc39830fbea2402",
      "startedAt": "2026-10-16T22:29:19.992106+00:00",
      "finishedAt": "2026-10-16T22:56:34.096757+00:00",
      "verificationRecoveredWithoutActorReplay": false
    },
    {
      "ordinal": 9,
      "taskId": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24",
      "repository": "qutebrowser/qutebrowser",
      "title": "Safe ELF version parsing and reporting",
      "arm": "baseline",
      "repeat": 1,
      "state": "observed",
      "outcome": "success",
      "artifactPassed": true,
      "patchReplayApplied": true,
      "acceptanceChecksReached": true,
      "failureStage": null,
      "failureDetail": null,
      "actorSeconds": 341.36661887168884,
      "reservationThroughGradingSeconds": 394.5203540325165,
      "wholeTreeTokens": 3983915,
      "usage": {
        "input_tokens": 3957966,
        "cached_input_tokens": 3773056,
        "cache_write_input_tokens": 0,
        "output_tokens": 25949,
        "reasoning_output_tokens": 7170,
        "total_tokens": 3983915
      },
      "descendantSessions": 3,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": null,
      "patchSha256": "720c0ba6b23ee2f40881c21e2819f198be73441e061ec35f81a2435e42cde2b6",
      "startedAt": "2026-10-16T22:59:33.447949+00:00",
      "finishedAt": "2026-10-16T23:06:07.968303+00:00",
      "verificationRecoveredWithoutActorReplay": false
    },
    {
      "ordinal": 10,
      "taskId": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24",
      "repository": "qutebrowser/qutebrowser",
      "title": "Safe ELF version parsing and reporting",
      "arm": "aidlc",
      "repeat": 1,
      "state": "observed",
      "outcome": "success",
      "artifactPassed": true,
      "patchReplayApplied": true,
      "acceptanceChecksReached": true,
      "failureStage": null,
      "failureDetail": null,
      "actorSeconds": 2602.878901720047,
      "reservationThroughGradingSeconds": 2663.2050569057465,
      "wholeTreeTokens": 51974874,
      "usage": {
        "input_tokens": 51876066,
        "cached_input_tokens": 50991360,
        "cache_write_input_tokens": 0,
        "output_tokens": 98808,
        "reasoning_output_tokens": 21921,
        "total_tokens": 51974874
      },
      "descendantSessions": 5,
      "usageComplete": true,
      "actorClosed": true,
      "authenticationRemoved": true,
      "graderClosed": true,
      "methodExposureVerified": true,
      "patchSha256": "bd4134ca78866087f9a82f1dea4219343f2572703e7ae7c5f6cf2d75a122702e",
      "startedAt": "2026-10-16T23:06:09.693699+00:00",
      "finishedAt": "2026-10-16T23:50:32.898756+00:00",
      "verificationRecoveredWithoutActorReplay": false
    }
  ],
  "tasks": [
    {
      "id": "instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c",
      "repository": "NodeBB/NodeBB",
      "title": "Chat-message write API",
      "language": "JavaScript",
      "instruction_sha256": "aff85e0e692816dd64d5a5dddf0c67521ba2f3ddaa657336b7c717de941c1f22",
      "config_sha256": "efa107ee54895b5bdc992b8e0d23ba37bf730222751e54bec59d02f10626ffb1",
      "upstream_metadata_difficulty": "medium",
      "complexity_basis": "study-defined structural rubric; upstream metadata is not used as a difficulty stratum",
      "sourceUrl": "https://github.com/scaleapi/SWE-bench_Pro-os/tree/66f92766bba642462d4bbe5479e83f91f9211862/v2/tasks/instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c"
    },
    {
      "id": "instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan",
      "repository": "element-hq/element-web",
      "title": "Rename device sessions",
      "language": "TypeScript",
      "instruction_sha256": "5ab49aeff28a5f809cc0776a12f1f247200a4fe963e717b05a02db187d56a563",
      "config_sha256": "bd23552eb042a415e869702657f6bbbb7222967a8bbd737e80cb6a59cdd9e40f",
      "upstream_metadata_difficulty": "medium",
      "complexity_basis": "study-defined structural rubric; upstream metadata is not used as a difficulty stratum",
      "sourceUrl": "https://github.com/scaleapi/SWE-bench_Pro-os/tree/66f92766bba642462d4bbe5479e83f91f9211862/v2/tasks/instance_element-hq__element-web-4fec436883b601a3cac2d4a58067e597f737b817-vnan"
    },
    {
      "id": "instance_flipt-io__flipt-56a620b8fc9ef7a0819b47709aa541cdfdbba00b",
      "repository": "flipt-io/flipt",
      "title": "Context-aware signed audit webhook",
      "language": "Go",
      "instruction_sha256": "debef6a7dbb7ce70d75966b67cc4873c6954255649a410c7588b32b823c1d380",
      "config_sha256": "6d9f9bb677100c236bed4fd5d15f7165796e2a1b225bba273b86ad9798dccfbd",
      "upstream_metadata_difficulty": "medium",
      "complexity_basis": "study-defined structural rubric; upstream metadata is not used as a difficulty stratum",
      "sourceUrl": "https://github.com/scaleapi/SWE-bench_Pro-os/tree/66f92766bba642462d4bbe5479e83f91f9211862/v2/tasks/instance_flipt-io__flipt-56a620b8fc9ef7a0819b47709aa541cdfdbba00b"
    },
    {
      "id": "instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26",
      "repository": "internetarchive/openlibrary",
      "title": "Record-specific search index updates",
      "language": "Python",
      "instruction_sha256": "3402f67717d1903b935bc0f07ca16bb9e066cb42af0bc0c6e273168985334df3",
      "config_sha256": "85cf4d8d86aa6b47257b57774089b1bc585da72fbff10c1db5f2207f3c7391fd",
      "upstream_metadata_difficulty": "medium",
      "complexity_basis": "study-defined structural rubric; upstream metadata is not used as a difficulty stratum",
      "sourceUrl": "https://github.com/scaleapi/SWE-bench_Pro-os/tree/66f92766bba642462d4bbe5479e83f91f9211862/v2/tasks/instance_internetarchive__openlibrary-322d7a46cdc965bfabbf9500e98fde098c9d95b2-v13642507b4fc1f8d234172bf8129942da2c2ca26"
    },
    {
      "id": "instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4",
      "repository": "navidrome/navidrome",
      "title": "Live SQLite backup and restore",
      "language": "Go",
      "instruction_sha256": "6d67259be8455dce24942df8387916de51822bef1c1d7ccb44dbff7db350e65c",
      "config_sha256": "2b752ae398d10d4c29f18951d70dfc192cbf0ac1bef3daf2b61689a0aaaf8d3f",
      "upstream_metadata_difficulty": "medium",
      "complexity_basis": "study-defined structural rubric; upstream metadata is not used as a difficulty stratum",
      "sourceUrl": "https://github.com/scaleapi/SWE-bench_Pro-os/tree/66f92766bba642462d4bbe5479e83f91f9211862/v2/tasks/instance_navidrome__navidrome-55730514ea59d5f1d0b8e3f8745569c29bdbf7b4"
    },
    {
      "id": "instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24",
      "repository": "qutebrowser/qutebrowser",
      "title": "Safe ELF version parsing and reporting",
      "language": "Python",
      "instruction_sha256": "84fdf3ab71eca1d39249d25940127d6763251ac68282dc037e5ddd6f4771d9d8",
      "config_sha256": "7ce4db6031b8ddbd994ed730e38de581315bcf686ce20412e0911e429cb1d741",
      "upstream_metadata_difficulty": "medium",
      "complexity_basis": "study-defined structural rubric; upstream metadata is not used as a difficulty stratum",
      "sourceUrl": "https://github.com/scaleapi/SWE-bench_Pro-os/tree/66f92766bba642462d4bbe5479e83f91f9211862/v2/tasks/instance_qutebrowser__qutebrowser-394bfaed6544c952c6b3463751abab3176ad4997-vafb3e8e01b31319c66c4e666b8a3b1d8ba55db24"
    }
  ],
  "separateInitialFliptPair": {
    "includedInExpansionTotals": false,
    "rows": [
      {
        "repository": "flipt-io/flipt",
        "arm": "aidlc",
        "artifactPassed": true,
        "actorSeconds": 4266.481688499451,
        "wholeTreeTokens": 61064843
      },
      {
        "repository": "flipt-io/flipt",
        "arm": "baseline",
        "artifactPassed": true,
        "actorSeconds": 993.4129230976105,
        "wholeTreeTokens": 4033682
      }
    ],
    "registrationSha256": "894027b88a5d0d8ac36b97fc81b9c834bc32e21487c1c60d72ba205c9dea9bce",
    "executionSha256": "c2ceb19c6e83d806af2542fb6cdf801df7e13e2ad71684e6937722429a710861"
  },
  "history": [
    {
      "phase": "earlier capped pilot",
      "status": "retired",
      "experimentalActorSeconds": 3000,
      "includedInExpansionTotals": false,
      "reason": "User removed the experimental deadline; earlier capped outcomes were preserved, not relabeled as uncapped observations."
    },
    {
      "phase": "initial uncapped Flipt pair",
      "status": "completed",
      "includedInExpansionTotals": false
    },
    {
      "phase": "five-family uncapped expansion",
      "status": "completed",
      "includedInExpansionTotals": true
    }
  ],
  "recovery": {
    "repository": "element-hq/element-web",
    "arm": "aidlc",
    "phase": "Independent grading after natural actor completion",
    "savedPatchRegraded": true,
    "newActorCalls": 0,
    "originalInterruptedGraderRetained": true,
    "receiptSha256": "4f286d7f114be4ad26ab71444fff6b60d0bf00f208be35c7424e853a6aade467"
  },
  "provenance": {
    "registrationSha256": "b1ca5ce8264014a2b9d5b0d87d0aa8336fabde8d6483a09c3feb4e827e36a477",
    "executionSha256": "88265a0c1b653dc437b1c20c1dceaaeedfe42061b3f076f6f88775f1474b4be7",
    "sourceFreezeSha256": "d1ddd5002df20f912dbde762d563a6123eb7e84387bf8b37b4f7a4381a7fe307",
    "runtimeSha256": "8f9722afb16180758b67ff2f1fdf6591b77b549f953cac032d7d50c9abf8cb23",
    "taskSelectionSha256": "5b2e82b54ab17c00e6e1dfb18dfa424c1b31aff3f7727ee421212796f0b762da",
    "cappedRegistrationSha256": "16f1e06dc2bf53a4eaf9495e5bc0ec05272e5a7fdac1c000744d3e414bf73980"
  },
  "limitations": [
    "Five repository families with one attempt per arm; descriptive exploratory comparison, formal verdict inconclusive.",
    "The baseline retains the same existing instructions, skills and tools; it is not a bare default harness.",
    "Treatment is AI-DLC 2.11.0 Classic plus unattended decision adapter v1, not the unmodified human-supervised workflow.",
    "Both NodeBB submissions failed pristine patch replay before independent acceptance tests; these are not demonstrated behavioral implementation failures.",
    "This uncapped diagnostic reuses the task pool from the earlier capped phase; it is not a held-out confirmatory cohort. Fresh isolated workspaces were used.",
    "High complexity was assigned using the study structural rubric; upstream task metadata is medium. No moderate-complexity comparison was run.",
    "Reported tokens include cached input and repeated context; they are usage, not billed dollars.",
    "Native actor time excludes setup and grading. Element Web AI-DLC end-to-end time includes an interruption and model-free regrading.",
    "Only one requested model/harness combination was tested; no claim about Claude Code, other models or lighter AI-DLC profiles.",
    "Independent checks establish the supplied acceptance conditions, not absence of every possible defect or long-term maintainability.",
    "Raw transcripts and submitted patch files remain private; public data exposes sanitized measurements, upstream task identities and artifact/evidence hashes."
  ],
  "automaticWorkflowChange": false,
  "publicationChange": "First publication of the completed uncapped expansion, with a separate Flipt pair and preserved capped-phase history."
}