{
  "format": "rulemetric-public-repository-pilot-v1",
  "revision": 1,
  "publishedStudyDate": "2026-10-12",
  "studyId": "skill-repository-pilot-2026-10-12",
  "cohort": 1,
  "protocolVersion": 1,
  "analysisRevision": 3,
  "status": "incomplete",
  "cutoffAt": "2026-10-12T17:32:02.238503+00:00",
  "stopReason": "Incomplete native tree; no further reservations",
  "plannedSlots": 18,
  "reservedSlots": 11,
  "observedSlots": 11,
  "unattemptedSlots": 7,
  "independentEngineeredFamilies": 3,
  "sourceCommit": "189cb0bf43c3d0e3b2d009f9171c1516fc36915e",
  "continuationSourceCommit": "728e74b2ec49352a2d9c0157ebc3ebf756692293",
  "sourceExecutionSha256": "821dc71dea045ff8e9061b646401ef426b36396dfb8a149f6ec9b2da31602692",
  "sourceReportSha256": "5af652c335ee7f88f9456e43e72286155a75ed6cc8856cfcebf86e0802bfa48f",
  "planSha256": "3c527c433d00bf00e80d5b7e528aee1b1b73838f96fdc6a4e7c241fb0d5a7994",
  "candidateSha256": {
    "full": "da80b2fd13f451fda6467a88825b909dabdc42bd4d1fd2d508a1b42797f7b2e6",
    "short": "e866d4c738c638dda7bbf3e195860350fded1edf2e76377e2e898200f2b80d81"
  },
  "plan": {
    "format": "rulemetric-skill-repository-pilot-plan-v1",
    "scope": "engineered multi-module repository fixtures; exploratory pilot, not representative confirmation",
    "model": "codex:gpt-6.1-sol",
    "modelIdentity": "requested and native-trace recorded, not provider-attested",
    "harnessVersion": "codex-cli 0.161.0",
    "harborVersion": "0.22.0",
    "arms": [
      "absent",
      "full",
      "short"
    ],
    "taskFamilies": [
      "paginated-report",
      "lease-queue",
      "transactional-edits"
    ],
    "repetitionsPerArm": 2,
    "maximumParentAttempts": 18,
    "maximumDescendantsPerParent": 3,
    "maximumTotalNativeActors": 72,
    "parentDeadlineSeconds": 300,
    "outerDeadlineSeconds": 10800,
    "concurrency": 1,
    "harborRetries": 0,
    "primaryComparison": "full versus absent: equal-family completion-within-budget and independently checked output",
    "secondaryComparisons": [
      "short versus full",
      "short versus absent"
    ],
    "effort": "all parent and descendant reported tokens, summed attempt elapsed time; unknown prices remain null",
    "exposure": "availability is assigned treatment; full-body reads and actual delegation are reported separately; do not select only invoked trials",
    "decision": "descriptive pilot only; show family wins/ties/losses and harms. No auto-application, population equivalence or statistically confirmed efficacy verdict from three engineered families",
    "stopping": "fixed 18 slots; no outcome-driven repeats. Stop future reservations on quota/auth/infrastructure ambiguity, source drift or unverified owned-process cleanup",
    "installedSkillMutation": false,
    "participantEvidence": false,
    "confirmation": "future separately registered untouched representative repository tasks required before broad claims",
    "cleanupGraceSeconds": 45
  },
  "arms": [
    {
      "arm": "absent",
      "planned": 6,
      "observed": 3,
      "known": 3,
      "passed": 2,
      "tokens": null,
      "elapsedMs": null,
      "fullReads": 0,
      "unknownUsage": 1,
      "unattempted": 3,
      "unknownCompletion": 0,
      "verifierPasses": 3,
      "verifierFailures": 0,
      "studyDetectorFullReads": 0,
      "nativeDetectorFullReads": 0,
      "observedDescendants": 0,
      "spawnDenials": 0
    },
    {
      "arm": "full",
      "planned": 6,
      "observed": 4,
      "known": 4,
      "passed": 1,
      "tokens": null,
      "elapsedMs": null,
      "fullReads": 0,
      "unknownUsage": 3,
      "unattempted": 2,
      "unknownCompletion": 0,
      "verifierPasses": 3,
      "verifierFailures": 1,
      "studyDetectorFullReads": 0,
      "nativeDetectorFullReads": 1,
      "observedDescendants": 11,
      "spawnDenials": 1
    },
    {
      "arm": "short",
      "planned": 6,
      "observed": 4,
      "known": 3,
      "passed": 1,
      "tokens": null,
      "elapsedMs": null,
      "fullReads": 0,
      "unknownUsage": 3,
      "unattempted": 2,
      "unknownCompletion": 1,
      "verifierPasses": 4,
      "verifierFailures": 0,
      "studyDetectorFullReads": 0,
      "nativeDetectorFullReads": 2,
      "observedDescendants": 12,
      "spawnDenials": 1
    }
  ],
  "rows": [
    {
      "cell": "01-paginated-report-absent-r1",
      "observed": true,
      "task": "paginated-report",
      "arm": "absent",
      "repetition": 1,
      "checked": true,
      "completed": true,
      "tokens": 122062,
      "elapsedMs": 175691,
      "actorMs": 174865.0,
      "skillRead": false,
      "strictSkillRead": false,
      "descendants": 0,
      "allocated": 0,
      "denied": 0,
      "executionError": null,
      "treeComplete": true,
      "canonicalTreeComplete": true,
      "diagnosticValid": null,
      "forkedHeaders": 0,
      "costUsd": null
    },
    {
      "cell": "02-paginated-report-full-r1",
      "observed": true,
      "task": "paginated-report",
      "arm": "full",
      "repetition": 1,
      "checked": true,
      "completed": false,
      "tokens": null,
      "elapsedMs": 300498,
      "actorMs": 300004.0,
      "skillRead": false,
      "strictSkillRead": false,
      "descendants": 3,
      "allocated": 3,
      "denied": 0,
      "executionError": "Native actor tree deadline exceeded",
      "treeComplete": false,
      "canonicalTreeComplete": false,
      "diagnosticValid": null,
      "forkedHeaders": 0,
      "costUsd": null
    },
    {
      "cell": "03-paginated-report-short-r1",
      "observed": true,
      "task": "paginated-report",
      "arm": "short",
      "repetition": 1,
      "checked": true,
      "completed": true,
      "tokens": 836405,
      "elapsedMs": 249652,
      "actorMs": 249103.0,
      "skillRead": false,
      "strictSkillRead": true,
      "descendants": 3,
      "allocated": 3,
      "denied": 0,
      "executionError": null,
      "treeComplete": true,
      "canonicalTreeComplete": false,
      "diagnosticValid": true,
      "forkedHeaders": 3,
      "costUsd": null
    },
    {
      "cell": "04-lease-queue-full-r1",
      "observed": true,
      "task": "lease-queue",
      "arm": "full",
      "repetition": 1,
      "checked": true,
      "completed": false,
      "tokens": null,
      "elapsedMs": 300520,
      "actorMs": 300007.0,
      "skillRead": false,
      "strictSkillRead": false,
      "descendants": 3,
      "allocated": 3,
      "denied": 0,
      "executionError": "Native actor tree deadline exceeded",
      "treeComplete": false,
      "canonicalTreeComplete": false,
      "diagnosticValid": false,
      "forkedHeaders": 0,
      "costUsd": null
    },
    {
      "cell": "05-lease-queue-short-r1",
      "observed": true,
      "task": "lease-queue",
      "arm": "short",
      "repetition": 1,
      "checked": true,
      "completed": false,
      "tokens": null,
      "elapsedMs": 300458,
      "actorMs": 300006.0,
      "skillRead": false,
      "strictSkillRead": false,
      "descendants": 3,
      "allocated": 3,
      "denied": 1,
      "executionError": "Native actor tree deadline exceeded",
      "treeComplete": false,
      "canonicalTreeComplete": false,
      "diagnosticValid": false,
      "forkedHeaders": 1,
      "costUsd": null
    },
    {
      "cell": "06-lease-queue-absent-r1",
      "observed": true,
      "task": "lease-queue",
      "arm": "absent",
      "repetition": 1,
      "checked": true,
      "completed": false,
      "tokens": null,
      "elapsedMs": 300469,
      "actorMs": 300008.0,
      "skillRead": false,
      "strictSkillRead": false,
      "descendants": 0,
      "allocated": 0,
      "denied": 0,
      "executionError": "Native actor tree deadline exceeded",
      "treeComplete": false,
      "canonicalTreeComplete": false,
      "diagnosticValid": false,
      "forkedHeaders": 0,
      "costUsd": null
    },
    {
      "cell": "07-transactional-edits-short-r1",
      "observed": true,
      "task": "transactional-edits",
      "arm": "short",
      "repetition": 1,
      "checked": true,
      "completed": false,
      "tokens": null,
      "elapsedMs": 300677,
      "actorMs": 300017.0,
      "skillRead": false,
      "strictSkillRead": false,
      "descendants": 3,
      "allocated": 3,
      "denied": 0,
      "executionError": "Native actor tree deadline exceeded",
      "treeComplete": false,
      "canonicalTreeComplete": false,
      "diagnosticValid": false,
      "forkedHeaders": 3,
      "costUsd": null
    },
    {
      "cell": "08-transactional-edits-absent-r1",
      "observed": true,
      "task": "transactional-edits",
      "arm": "absent",
      "repetition": 1,
      "checked": true,
      "completed": true,
      "tokens": 278391,
      "elapsedMs": 286998,
      "actorMs": 286503.0,
      "skillRead": false,
      "strictSkillRead": false,
      "descendants": 0,
      "allocated": 0,
      "denied": 0,
      "executionError": null,
      "treeComplete": true,
      "canonicalTreeComplete": true,
      "diagnosticValid": true,
      "forkedHeaders": 0,
      "costUsd": null
    },
    {
      "cell": "09-transactional-edits-full-r1",
      "observed": true,
      "task": "transactional-edits",
      "arm": "full",
      "repetition": 1,
      "checked": false,
      "completed": false,
      "tokens": null,
      "elapsedMs": 300703,
      "actorMs": 300029.0,
      "skillRead": false,
      "strictSkillRead": false,
      "descendants": 2,
      "allocated": 2,
      "denied": 0,
      "executionError": "Native actor tree deadline exceeded",
      "treeComplete": false,
      "canonicalTreeComplete": false,
      "diagnosticValid": false,
      "forkedHeaders": 0,
      "costUsd": null
    },
    {
      "cell": "10-paginated-report-full-r2",
      "observed": true,
      "task": "paginated-report",
      "arm": "full",
      "repetition": 2,
      "checked": true,
      "completed": true,
      "tokens": 914894,
      "elapsedMs": 261394,
      "actorMs": 260860.0,
      "skillRead": false,
      "strictSkillRead": true,
      "descendants": 3,
      "allocated": 3,
      "denied": 1,
      "executionError": null,
      "treeComplete": true,
      "canonicalTreeComplete": true,
      "diagnosticValid": true,
      "forkedHeaders": 0,
      "costUsd": null
    },
    {
      "cell": "11-paginated-report-short-r2",
      "observed": true,
      "task": "paginated-report",
      "arm": "short",
      "repetition": 2,
      "checked": true,
      "completed": null,
      "tokens": null,
      "elapsedMs": 286685,
      "actorMs": 286242.0,
      "skillRead": false,
      "strictSkillRead": true,
      "descendants": 3,
      "allocated": 3,
      "denied": 0,
      "executionError": null,
      "treeComplete": false,
      "canonicalTreeComplete": false,
      "diagnosticValid": false,
      "forkedHeaders": 0,
      "costUsd": null
    },
    {
      "cell": null,
      "observed": false,
      "status": "unattempted",
      "task": "paginated-report",
      "arm": "absent",
      "repetition": 2,
      "checked": null,
      "completed": null,
      "tokens": null
    },
    {
      "cell": null,
      "observed": false,
      "status": "unattempted",
      "task": "lease-queue",
      "arm": "absent",
      "repetition": 2,
      "checked": null,
      "completed": null,
      "tokens": null
    },
    {
      "cell": null,
      "observed": false,
      "status": "unattempted",
      "task": "lease-queue",
      "arm": "full",
      "repetition": 2,
      "checked": null,
      "completed": null,
      "tokens": null
    },
    {
      "cell": null,
      "observed": false,
      "status": "unattempted",
      "task": "lease-queue",
      "arm": "short",
      "repetition": 2,
      "checked": null,
      "completed": null,
      "tokens": null
    },
    {
      "cell": null,
      "observed": false,
      "status": "unattempted",
      "task": "transactional-edits",
      "arm": "absent",
      "repetition": 2,
      "checked": null,
      "completed": null,
      "tokens": null
    },
    {
      "cell": null,
      "observed": false,
      "status": "unattempted",
      "task": "transactional-edits",
      "arm": "full",
      "repetition": 2,
      "checked": null,
      "completed": null,
      "tokens": null
    },
    {
      "cell": null,
      "observed": false,
      "status": "unattempted",
      "task": "transactional-edits",
      "arm": "short",
      "repetition": 2,
      "checked": null,
      "completed": null,
      "tokens": null
    }
  ],
  "knownTokenSubtotal": 2151752,
  "totalTokens": null,
  "costUsd": null,
  "formal": "exploratory/inconclusive; no population efficacy or equivalence claim",
  "automaticSkillChange": false,
  "preflightRecovery": {
    "cell": "07-transactional-edits-short-r1",
    "actorCalls": 0,
    "sameReservedSlot": true,
    "failureReceiptPreserved": true,
    "budgetIncreased": false
  },
  "lastDiagnostic": {
    "valid": false,
    "problems": [
      "native JSONL lines exceed 2 MiB",
      "conflicting session_meta records"
    ],
    "completion": null,
    "paidReplay": false
  },
  "limitations": [
    "Engineered repositories, not randomly sampled natural incidents",
    "Three families and two repeats cannot establish broad efficacy",
    "Host-side actor/Linux verifier split",
    "Requested model, not provider-attested",
    "Dollar prices and arbitrary child prompt boundaries unknown",
    "Three-child profile may constrain multi-cycle full-skill workflow; denials reported",
    "Incomplete counterbalanced schedule; no balanced arm efficacy ranking",
    "Study read detector reports zero while native detector certifies one full-arm and two short-arm reads; detectors are distinct qualifications"
  ],
  "publicationScope": "Sanitized aggregate and per-cell report. No authentication, private transcript content, native session IDs, host paths or live account reads. Canonical private receipts remain unchanged."
}