{ "exportedAt": "2026-10-02", "evidenceClass": "authored-private-executions-and-explicit-simulations", "sourceManifestSha256": "80708175c1908a71ce985d708fc1c9f89d963d2c30a5da88ab9f8be962a5b3f7", "identityLimit": "Source/runtime/reference identities, not production deployment provenance. Trace legacy sourceCommit fields may hold artifact digests.", "samples": [ { "id": "source", "executionClass": "actual-source-only", "networkProviderCalls": 0, "trace": { "schemaVersion": "guide-trace-v1", "identity": { "sourceCommit": "reference-sha256:80708175c1908a71ce985d708fc1c9f89d963d2c30a5da88ab9f8be962a5b3f7", "corpusId": "8a7962dc10994703e3a21ff573c6f3527d59327cf89a85bcbda7c72521cf97ed", "configurationId": "private-reviewed-case-card-sets-v20" }, "model": "gpt-4o-mini-2024-07-18", "durationMs": 346.86579199999994, "events": [ { "stage": "retrieval", "outcome": "ready-for-private-selection", "cardKeys": [ "unit.workflow-production", "unit.career-healthcare-renter-contrast", "unit.career-hca-about-tenure", "unit.impact-platform-on-time-enhancements", "unit.workflow-person-journey", "workflow.pending-sync-followup", "unit.workflow-first-read", "unit.workflow-variants", "workflow.variant-unity", "unit.workflow-demo-data", "unit.case-library-maturity", "unit.workflow-platform-model", "unit.impact-workflow-uat-compliance", "unit.performance-worked-example", "unit.performance-release-claim-status", "unit.workflow-event-path", "unit.performance-human-approval", "workflow.order", "workflow.permitted_action", "unit.case-library-flagships", "unit.workflow-uat", "unit.performance-learning", "unit.performance-problem", "unit.career-about-foundation", "unit.min-max-founder-fit-boundary", "unit.min-max-product-os-boundary", "unit.workflow-commercial-limit", "unit.workflow-migration", "unit.workflow-role", "unit.workflow-tenure", "workflow.commercial-limit", "workflow.migration-methods", "unit.partner-data-boundary", "unit.performance-tradeoff", "unit.renter-next-validation-gate", "unit.workflow-rollout", "unit.career-hca", "unit.payer-ownership-boundary", "unit.performance-release-notes", "partner.pilot-study-gate", "unit.career-current-role", "unit.career-decade", "unit.career-management-start", "unit.career-people", "unit.career-roles", "unit.partner-pilot", "unit.performance-inputs", "unit.performance-maturity", "unit.performance-release-audience", "unit.performance-release-correction", "unit.performance-tests", "unit.renter-cost-rules", "unit.renter-invalidation", "unit.renter-prototype", "unit.renter-save", "unit.workflow-confidentiality", "unit.workflow-eligibility", "unit.workflow-expansion", "unit.workflow-governance-tradeoff", "unit.workflow-migration-dates", "unit.workflow-migration-measurement", "unit.workflow-onboarding-gate", "unit.workflow-partial-sync", "unit.workflow-precedence-limit", "unit.workflow-problem", "unit.workflow-resolution", "workflow.governance-evidence-limit", "workflow.migration-activation", "workflow.migration-destination", "workflow.migration-disruption-limit" ], "durationMs": 45.1697079999999 }, { "stage": "validation", "durationMs": null, "outcome": "source-valid", "evidenceIds": [ "facet:workflow-production", "facet:career-hca-about-tenure", "facet:workflow-problem", "facet:workflow-platform-model", "facet:workflow-governance-tradeoff", "facet:workflow-migration-measurement", "facet:workflow-commercial-limit" ], "cardKeys": [] }, { "stage": "terminal", "durationMs": 346.86579199999994, "outcome": "answered" } ], "meteredAttempts": 0, "providerCalls": 0, "fallbackReason": "provider-runtime-unavailable", "validationErrors": [], "coverageStatus": "no_explicit_gap", "terminal": "answered" }, "title": "Source-only answer", "description": "Actual local source-only execution." }, { "id": "partial", "executionClass": "actual-source-only", "networkProviderCalls": 0, "trace": { "schemaVersion": "guide-trace-v1", "identity": { "sourceCommit": "reference-sha256:80708175c1908a71ce985d708fc1c9f89d963d2c30a5da88ab9f8be962a5b3f7", "corpusId": "8a7962dc10994703e3a21ff573c6f3527d59327cf89a85bcbda7c72521cf97ed", "configurationId": "private-reviewed-case-card-sets-v20" }, "model": "gpt-4o-mini-2024-07-18", "durationMs": 313.353167, "events": [ { "stage": "retrieval", "outcome": "ready-for-private-selection", "cardKeys": [ "unit.integration-outcome-boundary", "unit.integration-result-limit", "unit.integration-role", "unit.min-max-wedge-proof", "unit.integration-standards", "unit.career-hiring-public-passage-limit", "unit.integration-contract", "unit.integration-recovery", "unit.min-max-product-os-boundary", "unit.renter-revenue-boundary", "unit.integration-problem", "unit.integration-learning", "unit.clinical-review-maturity", "unit.integration-model-limit", "unit.case-library-maturity", "unit.integration-users", "unit.integration-uat", "unit.integration-edit-history", "unit.integration-hold", "unit.career-api", "unit.delivery-prototype-proof", "unit.workflow-production", "unit.career-positioning-title", "unit.data-quality-users", "unit.performance-release-boundary", "unit.payer-users", "unit.writing-bottleneck-outcome-flow", "integration.failure-file-trace-reconcile", "unit.integration-confidentiality", "unit.payer-rollout-scope", "unit.integration-validation", "unit.case-library-reading-key", "payer.completion-rule-limit", "integration.role-edit-review-history", "unit.integration-duplicate", "unit.integration-late-event", "unit.integration-replay-contract", "unit.min-max-incumbent-response", "unit.payer-public-contract", "unit.workflow-precedence-limit", "unit.career-hca-about-tenure", "unit.career-hiring-process", "unit.clinical-review-outcome", "unit.provider-collaborators", "unit.provider-role", "workflow.no_auto_override", "unit.demo-evidence-boundary", "unit.renter-thesis", "unit.writing-bottleneck-lesson", "unit.performance-outcome", "unit.provider-users", "unit.performance-public-boundary", "unit.renter-moat", "delivery.bottleneck-decision-card", "delivery.revise-allocation-when-evidence-changes", "performance.inspect-test-regress-approve", "unit.delivery-model", "unit.impact-statuses", "unit.performance-ai-role", "unit.performance-evidence-gap", "unit.performance-inputs", "unit.performance-worked-example", "unit.writing-bottleneck-decision-card", "unit.case-library-flagships", "unit.payer-learning", "unit.payer-next-signals", "unit.workflow-first-read", "unit.career-decade", "unit.career-people-detail", "unit.career-resume" ], "durationMs": 38.62491699999998 }, { "stage": "validation", "durationMs": null, "outcome": "source-valid", "evidenceIds": [ "facet:integration-replay-contract", "facet:integration-outcome-boundary", "facet:integration-result-limit", "facet:integration-contract", "facet:integration-validation", "facet:integration-problem", "facet:integration-hold", "facet:integration-recovery", "facet:integration-uat" ], "cardKeys": [] }, { "stage": "terminal", "durationMs": 313.353167, "outcome": "partial" } ], "meteredAttempts": 0, "providerCalls": 0, "fallbackReason": "provider-runtime-unavailable", "validationErrors": [], "coverageStatus": "partial", "terminal": "partial" }, "title": "Partial answer", "description": "Actual local source-only execution." }, { "id": "recovery", "executionClass": "simulated-provider-fixture", "networkProviderCalls": 0, "trace": { "schemaVersion": "guide-trace-v1", "identity": { "sourceCommit": "reference-sha256:80708175c1908a71ce985d708fc1c9f89d963d2c30a5da88ab9f8be962a5b3f7", "corpusId": "8a7962dc10994703e3a21ff573c6f3527d59327cf89a85bcbda7c72521cf97ed", "configurationId": "private-reviewed-case-card-sets-v20" }, "model": "gpt-4o-mini-2024-07-18", "durationMs": 286.417791, "events": [ { "stage": "retrieval", "outcome": "ready-for-private-selection", "cardKeys": [ "unit.workflow-production", "unit.career-healthcare-renter-contrast", "unit.career-hca-about-tenure", "unit.impact-platform-on-time-enhancements", "unit.workflow-person-journey", "workflow.pending-sync-followup", "unit.workflow-first-read", "unit.workflow-variants", "workflow.variant-unity", "unit.workflow-demo-data", "unit.case-library-maturity", "unit.workflow-platform-model", "unit.impact-workflow-uat-compliance", "unit.performance-worked-example", "unit.performance-release-claim-status", "unit.workflow-event-path", "unit.performance-human-approval", "workflow.order", "workflow.permitted_action", "unit.case-library-flagships", "unit.workflow-uat", "unit.performance-learning", "unit.performance-problem", "unit.career-about-foundation", "unit.min-max-founder-fit-boundary", "unit.min-max-product-os-boundary", "unit.workflow-commercial-limit", "unit.workflow-migration", "unit.workflow-role", "unit.workflow-tenure", "workflow.commercial-limit", "workflow.migration-methods", "unit.partner-data-boundary", "unit.performance-tradeoff", "unit.renter-next-validation-gate", "unit.workflow-rollout", "unit.career-hca", "unit.payer-ownership-boundary", "unit.performance-release-notes", "partner.pilot-study-gate", "unit.career-current-role", "unit.career-decade", "unit.career-management-start", "unit.career-people", "unit.career-roles", "unit.partner-pilot", "unit.performance-inputs", "unit.performance-maturity", "unit.performance-release-audience", "unit.performance-release-correction", "unit.performance-tests", "unit.renter-cost-rules", "unit.renter-invalidation", "unit.renter-prototype", "unit.renter-save", "unit.workflow-confidentiality", "unit.workflow-eligibility", "unit.workflow-expansion", "unit.workflow-governance-tradeoff", "unit.workflow-migration-dates", "unit.workflow-migration-measurement", "unit.workflow-onboarding-gate", "unit.workflow-partial-sync", "unit.workflow-precedence-limit", "unit.workflow-problem", "unit.workflow-resolution", "workflow.governance-evidence-limit", "workflow.migration-activation", "workflow.migration-destination", "workflow.migration-disruption-limit" ], "durationMs": 33.143249999999966 }, { "stage": "provider", "durationMs": 0.04679199999998218, "outcome": "failed" }, { "stage": "validation", "durationMs": null, "outcome": "source-valid", "evidenceIds": [ "facet:workflow-production", "facet:career-hca-about-tenure", "facet:workflow-problem", "facet:workflow-platform-model", "facet:workflow-governance-tradeoff", "facet:workflow-migration-measurement", "facet:workflow-commercial-limit" ], "cardKeys": [] }, { "stage": "terminal", "durationMs": 286.417791, "outcome": "source_only_fallback" } ], "meteredAttempts": 1, "providerCalls": 1, "fallbackReason": "provider-unknown", "validationErrors": [], "coverageStatus": "no_explicit_gap", "terminal": "source_only_fallback" }, "title": "Invalid selection recovery", "description": "Simulated provider failure from the credential-free reference; not a hosted incident." }, { "id": "timeout", "executionClass": "simulated-provider-fixture", "networkProviderCalls": 0, "trace": { "schemaVersion": "guide-trace-v1", "identity": { "sourceCommit": "reference-sha256:80708175c1908a71ce985d708fc1c9f89d963d2c30a5da88ab9f8be962a5b3f7", "corpusId": "8a7962dc10994703e3a21ff573c6f3527d59327cf89a85bcbda7c72521cf97ed", "configurationId": "private-reviewed-case-card-sets-v20" }, "model": "gpt-4o-mini-2024-07-18", "durationMs": 305.46633299999996, "events": [ { "stage": "retrieval", "outcome": "ready-for-private-selection", "cardKeys": [ "unit.workflow-production", "unit.career-healthcare-renter-contrast", "unit.career-hca-about-tenure", "unit.impact-platform-on-time-enhancements", "unit.workflow-person-journey", "workflow.pending-sync-followup", "unit.workflow-first-read", "unit.workflow-variants", "workflow.variant-unity", "unit.workflow-demo-data", "unit.case-library-maturity", "unit.workflow-platform-model", "unit.impact-workflow-uat-compliance", "unit.performance-worked-example", "unit.performance-release-claim-status", "unit.workflow-event-path", "unit.performance-human-approval", "workflow.order", "workflow.permitted_action", "unit.case-library-flagships", "unit.workflow-uat", "unit.performance-learning", "unit.performance-problem", "unit.career-about-foundation", "unit.min-max-founder-fit-boundary", "unit.min-max-product-os-boundary", "unit.workflow-commercial-limit", "unit.workflow-migration", "unit.workflow-role", "unit.workflow-tenure", "workflow.commercial-limit", "workflow.migration-methods", "unit.partner-data-boundary", "unit.performance-tradeoff", "unit.renter-next-validation-gate", "unit.workflow-rollout", "unit.career-hca", "unit.payer-ownership-boundary", "unit.performance-release-notes", "partner.pilot-study-gate", "unit.career-current-role", "unit.career-decade", "unit.career-management-start", "unit.career-people", "unit.career-roles", "unit.partner-pilot", "unit.performance-inputs", "unit.performance-maturity", "unit.performance-release-audience", "unit.performance-release-correction", "unit.performance-tests", "unit.renter-cost-rules", "unit.renter-invalidation", "unit.renter-prototype", "unit.renter-save", "unit.workflow-confidentiality", "unit.workflow-eligibility", "unit.workflow-expansion", "unit.workflow-governance-tradeoff", "unit.workflow-migration-dates", "unit.workflow-migration-measurement", "unit.workflow-onboarding-gate", "unit.workflow-partial-sync", "unit.workflow-precedence-limit", "unit.workflow-problem", "unit.workflow-resolution", "workflow.governance-evidence-limit", "workflow.migration-activation", "workflow.migration-destination", "workflow.migration-disruption-limit" ], "durationMs": 32.68591599999996 }, { "stage": "provider", "durationMs": 25.473874999999964, "outcome": "deadline" }, { "stage": "validation", "durationMs": null, "outcome": "source-valid", "evidenceIds": [ "facet:workflow-production", "facet:career-hca-about-tenure", "facet:workflow-problem", "facet:workflow-platform-model", "facet:workflow-governance-tradeoff", "facet:workflow-migration-measurement", "facet:workflow-commercial-limit" ], "cardKeys": [] }, { "stage": "terminal", "durationMs": 305.46633299999996, "outcome": "source_only_fallback" } ], "meteredAttempts": 1, "providerCalls": 1, "fallbackReason": "provider-timeout", "validationErrors": [], "coverageStatus": "no_explicit_gap", "terminal": "source_only_fallback" }, "title": "Provider timeout recovery", "description": "Simulated provider failure from the credential-free reference; not a hosted incident." }, { "id": "recorded-selector", "title": "Recorded private selector execution", "executionClass": "actual-private-selector", "networkProviderCalls": 1, "description": "One execution from the completed private acceptance run. Validated reviewed selection does not establish that this answer is useful.", "trace": { "schemaVersion": "guide-trace-v1", "identity": { "sourceCommit": "8918e7eb747e23b413000ec3e2f117345f322c6727560a4454b6093f15ac2af5", "corpusId": "8a7962dc10994703e3a21ff573c6f3527d59327cf89a85bcbda7c72521cf97ed", "configurationId": "private-reviewed-case-card-sets-v20" }, "model": "gpt-4o-mini-2024-07-18", "durationMs": 2109.412292, "events": [ { "stage": "retrieval", "outcome": "ready-for-private-selection", "cardKeys": [ "unit.workflow-platform-model", "unit.workflow-expansion", "unit.workflow-feedback", "unit.impact-uat-adoption-boundary", "unit.integration-model-limit", "unit.performance-worked-example", "unit.workflow-operating-changes", "unit.career-tool-monitoring", "unit.workflow-next-signals", "unit.workflow-production", "unit.workflow-rollout", "unit.writing-agents-lesson", "unit.provider-concept", "unit.nike-confidentiality", "unit.integration-recovery", "unit.leadership-toolkit-summary", "unit.product-prioritization", "provider.concept", "renter.ai-delivery-boundary", "unit.career-resume", "unit.career-role-fit", "unit.integration-learning", "unit.workflow-governance-tradeoff", "unit.workflow-migration", "workflow.governance-evidence-limit", "unit.workflow-collaborators", "unit.workflow-confidentiality", "unit.workflow-eligibility", "unit.workflow-first-read", "unit.workflow-migration-dates", "unit.workflow-partial-sync", "unit.workflow-precedence-limit", "unit.workflow-resolution", "unit.workflow-users", "workflow.commercial-limit", "provider.model-gates-trace", "provider.model-no-match", "provider.model-review", "provider.no_live_release", "provider.override", "provider.override_denial", "unit.career-current-role", "unit.career-hca", "unit.career-hca-about-tenure", "unit.career-management-start", "unit.career-people", "unit.leadership-tool-release", "unit.payer-lifecycle-ownership", "unit.performance-human-approval", "unit.performance-tradeoff", "unit.product-exception-method", "unit.provider-model", "unit.provider-uat", "unit.renter-next-validation-gate", "unit.renter-prototype", "unit.renter-validation", "unit.workflow-commercial-limit", "unit.workflow-current-status", "unit.workflow-demo-data", "unit.workflow-dependency-readiness", "unit.workflow-migration-measurement", "unit.workflow-onboarding-gate", "unit.workflow-person-journey", "unit.workflow-problem", "unit.workflow-risk-visibility", "unit.workflow-role", "unit.workflow-tenure", "unit.workflow-variants", "unit.writing-bottleneck-lesson", "workflow.migration-activation" ], "durationMs": 23.02045800000019 }, { "stage": "provider", "outcome": "parsed-json", "inputTokens": 2784, "outputTokens": 16, "durationMs": null }, { "stage": "provider", "durationMs": 1857.3782079999999, "outcome": "selection-returned" }, { "stage": "validation", "durationMs": null, "outcome": "source-valid", "evidenceIds": [ "proposition:unit.workflow-platform-model", "proposition:case-status.workflow", "proposition:unit.workflow-migration", "proposition:unit.workflow-expansion", "proposition:unit.workflow-operating-changes", "proposition:unit.workflow-rollout" ], "cardKeys": [ "unit.workflow-platform-model", "unit.workflow-expansion", "unit.workflow-operating-changes", "unit.workflow-rollout" ] }, { "stage": "terminal", "durationMs": 2109.412292, "outcome": "answered" } ], "meteredAttempts": 1, "providerCalls": 1, "fallbackReason": null, "validationErrors": [], "coverageStatus": "no_explicit_gap", "terminal": "answered" } }, { "id": "recorded-agent-search", "title": "Empty search and source-only recovery", "executionClass": "actual-private-agent-experiment", "networkProviderCalls": 1, "description": "The first agent trial search returned no results. No fetch or final model selection executed; the 20-task trial stopped after three tasks.", "trace": { "schemaVersion": "agent-stage-export-v1", "identity": { "sourceCommit": "8918e7eb747e23b413000ec3e2f117345f322c6727560a4454b6093f15ac2af5", "corpusId": "8a7962dc10994703e3a21ff573c6f3527d59327cf89a85bcbda7c72521cf97ed", "configurationId": "private-bounded-agent-experiment" }, "terminal": "source_only_fallback", "coverageStatus": "not-a-usefulness-score", "events": [ { "stage": "search-usage", "outcome": "observed", "durationMs": 1164, "model": "gpt-4o-mini-2024-07-18", "inputTokens": 186, "outputTokens": 11, "meteredAttempts": 1, "providerCalls": 1 }, { "stage": "search", "outcome": "completed", "durationMs": 1165, "meteredAttempts": 1, "providerCalls": 1 }, { "stage": "search-tool", "outcome": "completed", "durationMs": 49, "evidenceIds": [], "meteredAttempts": 1, "providerCalls": 1 }, { "stage": "terminal", "outcome": "no-search-results", "durationMs": 0, "meteredAttempts": 1, "providerCalls": 1 } ] } } ] }