This is a cache of https://vccplus.brianholman.com/publications/mcp-trustworthy-tools/evidence/qualification-json/. It is a snapshot of the page as it appeared on 2026-11-21T00:02:11.977+0000.
qualification.json — supporting evidence · VCC Plus
← Supporting evidence

Evidence record

qualification.json

Engineering Trustworthy MCP Integrations

7,277 bytes

{
  "schema_version": 1,
  "kind": "Selected projection of previously retained executions; no new runtime experiment for this paper",
  "runs": [
    {
      "checkpoint": "owned-playtest-suite",
      "date": "2026-11-12",
      "host_architecture": "arm64",
      "execution": "native Apple Silicon",
      "suite": "MCPPlaytestTests",
      "passed": 31,
      "failed": 0,
      "skipped": 0,
      "test_cases": [
        "testAcknowledgedSwapWithLateOwnershipLossRetainsCommittedReceipt",
        "testAdditionalMediaStoreRequiresExactProjectAndBothBaseIdentities",
        "testAudioByteBudgetSurvivesRestartAndStillPermitsCleanup",
        "testAudioCapturesGuestToneSilencePitchDurationRetriesAndBootIdentity",
        "testFailedRetentionCanRetryAfterWorkerExitWithoutLosingSavedDisk",
        "testFlatOwnedStopUsesVerifiedBytesAndActualRuntimeMapping",
        "testFramebufferDeclarationsAreBoundedAndSeparateFromCode",
        "testGraphicsCaptureUsesOnePausedStateAndDeclaredBuffersOnly",
        "testHD6309GuestLDMDChangesActualModeRegistersAndColdRestartResetsMode",
        "testJoystickGuestAxesButtonsReleaseRetriesAndDiagnosticsOnBothProcessors",
        "testJoystickPlanValidationRejectsAmbiguousPortsAndUnsafeValues",
        "testLegacyReceiptIsExplicitUnlistedAndDoesNotInventArtifactOrigin",
        "testLostSwapReplyRetainsEveryFrozenCopyWithUncertainSelection",
        "testMalformedSelectedROMFixturesFailInsteadOfFallingBackOrSkipping",
        "testNamedStopUsesSelectedPhysicalModuleAndFrozenSafeCapture",
        "testOrdinaryGuestCallStackCaptureIsReadOnlyOnBothProcessorsAnd6309NativeMode",
        "testOwnedMediaRetentionFailureLeavesDirtyPausedDiskUsableOnBothProcessors",
        "testOwnedMediaStaleCommitCallbackPreservesTheCurrentDiskOnBothProcessors",
        "testOwnedMediaStopRetainsAllAfterBudgetAndRetriesFailedPersistence",
        "testOwnedMediaSwapsKeepGuestSavesRetriesAndAllRetainedDisksOnBothProcessors",
        "testOwnedWorkerRetryBoundsClockSaveAndColdRestartOnBothCPUs",
        "testPeriodUsesGuestKeyboardWithReleaseEditingShiftAndIdempotency",
        "testPhysicalKeysCoverGameplayWithoutHostLayoutOrArbitraryText",
        "testRetainedDiskStoreReloadScopeHashesAndImmutableParents",
        "testRetainedStoreRejectsLinksBoundsAndIncompletePublishedRecords",
        "testRevocationAwaitsOwnedDiskRetentionInSelectedResultsFolder",
        "testROMFixtureSelectionUsesBuiltPairThenExplicitSourceCanonicalAndLegacy",
        "testStopRetentionRemainsAvailableAfterMutationRequestLimit",
        "testWorkerMediaExchangePreservesGuestAndSavedBytesOnBothProcessors",
        "testWorkerMediaExchangeRejectsGuestBusyControllerAndHandlesEmptyRestart",
        "testWrongKnownExportIdentityCannotOverwriteAnotherPrivateMedium"
      ],
      "scope": "Earlier broad suite; precedes distinct postcommit error reason"
    },
    {
      "checkpoint": "owned-playtest-suite",
      "date": "2026-11-12",
      "host_architecture": "x86_64",
      "execution": "Rosetta",
      "suite": "MCPPlaytestTests",
      "passed": 31,
      "failed": 0,
      "skipped": 0,
      "test_cases": [
        "testAcknowledgedSwapWithLateOwnershipLossRetainsCommittedReceipt",
        "testAdditionalMediaStoreRequiresExactProjectAndBothBaseIdentities",
        "testAudioByteBudgetSurvivesRestartAndStillPermitsCleanup",
        "testAudioCapturesGuestToneSilencePitchDurationRetriesAndBootIdentity",
        "testFailedRetentionCanRetryAfterWorkerExitWithoutLosingSavedDisk",
        "testFlatOwnedStopUsesVerifiedBytesAndActualRuntimeMapping",
        "testFramebufferDeclarationsAreBoundedAndSeparateFromCode",
        "testGraphicsCaptureUsesOnePausedStateAndDeclaredBuffersOnly",
        "testHD6309GuestLDMDChangesActualModeRegistersAndColdRestartResetsMode",
        "testJoystickGuestAxesButtonsReleaseRetriesAndDiagnosticsOnBothProcessors",
        "testJoystickPlanValidationRejectsAmbiguousPortsAndUnsafeValues",
        "testLegacyReceiptIsExplicitUnlistedAndDoesNotInventArtifactOrigin",
        "testLostSwapReplyRetainsEveryFrozenCopyWithUncertainSelection",
        "testMalformedSelectedROMFixturesFailInsteadOfFallingBackOrSkipping",
        "testNamedStopUsesSelectedPhysicalModuleAndFrozenSafeCapture",
        "testOrdinaryGuestCallStackCaptureIsReadOnlyOnBothProcessorsAnd6309NativeMode",
        "testOwnedMediaRetentionFailureLeavesDirtyPausedDiskUsableOnBothProcessors",
        "testOwnedMediaStaleCommitCallbackPreservesTheCurrentDiskOnBothProcessors",
        "testOwnedMediaStopRetainsAllAfterBudgetAndRetriesFailedPersistence",
        "testOwnedMediaSwapsKeepGuestSavesRetriesAndAllRetainedDisksOnBothProcessors",
        "testOwnedWorkerRetryBoundsClockSaveAndColdRestartOnBothCPUs",
        "testPeriodUsesGuestKeyboardWithReleaseEditingShiftAndIdempotency",
        "testPhysicalKeysCoverGameplayWithoutHostLayoutOrArbitraryText",
        "testRetainedDiskStoreReloadScopeHashesAndImmutableParents",
        "testRetainedStoreRejectsLinksBoundsAndIncompletePublishedRecords",
        "testRevocationAwaitsOwnedDiskRetentionInSelectedResultsFolder",
        "testROMFixtureSelectionUsesBuiltPairThenExplicitSourceCanonicalAndLegacy",
        "testStopRetentionRemainsAvailableAfterMutationRequestLimit",
        "testWorkerMediaExchangePreservesGuestAndSavedBytesOnBothProcessors",
        "testWorkerMediaExchangeRejectsGuestBusyControllerAndHandlesEmptyRestart",
        "testWrongKnownExportIdentityCannotOverwriteAnotherPrivateMedium"
      ],
      "scope": "Earlier broad suite; precedes distinct postcommit error reason"
    },
    {
      "checkpoint": "commit-outcome-follow-up",
      "date": "2026-11-12",
      "host_architecture": "arm64",
      "execution": "native Apple Silicon",
      "suite": "MCPPlaytestTests",
      "passed": 2,
      "failed": 0,
      "skipped": 0,
      "test_cases": [
        "testAcknowledgedSwapWithLateOwnershipLossRetainsCommittedReceipt",
        "testOwnedMediaStaleCommitCallbackPreservesTheCurrentDiskOnBothProcessors"
      ],
      "scope": "Later overlapping exact precommit/postcommit regressions; same source, corrected Xcode selection for Rosetta fixture startup"
    },
    {
      "checkpoint": "commit-outcome-follow-up",
      "date": "2026-11-12",
      "host_architecture": "x86_64",
      "execution": "Rosetta",
      "suite": "MCPPlaytestTests",
      "passed": 2,
      "failed": 0,
      "skipped": 0,
      "test_cases": [
        "testAcknowledgedSwapWithLateOwnershipLossRetainsCommittedReceipt",
        "testOwnedMediaStaleCommitCallbackPreservesTheCurrentDiskOnBothProcessors"
      ],
      "scope": "Later overlapping exact precommit/postcommit regressions; same source, corrected Xcode selection for Rosetta fixture startup"
    }
  ],
  "overlap_note": "The later two cases are included in the earlier 31-case inventory. Counts must not be summed into 33 unique tests or represented as one final-source suite.",
  "platform_limit": "One Apple Silicon machine; x86_64 execution is Rosetta. These records do not establish physical Intel, macOS 14, audible or comprehensive client compatibility.",
  "raw_inputs": "ROMs, grants, host identifiers, internal history, raw logs and source-audit fingerprints are excluded."
}

SHA-256b0f50c6d2bc713d0101d12344b5e5f6e76a11aaf0bbd4748073ea6150a087adb

A closer look

Open original