{ "schema_version": "1.3", "url": "https://trustbutveri.fyi/explorer/?mechanisms=M-0016,M-0012&implementations=M-0012:I-0007", "data_generated": "2026-10-09", "definitions": { "methodology": "https://trustbutveri.fyi/about/methodology/", "readiness": "https://trustbutveri.fyi/about/readiness/", "filters": [ { "id": "prover", "label": "Prover", "question": "How far can the party being checked be trusted?", "options": [ { "value": "cooperative", "label": "Cooperative" }, { "value": "semi-trusted", "label": "Semi-trusted" }, { "value": "adversarial", "label": "Adversarial" } ], "rule": "Keeps mechanisms whose threat model holds against at least this prover. Adversarial is the strongest assumption.", "about": "The prover is the party being checked. Semi-trusted designs rely on part of its stack: usually the chip vendor's hardware root of trust, its firmware or counters, or its supply-chain records. Adversarial designs aim to hold even if it cheats wherever the checks allow, within their stated assumptions." }, { "id": "onsite", "label": "Verifier devices on site", "question": "May the verifier install its own hardware at the prover's sites?", "options": [ { "value": "no", "label": "Not allowed" } ], "rule": "\"Not allowed\" removes mechanisms that need a retrofit device, such as a network tap or a sealed sensor.", "about": "Some mechanisms need a device the verifier owns or trusts at the prover's facility, such as a network tap, a bandwidth limiter or a sealed sensor. Choose Not allowed when the setting rules that out. Inspectors are not covered." }, { "id": "coop", "label": "Prover cooperation", "question": "How much must the prover take part?", "options": [ { "value": "partial", "label": "Partial at most" }, { "value": "none", "label": "Not required" } ], "rule": "\"Partial at most\" removes mechanisms that need the prover's active participation. \"Not required\" keeps only those that work without it.", "about": "Required: the prover takes part, for example by logging requests, producing proofs or opening records. Partial: some access, such as installing a device. Not required: works from outside, such as satellite imagery." }, { "id": "chips", "label": "Chips", "question": "May the proposal depend on new chip designs?", "options": [ { "value": "existing", "label": "Existing chips only" } ], "rule": "\"Existing chips only\" removes mechanisms that need changes to future chip designs.", "about": "New chip features take years to reach a deployed fleet and cover only chips made after they ship. Mechanisms that use shipping features, such as trusted execution environments or performance counters, stay." }, { "id": "ready", "label": "Minimum development status", "question": "Development status", "options": [ { "value": "R1", "label": "Proposed" }, { "value": "R2", "label": "Research demonstration" }, { "value": "R3", "label": "Operational use" }, { "value": "R4", "label": "Legacy independent-evaluation filter", "legacy": true } ], "rule": "Keeps mechanisms whose readiness level is at least this one.", "about": "A level describes the public evidence for a mechanism's stated use, not its cost or feasibility. R3 can still have open critical flaws." }, { "id": "tested", "label": "Attack testing", "question": "How hard has each mechanism been attacked in public?", "options": [ { "value": "analysis", "label": "Published analysis" }, { "value": "red-teamed", "label": "Red-teamed" }, { "value": "independent-red-team", "label": "Independent red-team" } ], "rule": "Keeps mechanisms whose strongest published attack testing is at least this.", "about": "The strongest published attempt to break the mechanism for its verification use: a security analysis, red-teaming by its developers or collaborators, or a red team independent of them." }, { "id": "hide", "label": "Keep hidden from the verifier", "question": "What must the verifier never see?", "options": [ { "value": "weights", "label": "Model weights" }, { "value": "io", "label": "Inputs and outputs" }, { "value": "training", "label": "Training data" } ], "rule": "Removes mechanisms that show the asset to the verifier. Conditional or unspecified exposure stays with a note and needs checking against the privacy requirement.", "about": "Model weights: the checked model's parameters. Inputs and outputs: the requests a deployed model serves and its responses. Training data: what a model was trained on. Each mechanism's exposure is the editors' reading of its record: shown, depends on the design (kept, with a note), hidden, not involved, or unspecified for a selected implementation. Code and configuration are not covered yet." } ], "exposure": "For model weights, inputs and outputs, and training data. This is the editors' reading of each mechanism's record (its threat model, how it works and its limitations), not a field of the record. Shown: the verifier sees it. Depends: on the design or variant, or the verifier sees only samples. Hidden: the verifier sees only commitments, hashes, proofs or results. Not involved: the record does not handle it. Unspecified: the selected implementation has no asset-specific assessment here.", "claim_status": { "addressed": "A mechanism in the proposal is aimed at this claim and is not excluded by the filters.", "partly-addressed": "Only supporting mechanisms, or mechanisms aimed at it that the filters exclude.", "unaddressed": "No mechanism in the proposal addresses this claim." }, "finding_classification": { "failure": { "label": "Known failures", "singular": "Known failure", "anchor": "known-flaws" }, "scope-limitation": { "label": "Scope limitations", "singular": "Scope limitation", "anchor": "scope-limitations" }, "open-question": { "label": "Open questions", "singular": "Open question", "anchor": "open-questions" } }, "finding_scope": "Evidence scope describes where a finding was demonstrated; it does not establish applicability to every implementation in the mechanism family.", "claim_finding_scope": "open_critical_findings names active failures on the assessed records; open_critical_context names conditional family failures whose implementation applicability is unassessed.", "legacy_status": "The status field retains covered/partial/none for compatibility. It names claim links, never successful verification. Use claim_status and status_label for presentation." }, "filters": { "prover": "", "onsite": "", "coop": "", "chips": "", "ready": "", "tested": "", "hide": [] }, "mechanisms_passing_filters": 25, "claims": [], "mechanisms": [ { "id": "M-0016", "title": "Timed challenge-response and memory-occupation challenges", "url": "https://trustbutveri.fyi/mechanisms/timed-challenge-response/", "assessment_record": { "id": "M-0016", "title": "Timed challenge-response and memory-occupation challenges", "url": "https://trustbutveri.fyi/mechanisms/timed-challenge-response/" }, "finding_counts": { "failure": 2, "scope_limitation": 0, "open_question": 1, "open_failures": { "critical": 0, "significant": 1, "minor": 0 } }, "selected_implementation": null, "readiness": { "level": "R2", "scope": "detecting whether a GPU is doing other work", "confidence": "medium", "evidence": [ "S-0018", "S-0067", "S-0033", "S-1306", "S-1307", "S-1607", "S-1304", "S-0032" ] }, "development_status": { "code": "R2", "label": "Research demonstration", "short": "Research demo", "rank": 2, "legacy_code": "R2" }, "security_evidence": { "attack_testing": { "status": "analysis", "label": "Published security analysis", "kind": "analysis" }, "independent_evaluation": { "status": "unassessed" }, "formal_proof": { "status": "unassessed" }, "deployment_assurance": { "status": "unassessed" }, "legacy_evaluation_code": null, "scoped_findings": [ { "n": 1, "severity": "significant", "status": "disputed", "evidence_scope": "unassessed", "sources": [ "S-1308", "S-0074" ] }, { "n": 2, "severity": "significant", "status": "open", "evidence_scope": "unassessed", "sources": [ "S-0018" ] } ], "open_failures": { "critical": 0, "significant": 1, "minor": 0 } }, "assessed_properties": { "threat_model": "adversarial", "hardware_requirement": "none", "prover_cooperation": "required", "adversarial_evaluation": "analysis" }, "claims": [], "exposure": { "weights": "none", "io": "none", "training": "none", "note": "Uses verifier-chosen challenges; it does not handle model data." }, "family_finding_context": [], "filter_issues": [] }, { "id": "M-0012", "title": "Hardware-attested weight binding", "url": "https://trustbutveri.fyi/mechanisms/model-identity-attestation/", "assessment_record": { "id": "I-0007", "title": "Attestable Audits", "url": "https://trustbutveri.fyi/implementations/attestable-audits/" }, "finding_counts": { "failure": 0, "scope_limitation": 2, "open_question": 1, "open_failures": { "critical": 0, "significant": 0, "minor": 0 } }, "selected_implementation": { "id": "I-0007", "title": "Attestable Audits", "url": "https://trustbutveri.fyi/implementations/attestable-audits/" }, "readiness": { "level": "R2", "scope": "showing users that the model answering them is the audited one", "confidence": "low", "evidence": [ "S-0009" ] }, "development_status": { "code": "R2", "label": "Research demonstration", "short": "Research demo", "rank": 2, "legacy_code": "R2" }, "security_evidence": { "attack_testing": { "status": "analysis", "label": "Published security analysis", "kind": "analysis" }, "independent_evaluation": { "status": "unassessed" }, "formal_proof": { "status": "unassessed" }, "deployment_assurance": { "status": "unassessed" }, "legacy_evaluation_code": null, "scoped_findings": [], "open_failures": { "critical": 0, "significant": 0, "minor": 0 } }, "assessed_properties": { "threat_model": "semi-trusted", "hardware_requirement": "existing-features", "prover_cooperation": "required", "adversarial_evaluation": "analysis" }, "claims": [], "exposure": { "weights": "unknown", "io": "unknown", "training": "unknown", "note": "This Explorer has no asset-specific exposure assessment for this implementation. Check its source and deployment assumptions.", "sources": [] }, "family_finding_context": [ { "n": 1, "historical": false, "title": "Underlying attestation can be forged or relayed", "classification": "failure", "kind": "demonstrated-attack", "severity": "critical", "status": "open", "evidence_scope": "inherited", "scope_note": "Critical for weight binding against an operator with physical access to affected hardware, or with control of the hypervisor on an AMD SEV-SNP platform without AMD's fixes. PAL*M excludes physical attacks, and Tinfoil acknowledges this boundary.", "related_finding": { "record": "M-0008", "flaw": 1 }, "description": "The enclave route inherits the platform-specific TEE attestation failures. Intel TDX forgery and H100 relay were demonstrated with physical access and host control. Battering RAM defeated AMD SEV-SNP attestation on DDR4 servers; RMPocalypse did so from malicious host software on platforms without AMD's fixes. These demonstrate failures of the trust roots, not of each model-commitment protocol.", "response": "The TEE.fail authors report that physical interposer attacks are outside Intel's and AMD's threat models. AMD reports fixes for RMPocalypse.", "sources": [ "S-1202", "S-1210", "S-1212", "S-1213", "S-1206", "S-0012" ], "helps": [ { "by": "M-0009", "how": "A tamper-protected enclosure around the chip is the proposed answer when the party that holds the hardware may attack it physically." } ], "record": "M-0012", "represented_by": [] }, { "n": 2, "historical": false, "title": "Launch-state attestation does not by itself cover weights loaded later", "classification": "failure", "kind": "theoretical-argument", "severity": "significant", "status": "mitigated", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "Attestation measures launch state, and weights are read from disk after boot. A signature checked at load time does not stop a malicious hypervisor from altering the disk afterwards. Tinfoil reports mitigating this with dm-verity checks on every read. Unmeasured runtime configuration remains a general risk.", "response": null, "sources": [ "S-0013", "S-0014" ], "record": "M-0012", "represented_by": [] }, { "n": 3, "historical": false, "title": "For private models, a user can confirm consistency but not content", "classification": "scope-limitation", "kind": "open-question", "severity": "significant", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "When weights are not published, users can check that the same root hash is served each time, but not what the model is. Pairing the hash with an attested evaluation, as in Attestable Audits, is one proposed remedy.", "response": null, "sources": [ "S-0013", "S-0009" ], "record": "M-0012", "represented_by": [] } ], "filter_issues": [] } ], "strengths": { "covered": [], "production": [], "operationalUse": [], "adversarial": [ "M-0016" ], "noNewHardware": [ "M-0016", "M-0012" ], "mitigated": [], "notCounted": [] }, "properties": { "covered": [], "production": [], "operationalUse": [], "adversarial": [ "M-0016" ], "noNewHardware": [ "M-0016", "M-0012" ], "mitigated": [], "notCounted": [] }, "attack_testing": [ { "id": "M-0016", "record": "M-0016", "evaluation": "analysis", "in_setting": true }, { "id": "M-0012", "record": "I-0007", "evaluation": "analysis", "in_setting": true } ], "selected_implementations": { "M-0012": "I-0007" }, "weaknesses": { "gaps": [], "excluded": [], "unlinked": [], "critical": [], "significant": [ { "mech": "M-0016", "n": 2, "historical": false, "title": "Remote memory narrows the timing margin", "classification": "failure", "kind": "theoretical-argument", "severity": "significant", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "Data-centre remote memory access returns in about 1–2 µs, against about 70–200 ns for local DRAM. The MIRI overview says verification of memory saturation depends on ruling out remote access by latency or physical disconnection. It names pre-staging data into local memory as the remaining evasion and proposes an unpredictable, capacity-filling challenge to close it.", "response": null, "sources": [ "S-0018" ], "helps": [ { "by": "M-0014", "how": "Physical disconnection is proposed to exclude remote memory between the separated groups during a challenge. It depends on the isolation boundary being enforced." } ] } ], "criticalMechanisms": [], "significantMechanisms": [ "M-0016" ], "familyContext": [ { "id": "M-0012", "implementation": "I-0007", "flaws": [ { "n": 1, "historical": false, "title": "Underlying attestation can be forged or relayed", "classification": "failure", "kind": "demonstrated-attack", "severity": "critical", "status": "open", "evidence_scope": "inherited", "scope_note": "Critical for weight binding against an operator with physical access to affected hardware, or with control of the hypervisor on an AMD SEV-SNP platform without AMD's fixes. PAL*M excludes physical attacks, and Tinfoil acknowledges this boundary.", "related_finding": { "record": "M-0008", "flaw": 1 }, "description": "The enclave route inherits the platform-specific TEE attestation failures. Intel TDX forgery and H100 relay were demonstrated with physical access and host control. Battering RAM defeated AMD SEV-SNP attestation on DDR4 servers; RMPocalypse did so from malicious host software on platforms without AMD's fixes. These demonstrate failures of the trust roots, not of each model-commitment protocol.", "response": "The TEE.fail authors report that physical interposer attacks are outside Intel's and AMD's threat models. AMD reports fixes for RMPocalypse.", "sources": [ "S-1202", "S-1210", "S-1212", "S-1213", "S-1206", "S-0012" ], "helps": [ { "by": "M-0009", "how": "A tamper-protected enclosure around the chip is the proposed answer when the party that holds the hardware may attack it physically." } ], "record": "M-0012", "represented_by": [] }, { "n": 2, "historical": false, "title": "Launch-state attestation does not by itself cover weights loaded later", "classification": "failure", "kind": "theoretical-argument", "severity": "significant", "status": "mitigated", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "Attestation measures launch state, and weights are read from disk after boot. A signature checked at load time does not stop a malicious hypervisor from altering the disk afterwards. Tinfoil reports mitigating this with dm-verity checks on every read. Unmeasured runtime configuration remains a general risk.", "response": null, "sources": [ "S-0013", "S-0014" ], "record": "M-0012", "represented_by": [] }, { "n": 3, "historical": false, "title": "For private models, a user can confirm consistency but not content", "classification": "scope-limitation", "kind": "open-question", "severity": "significant", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "When weights are not published, users can check that the same root hash is served each time, but not what the model is. Pairing the hash with an attested evaluation, as in Attestable Audits, is one proposed remedy.", "response": null, "sources": [ "S-0013", "S-0009" ], "record": "M-0012", "represented_by": [] } ] } ], "scopeLimitations": [ { "mech": "M-0012", "n": 1, "historical": false, "title": "Relies on the TEE vendor and inherits TEE attacks", "classification": "scope-limitation", "kind": "theoretical-argument", "severity": "significant", "status": "open", "evidence_scope": "inherited", "scope_note": "The prototype trusts AWS Nitro, not the Intel TDX or AMD SEV-SNP attestation roots targeted by the cited confidential-VM studies. Those studies are class context, not a demonstrated attack on this Nitro prototype.", "related_finding": { "record": "M-0008", "flaw": 5 }, "description": "The design depends on trusting the TEE vendor, AWS in the prototype. The authors cite memory-aliasing, ciphertext side-channel and malicious-interrupt attacks on confidential VMs (BadRAM, CIPHERLEAKS, Heckler). Their answer is to revoke vulnerable base images once such attacks are discovered.", "response": "The authors propose revoking vulnerable base images; they do not report a red-team evaluation of the prototype.", "sources": [ "S-0009" ], "record": "I-0007" }, { "mech": "M-0012", "n": 3, "historical": false, "title": "CPU-only enclaves force small, quantized models and high cost", "classification": "scope-limitation", "kind": "open-question", "severity": "minor", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "Memory limits required 4-bit quantization, and the quantized model scored 51.4% on zero-shot MMLU. CPU inference cost 21.7 times as much per token as GPU inference, and the enclave roughly doubled the CPU cost. The authors wrote that H100 confidential computing had no multi-GPU support. NVIDIA's white paper of August 2025 describes a protected-PCIe mode that passes all eight GPUs of a Hopper HGX node to one confidential VM, with NVLink traffic unencrypted.", "response": null, "sources": [ "S-0009", "S-1200" ], "record": "I-0007" } ], "openQuestions": [ { "mech": "M-0016", "n": 3, "historical": false, "title": "Error rates not quantified", "classification": "open-question", "kind": "open-question", "severity": "minor", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "Monfared et al. show separable timing distributions. Their acceptance rule passes a GPU when its mean time per round stays at or below a chosen maximum, and an appendix outlines statistical tests for the proof-of-work puzzle. They leave hardware-specific threshold values to future work and report no false-positive or false-negative rates.", "response": null, "sources": [ "S-0033" ] }, { "mech": "M-0012", "n": 2, "historical": false, "title": "Prompt-based model exfiltration is a residual gap", "classification": "open-question", "kind": "open-question", "severity": "significant", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "The authors state that \"prompt-based model exfiltration during the user interaction step remains a residual gap\".", "response": null, "sources": [ "S-0009" ], "record": "I-0007" } ], "minor": 0, "minorFindings": [], "minorBy": [], "notDemonstrated": [], "newChip": [] }, "findings": [ { "mech": "M-0016", "record": "M-0016", "n": 1, "historical": false, "title": "Timing-based software attestation has been broken in practice", "classification": "failure", "kind": "demonstrated-attack", "severity": "significant", "status": "disputed", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "Castelluccia et al. implemented two generic attacks, one based on a return-oriented rootkit and one on code compression, together with specific attacks on SWATT and ICE-based schemes, on commodity sensor nodes. They conclude that secure time-based attestation is \"very difficult, if not impossible, to design correctly\". The attacks target embedded schemes, not AI accelerators.", "response": "Perrig and van Doorn, two of the designers of SWATT and ICE, replied in August 2010. They argue that the rootkit attack defeats a naive implementation, not a property the schemes claim, and that the SWATT attack was run on a re-implementation on a chip with eight times the program memory, where SWATT's own chip is almost always full of code. They accept that the attack on ICE works.", "sources": [ "S-1308", "S-0074" ] }, { "mech": "M-0016", "record": "M-0016", "n": 2, "historical": false, "title": "Remote memory narrows the timing margin", "classification": "failure", "kind": "theoretical-argument", "severity": "significant", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "Data-centre remote memory access returns in about 1–2 µs, against about 70–200 ns for local DRAM. The MIRI overview says verification of memory saturation depends on ruling out remote access by latency or physical disconnection. It names pre-staging data into local memory as the remaining evasion and proposes an unpredictable, capacity-filling challenge to close it.", "response": null, "sources": [ "S-0018" ], "helps": [ { "by": "M-0014", "how": "Physical disconnection is proposed to exclude remote memory between the separated groups during a challenge. It depends on the isolation boundary being enforced." } ] }, { "mech": "M-0016", "record": "M-0016", "n": 3, "historical": false, "title": "Error rates not quantified", "classification": "open-question", "kind": "open-question", "severity": "minor", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "Monfared et al. show separable timing distributions. Their acceptance rule passes a GPU when its mean time per round stays at or below a chosen maximum, and an appendix outlines statistical tests for the proof-of-work puzzle. They leave hardware-specific threshold values to future work and report no false-positive or false-negative rates.", "response": null, "sources": [ "S-0033" ] }, { "mech": "M-0012", "record": "I-0007", "n": 1, "historical": false, "title": "Relies on the TEE vendor and inherits TEE attacks", "classification": "scope-limitation", "kind": "theoretical-argument", "severity": "significant", "status": "open", "evidence_scope": "inherited", "scope_note": "The prototype trusts AWS Nitro, not the Intel TDX or AMD SEV-SNP attestation roots targeted by the cited confidential-VM studies. Those studies are class context, not a demonstrated attack on this Nitro prototype.", "related_finding": { "record": "M-0008", "flaw": 5 }, "description": "The design depends on trusting the TEE vendor, AWS in the prototype. The authors cite memory-aliasing, ciphertext side-channel and malicious-interrupt attacks on confidential VMs (BadRAM, CIPHERLEAKS, Heckler). Their answer is to revoke vulnerable base images once such attacks are discovered.", "response": "The authors propose revoking vulnerable base images; they do not report a red-team evaluation of the prototype.", "sources": [ "S-0009" ] }, { "mech": "M-0012", "record": "I-0007", "n": 2, "historical": false, "title": "Prompt-based model exfiltration is a residual gap", "classification": "open-question", "kind": "open-question", "severity": "significant", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "The authors state that \"prompt-based model exfiltration during the user interaction step remains a residual gap\".", "response": null, "sources": [ "S-0009" ] }, { "mech": "M-0012", "record": "I-0007", "n": 3, "historical": false, "title": "CPU-only enclaves force small, quantized models and high cost", "classification": "scope-limitation", "kind": "open-question", "severity": "minor", "status": "open", "evidence_scope": null, "scope_note": null, "related_finding": null, "description": "Memory limits required 4-bit quantization, and the quantized model scored 51.4% on zero-shot MMLU. CPU inference cost 21.7 times as much per token as GPU inference, and the enclave roughly doubled the CPU cost. The authors wrote that H100 confidential computing had no multi-GPU support. NVIDIA's white paper of August 2025 describes a protected-PCIe mode that passes all eight GPUs of a Hopper HGX node to one confidential VM, with NVLink traffic unencrypted.", "response": null, "sources": [ "S-0009", "S-1200" ] } ], "possible_additions": [ { "id": "M-0014", "title": "Bandwidth limits and compartmentalization", "url": "https://trustbutveri.fyi/mechanisms/bandwidth-limits-and-compartmentalization/", "readiness": "R2", "development_status": { "code": "R2", "label": "Research demonstration", "short": "Research demo", "rank": 2, "legacy_code": "R2" }, "security_evidence": { "attack_testing": { "status": "analysis", "label": "Published security analysis", "kind": "analysis" }, "independent_evaluation": { "status": "unassessed" }, "formal_proof": { "status": "unassessed" }, "deployment_assurance": { "status": "unassessed" }, "legacy_evaluation_code": null, "scoped_findings": [ { "n": 2, "severity": "significant", "status": "open", "evidence_scope": "unassessed", "sources": [ "S-1301" ] }, { "n": 5, "severity": "significant", "status": "open", "evidence_scope": "unassessed", "sources": [ "S-1313" ] } ], "open_failures": { "critical": 0, "significant": 2, "minor": 0 } }, "fits_filters": true, "filter_issues": [], "reasons": [ { "kind": "flaw", "mech": "M-0016", "n": 2, "title": "Remote memory narrows the timing margin", "severity": "significant", "how": "Physical disconnection is proposed to exclude remote memory between the separated groups during a challenge. It depends on the isolation boundary being enforced." }, { "kind": "blocker", "mech": "M-0016", "text": "Outside help, such as remote memory, must be excluded during challenges." } ] }, { "id": "M-0008", "title": "TEE remote attestation for AI workloads", "url": "https://trustbutveri.fyi/mechanisms/tee-remote-attestation/", "readiness": "R3", "development_status": { "code": "R3", "label": "Operational use", "short": "Operational use", "rank": 3, "legacy_code": "R3" }, "security_evidence": { "attack_testing": { "status": "independent-red-team", "label": "Published attack testing", "kind": "practical", "attribution": "Independent team" }, "independent_evaluation": { "status": "unassessed" }, "formal_proof": { "status": "unassessed" }, "deployment_assurance": { "status": "unassessed" }, "legacy_evaluation_code": null, "scoped_findings": [ { "n": 1, "severity": "critical", "status": "open", "evidence_scope": "mechanism", "sources": [ "S-1202", "S-3126", "S-0012", "S-1206", "S-0014", "S-1210", "S-1212", "S-3127" ] }, { "n": 2, "severity": "critical", "status": "open", "evidence_scope": "mechanism", "sources": [ "S-1210", "S-1211" ] }, { "n": 3, "severity": "critical", "status": "mitigated", "evidence_scope": "mechanism", "sources": [ "S-1212", "S-1213", "S-3127", "S-3128" ] }, { "n": 4, "severity": "significant", "status": "open", "evidence_scope": "mechanism", "sources": [ "S-1202" ] }, { "n": 5, "severity": "significant", "status": "open", "evidence_scope": "mechanism", "sources": [ "S-0012", "S-0009", "S-0014", "S-3123", "S-3129" ] }, { "n": 8, "severity": "significant", "status": "open", "evidence_scope": "mechanism", "sources": [ "S-0014", "S-0009", "S-3130", "S-3131" ] } ], "open_failures": { "critical": 2, "significant": 3, "minor": 0 } }, "fits_filters": true, "filter_issues": [], "reasons": [ { "kind": "blocker", "mech": "M-0012", "text": "The prototype needs porting to GPU confidential computing to handle larger models; the authors expect an overhead as small as 5 times there." } ] } ], "goal": null, "design": null, "dependencies": { "prerequisites": [ { "id": "M-0008", "neededBy": [ "M-0012" ] } ], "shared": [], "blockers": [ { "mech": "M-0016", "n": 1, "historical": false, "text": "No network-level memory challenge across data-centre servers has been demonstrated.", "theme": "adversarial-validation", "blocked_by": null, "sources": [ "S-0018" ], "inProposal": null }, { "mech": "M-0016", "n": 2, "historical": false, "text": "Challenges that fill memory displace workloads; filling a pod's volatile memory takes tens of minutes and SSDs take hours.", "theme": "performance-compatibility", "blocked_by": null, "sources": [ "S-0018", "S-0033" ], "inProposal": null }, { "mech": "M-0016", "n": 3, "historical": false, "text": "Outside help, such as remote memory, must be excluded during challenges.", "theme": "coverage-hidden-compute", "blocked_by": "M-0014", "sources": [ "S-0018" ], "inProposal": false }, { "mech": "M-0012", "n": 1, "historical": false, "text": "The prototype needs porting to GPU confidential computing to handle larger models; the authors expect an overhead as small as 5 times there.", "theme": "performance-compatibility", "blocked_by": "M-0008", "sources": [ "S-0009" ], "inProposal": false }, { "mech": "M-0012", "n": 2, "historical": false, "text": "As of September 2026 no code has been released for the prototype.", "theme": "adversarial-validation", "blocked_by": null, "sources": [ "S-0009" ], "inProposal": null } ] }, "exposure": { "weights": { "shown": [], "partial": [], "hidden": [], "none": [ "M-0016" ], "unknown": [ "M-0012" ] }, "io": { "shown": [], "partial": [], "hidden": [], "none": [ "M-0016" ], "unknown": [ "M-0012" ] }, "training": { "shown": [], "partial": [], "hidden": [], "none": [ "M-0016" ], "unknown": [ "M-0012" ] } }, "implementations": [ { "mechanism": "M-0016", "selected": null, "implementations": [ { "id": "I-0020", "title": "Data-centre memory challenging", "url": "https://trustbutveri.fyi/implementations/data-centre-memory-challenging/" }, { "id": "I-0018", "title": "GPU contention probes", "url": "https://trustbutveri.fyi/implementations/gpu-contention-probes/" }, { "id": "I-0012", "title": "Low-trust AI compute verification system overview", "url": "https://trustbutveri.fyi/implementations/low-trust-compute-verification-system-overview/" }, { "id": "I-0021", "title": "SAGE", "url": "https://trustbutveri.fyi/implementations/sage-gpu-attestation/" }, { "id": "I-0019", "title": "VRAM-residency challenge", "url": "https://trustbutveri.fyi/implementations/vram-residency-challenge/" } ] }, { "mechanism": "M-0012", "selected": { "id": "I-0007", "title": "Attestable Audits", "url": "https://trustbutveri.fyi/implementations/attestable-audits/" }, "implementations": [ { "id": "I-0007", "title": "Attestable Audits", "url": "https://trustbutveri.fyi/implementations/attestable-audits/" }, { "id": "I-0022", "title": "PAL*M", "url": "https://trustbutveri.fyi/implementations/palm/" }, { "id": "I-0006", "title": "Tinfoil model identity (Modelwrap)", "url": "https://trustbutveri.fyi/implementations/tinfoil-model-identity/" } ] } ], "sources": [ { "id": "S-0018", "title": "A System Overview for Near-Term, Low-Trust AI Compute Verification", "authors": "N. Cankaya", "year": 2026, "url": "https://intelligence.org/wp-content/uploads/2026/06/A-system-overview-for-near-term-low-trust-AI-compute-verification.pdf", "path": "/sources/cankaya-system-overview-low-trust-compute-verification/" }, { "id": "S-0067", "title": "Verification Plan", "authors": "R. Dean", "year": 2026, "url": "https://ai-2040.com/supplements/verification-plan", "path": "/sources/dean-verification-plan/" }, { "id": "S-0033", "title": "Timing and Memory Telemetry on GPUs for AI Governance", "authors": "S. K. Monfared et al.", "year": 2026, "url": "https://arxiv.org/abs/2602.09369", "path": "/sources/monfared-timing-memory-telemetry-gpus/" }, { "id": "S-1306", "title": "SAGE: Software-based Attestation for GPU Execution", "authors": "A. Ivanov et al.", "year": 2023, "url": "https://www.usenix.org/conference/atc23/presentation/ivanov", "path": "/sources/ivanov-sage-gpu-attestation/" }, { "id": "S-1307", "title": "SWATT: SoftWare-based ATTestation for Embedded Devices", "authors": "A. Seshadri et al.", "year": 2004, "url": "https://netsec.ethz.ch/publications/papers/swatt.pdf", "path": "/sources/seshadri-swatt/" }, { "id": "S-1607", "title": "Proofs of Space", "authors": "S. Dziembowski et al.", "year": 2015, "url": "https://eprint.iacr.org/2013/796", "path": "/sources/dziembowski-proofs-of-space/" }, { "id": "S-1304", "title": "Secure Code Update for Embedded Devices via Proofs of Secure Erasure", "authors": "D. Perito & G. Tsudik", "year": 2010, "url": "https://link.springer.com/chapter/10.1007/978-3-642-15497-3_39", "path": "/sources/perito-proofs-of-secure-erasure/" }, { "id": "S-0032", "title": "Software-Based Memory Erasure with Relaxed Isolation Requirements", "authors": "S. Bursuc et al.", "year": 2024, "url": "https://ieeexplore.ieee.org/document/10664348/", "path": "/sources/bursuc-software-based-memory-erasure/" }, { "id": "S-1308", "title": "On the Difficulty of Software-Based Attestation of Embedded Devices", "authors": "C. Castelluccia et al.", "year": 2009, "url": "https://s3.eurecom.fr/docs/ccs09_Castelluccia.pdf", "path": "/sources/castelluccia-difficulty-software-based-attestation/" }, { "id": "S-0074", "title": "Refutation of \"On the Difficulty of Software-Based Attestation of Embedded Devices\"", "authors": "A. Perrig & L. van Doorn", "year": 2010, "url": "https://netsec.ethz.ch/publications/papers/perrig-ccs-refutation.pdf", "path": "/sources/perrig-refutation-software-based-attestation/" }, { "id": "S-0009", "title": "Attestable Audits: Verifiable AI Safety Benchmarks Using Trusted Execution Environments", "authors": "C. Schnabl et al.", "year": 2025, "url": "https://arxiv.org/abs/2506.23706", "path": "/sources/schnabl-attestable-audits/" }, { "id": "S-1200", "title": "NVIDIA Secure AI with Blackwell and Hopper GPUs (White Paper)", "authors": "NVIDIA", "year": 2025, "url": "https://docs.nvidia.com/nvidia-secure-ai-with-blackwell-and-hopper-gpus-whitepaper.pdf", "path": "/sources/nvidia-secure-ai-blackwell-hopper-whitepaper/" }, { "id": "S-1202", "title": "TEE.fail: Breaking Trusted Execution Environments via DDR5 Memory Bus Interposition", "authors": "J. Chuang et al.", "year": 2026, "url": "https://tee.fail/", "path": "/sources/chuang-tee-fail/" }, { "id": "S-1210", "title": "Battering RAM: Low-Cost Interposer Attacks on Confidential Computing via Dynamic Memory Aliasing", "authors": "J. De Meulemeester et al.", "year": 2026, "url": "https://batteringram.eu/", "path": "/sources/de-meulemeester-battering-ram/" }, { "id": "S-1212", "title": "RMPocalypse: How a Catch-22 Breaks AMD SEV-SNP", "authors": "B. Schlüter & S. Shinde", "year": 2025, "url": "https://rmpocalypse.github.io/", "path": "/sources/schluter-rmpocalypse/" }, { "id": "S-1213", "title": "SEV-SNP RMP Initialization Vulnerability (AMD-SB-3020)", "authors": "AMD", "year": 2025, "url": "https://www.amd.com/en/resources/product-security/bulletin/amd-sb-3020.html", "path": "/sources/amd-sb-3020-rmp-initialization/" }, { "id": "S-1206", "title": "A primer on secure enclaves", "authors": "Tinfoil", "year": 2026, "url": "https://docs.tinfoil.sh/verification/secure-enclave-primer", "path": "/sources/tinfoil-docs-secure-enclave-primer/" }, { "id": "S-0012", "title": "PAL*M: Property Attestation for Large Generative Models", "authors": "P. Chantasantitam et al.", "year": 2026, "url": "https://arxiv.org/abs/2601.16199", "path": "/sources/chantasantitam-palm/" }, { "id": "S-0013", "title": "How Tinfoil Proves Exactly What Model Is Running", "authors": "Tinfoil Team", "year": 2026, "url": "https://tinfoil.sh/blog/2026-02-03-proving-model-identity", "path": "/sources/tinfoil-proving-model-identity/" }, { "id": "S-0014", "title": "On TEEs for Privacy-Preserving Monitoring in AI Governance", "authors": "Gloria Z", "year": 2026, "url": "https://techgov.intelligence.org/blog/on-tees-for-privacy-preserving-monitoring-in-ai-governance", "path": "/sources/zhao-tees-privacy-preserving-monitoring/" } ] }