AI answer
United States
Check an existing answer against your facts, with no model calls.
The answer conflicts with the supplied Data Residency fact.
4 claims checked · 3 supported
United States
Canada
Data Residency · Fictional vendor facts
No answer released.
No answer was released for display. The submitted answer remains inspectable in the check record.
Answer L1: “SOC2 Status: Type II report provided”
Supplied source L1: “SOC2 Status: Type II report provided” — supports
Answer L2: “Data Residency: United States”
Supplied source L2: “Data Residency: Canada” — contradicts
Answer L3: “Sub-processor List: Example Cloud; Example Support”
Supplied source L3: “Sub-processor List: Example Cloud; Example Support” — supports
Answer L4: “Pen-test Date: 2026-08-15”
Supplied source L4: “Pen-test Date: 2026-08-15” — supports
Both examples check a supplied answer against the same fictional fact sheet.
Slice 4 case 2 · request 4756a9f9-f9c5-4765-b8b2-b58478081be0
Disclosed fictional alteration of the separately supplied answer: Data Residency changed to United States.
Origin in the gateway receipt is caller-declared and unverified.
The fact sheet is supplied evidence; its authority and freshness are not verified.
Generation: not executed; proposers: not executed; analysis: not executed; synthesis: not executed; synthesis check: not executed. ModelFusion provider calls: 0; Fusion session: none.
Binding: completed. Audit execution: completed; answer consistency: fail; answer completeness: pass. Grounding: completed. Completed audit execution alone does not authorize release.
The demonstration consumer displays only the API’s releasedAnswer field; no customer app integration is shown. Review and resubmit withheld answers; no review queue or override is implemented.
Submitted 2026-09-25T02:24:50.789Z · receipt timestamp 2026-09-25T02:24:51.478Z · deployment 8kT1H3benQPGJLWknDirS1GBVu5A · runtime commit cc5dfc20b26272f420c2be2ebd0fa77f81887c14 · independent verifier valid: true; errors: []
Source SHA-256: 6036d5b533cb922f9af69abfa786afdc916a4a67663500df931f90008b3acff2
Submitted answer SHA-256: 801536a025193d0f632955e7a9884ab3fd613c7279564da4703686e386ea0c9f
{
"version": "reliability-external-response-v1",
"mode": "external-answer",
"requestId": "4756a9f9-f9c5-4765-b8b2-b58478081be0",
"decision": "quarantined",
"releasedAnswer": null,
"reasons": [
{
"code": "required_audit_checks_not_passed"
},
{
"code": "not_supported_by_checking_document",
"claimKey": "data_residency"
}
],
"receipt": {
"version": "reliability-external-v1",
"kind": "unsigned-inspection-receipt",
"mode": "external-answer",
"releasePolicy": "external-answer-release-v1",
"requestId": "4756a9f9-f9c5-4765-b8b2-b58478081be0",
"timestamp": "2026-09-25T02:24:51.478Z",
"runtimeCommit": "cc5dfc20b26272f420c2be2ebd0fa77f81887c14",
"question": "Summarize the vendor's SOC2 status, data residency, sub-processors, and pen-test date.",
"profile": {
"version": "1",
"name": "Fictional vendor policy facts",
"claims": [
{
"label": "SOC2 Status",
"key": "soc2_status"
},
{
"label": "Data Residency",
"key": "data_residency"
},
{
"label": "Sub-processor List",
"key": "sub_processor_list"
},
{
"label": "Pen-test Date",
"key": "pen_test_date"
}
]
},
"profileSha256": "8ce1a73b008b43cfed7e4b6802c995fa5560e6cdd01080190d4785fa5ac1d9df",
"source": {
"origin": "upload",
"name": "four-facts.txt",
"format": "txt",
"originalByteCount": 137,
"originalSha256": "6036d5b533cb922f9af69abfa786afdc916a4a67663500df931f90008b3acff2",
"evidenceKind": "supplied-structured-fact-sheet"
},
"checkingDocument": {
"content": "SOC2 Status: Type II report provided\nData Residency: Canada\nSub-processor List: Example Cloud; Example Support\nPen-test Date: 2026-08-15\n",
"sha256": "6036d5b533cb922f9af69abfa786afdc916a4a67663500df931f90008b3acff2",
"facts": [
{
"label": "SOC2 Status",
"key": "soc2_status",
"sourceLine": 1,
"quotation": "SOC2 Status: Type II report provided",
"observedValue": "Type II report provided"
},
{
"label": "Data Residency",
"key": "data_residency",
"sourceLine": 2,
"quotation": "Data Residency: Canada",
"observedValue": "Canada"
},
{
"label": "Sub-processor List",
"key": "sub_processor_list",
"sourceLine": 3,
"quotation": "Sub-processor List: Example Cloud; Example Support",
"observedValue": "Example Cloud; Example Support"
},
{
"label": "Pen-test Date",
"key": "pen_test_date",
"sourceLine": 4,
"quotation": "Pen-test Date: 2026-08-15",
"observedValue": "2026-08-15"
}
]
},
"answer": {
"submittedText": "SOC2 Status: Type II report provided\nData Residency: United States\nSub-processor List: Example Cloud; Example Support\nPen-test Date: 2026-08-15\n",
"submittedByteCount": 144,
"submittedSha256": "801536a025193d0f632955e7a9884ab3fd613c7279564da4703686e386ea0c9f",
"checkedText": "SOC2 Status: Type II report provided\nData Residency: United States\nSub-processor List: Example Cloud; Example Support\nPen-test Date: 2026-08-15\n",
"checkedSha256": "801536a025193d0f632955e7a9884ab3fd613c7279564da4703686e386ea0c9f",
"provenance": {
"kind": "demo-fixture"
},
"provenanceVerification": "caller-declared-not-verified"
},
"normalization": {
"source": {
"version": "policy-fact-sheet-v1",
"transformations": [],
"status": "completed",
"durationMs": 0.10821500000020023
},
"answer": {
"version": "external-answer-text-v1",
"transformations": [],
"status": "completed",
"durationMs": 0.009582999999111053
}
},
"preflight": {
"status": "passed",
"missingKeys": []
},
"binding": {
"status": "bound",
"reason": null
},
"audit": {
"requiredChecks": [
"consistency",
"completeness"
],
"result": {
"overallReliability": "low",
"issues": [
{
"id": "conflicting_claim:dataresidency",
"type": "conflicting_claim",
"criterion": "consistency",
"severity": "high",
"description": "Artifacts disagree on \"Data Residency\": \"external-answer\" = United States; \"checking-policy\" = Canada.",
"sources": [
{
"artifactId": "external-answer",
"locator": "L2",
"quote": "Data Residency: United States"
},
{
"artifactId": "checking-policy",
"locator": "L2",
"quote": "Data Residency: Canada"
}
],
"recommendation": "Reconcile the conflicting values for \"Data Residency\" and record which artifact is authoritative.",
"detector": "rule",
"confidence": 1
}
],
"artifactFindings": [
{
"artifactId": "external-answer",
"role": "derived",
"perCriterion": {
"consistency": {
"status": "fail"
},
"completeness": {
"status": "pass"
}
}
},
{
"artifactId": "checking-policy",
"role": "source",
"perCriterion": {
"consistency": {
"status": "fail"
},
"completeness": {
"status": "not_assessed"
}
}
}
],
"recommendations": [
"Reconcile the conflicting values for \"Data Residency\" and record which artifact is authoritative."
],
"meta": {
"criteriaAssessed": [
"consistency",
"completeness"
],
"artifactCount": 2,
"detectorsUsed": [
"rule"
],
"totalCost": 0,
"totalLatencyMs": 0,
"timestamp": "2026-09-25T02:24:51.478Z"
}
},
"auditedAnswerSha256": "801536a025193d0f632955e7a9884ab3fd613c7279564da4703686e386ea0c9f"
},
"claims": [
{
"label": "SOC2 Status",
"claim": {
"claimId": "claim-001",
"key": "soc2_status",
"value": "Type II report provided",
"answerBinding": {
"artifactId": "external-answer",
"locator": "L1",
"quote": "SOC2 Status: Type II report provided"
}
},
"evaluation": {
"executionStatus": "assessed",
"requestedAdapter": "local-document",
"executedAdapter": "local-document",
"claim": {
"key": "soc2_status",
"value": "Type II report provided"
},
"assessedScope": {
"sources": [
{
"sourceId": "checking-policy",
"sourceKind": "document"
}
]
},
"verdict": "supported",
"evidence": [
{
"id": "evidence-001",
"relation": "supports",
"claimKey": "soc2_status",
"normalized": {
"key": "soc2_status",
"value": "Type II report provided"
},
"citation": {
"sourceId": "checking-policy",
"sourceKind": "document",
"locator": "L1",
"quote": "SOC2 Status: Type II report provided"
}
}
],
"explanation": {
"summary": "evidence-001 supports soc2_status within the assessed scope.",
"evidenceIds": [
"evidence-001"
]
}
}
},
{
"label": "Data Residency",
"claim": {
"claimId": "claim-002",
"key": "data_residency",
"value": "United States",
"answerBinding": {
"artifactId": "external-answer",
"locator": "L2",
"quote": "Data Residency: United States"
}
},
"evaluation": {
"executionStatus": "assessed",
"requestedAdapter": "local-document",
"executedAdapter": "local-document",
"claim": {
"key": "data_residency",
"value": "United States"
},
"assessedScope": {
"sources": [
{
"sourceId": "checking-policy",
"sourceKind": "document"
}
]
},
"verdict": "contradicted",
"evidence": [
{
"id": "evidence-001",
"relation": "contradicts",
"claimKey": "data_residency",
"normalized": {
"key": "data_residency",
"value": "Canada"
},
"citation": {
"sourceId": "checking-policy",
"sourceKind": "document",
"locator": "L2",
"quote": "Data Residency: Canada"
}
}
],
"explanation": {
"summary": "evidence-001 contradicts data_residency within the assessed scope.",
"evidenceIds": [
"evidence-001"
]
}
}
},
{
"label": "Sub-processor List",
"claim": {
"claimId": "claim-003",
"key": "sub_processor_list",
"value": "Example Cloud; Example Support",
"answerBinding": {
"artifactId": "external-answer",
"locator": "L3",
"quote": "Sub-processor List: Example Cloud; Example Support"
}
},
"evaluation": {
"executionStatus": "assessed",
"requestedAdapter": "local-document",
"executedAdapter": "local-document",
"claim": {
"key": "sub_processor_list",
"value": "Example Cloud; Example Support"
},
"assessedScope": {
"sources": [
{
"sourceId": "checking-policy",
"sourceKind": "document"
}
]
},
"verdict": "supported",
"evidence": [
{
"id": "evidence-001",
"relation": "supports",
"claimKey": "sub_processor_list",
"normalized": {
"key": "sub_processor_list",
"value": "Example Cloud; Example Support"
},
"citation": {
"sourceId": "checking-policy",
"sourceKind": "document",
"locator": "L3",
"quote": "Sub-processor List: Example Cloud; Example Support"
}
}
],
"explanation": {
"summary": "evidence-001 supports sub_processor_list within the assessed scope.",
"evidenceIds": [
"evidence-001"
]
}
}
},
{
"label": "Pen-test Date",
"claim": {
"claimId": "claim-004",
"key": "pen_test_date",
"value": "2026-08-15",
"answerBinding": {
"artifactId": "external-answer",
"locator": "L4",
"quote": "Pen-test Date: 2026-08-15"
}
},
"evaluation": {
"executionStatus": "assessed",
"requestedAdapter": "local-document",
"executedAdapter": "local-document",
"claim": {
"key": "pen_test_date",
"value": "2026-08-15"
},
"assessedScope": {
"sources": [
{
"sourceId": "checking-policy",
"sourceKind": "document"
}
]
},
"verdict": "supported",
"evidence": [
{
"id": "evidence-001",
"relation": "supports",
"claimKey": "pen_test_date",
"normalized": {
"key": "pen_test_date",
"value": "2026-08-15"
},
"citation": {
"sourceId": "checking-policy",
"sourceKind": "document",
"locator": "L4",
"quote": "Pen-test Date: 2026-08-15"
}
}
],
"explanation": {
"summary": "evidence-001 supports pen_test_date within the assessed scope.",
"evidenceIds": [
"evidence-001"
]
}
}
}
],
"execution": {
"generation": "not_executed",
"proposers": "not_executed",
"analysis": "not_executed",
"synthesis": "not_executed",
"judge": "not_executed",
"binding": "completed",
"audit": "completed",
"grounding": "completed"
},
"providerCalls": 0,
"sessionId": null,
"contributors": [],
"fusionModel": null,
"generatedAnswerSha256": null,
"generationDocument": null,
"decision": "quarantined",
"reasons": [
{
"code": "required_audit_checks_not_passed"
},
{
"code": "not_supported_by_checking_document",
"claimKey": "data_residency"
}
],
"timing": {
"normalizationMs": 0.3742070000007516,
"checkingMs": 1.2581310000023223,
"totalRequestMs": 491.594849000001
},
"limitations": [
"Unsigned inspection record; it is not an immutable attestation.",
"The fact sheet is caller-supplied. Authority, authenticity, freshness, compliance and confidentiality are not established.",
"Declared external origin is not verified and does not prove model execution.",
"The question is context; required-label coverage defines the checking scope.",
"No review queue, override, partial release or automatic repair is implemented."
]
}
}