← The evidence ledger
Evidence row 61517
Observed , by baseline/1.
- Kind
- listing
- About
- source_record x402_bazaar:https://agent.halowerk.com/v1/oss-openolat-question-bank-answer-fixture-review
- Recorded
- Previous row
- None: the first of its kind about this subject
- Body SHA-256
- 78a1fb35ca3d35c6b9c53355947ec8cf0c2f20de94963b2c1891442cd2e57f7f
- Leaf
- 0xac00dce8c57ad8f79c088adba7a30230e0741cbbe988fff6b36a51f4a147eb8c
What was observed
{
"endpoints": [
[
"x402",
"https://agent.halowerk.com/v1/oss-openolat-question-bank-answer-fixture-review"
]
],
"name": "agent.halowerk.com/v1/oss-openolat-question-bank-answer-fixture-review",
"owner_address": "0x2880edfff13100677bf97a3cbdf3bc34771c4e5e",
"raw": {
"accepts": [
{
"amount": "5000",
"asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
"extra": {
"asset": "USDC",
"assetTransferMethod": "eip3009",
"eip712Domain": {
"chainId": 8453,
"name": "USD Coin",
"verifyingContract": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
"version": "2"
},
"name": "USD Coin",
"network_name": "Base Mainnet",
"version": "2"
},
"maxTimeoutSeconds": 300,
"network": "eip155:8453",
"payTo": "0x2880EdfFF13100677Bf97A3CBdF3Bc34771C4E5E",
"scheme": "exact"
}
],
"description": "Executes a question-bank assessment against answer fixtures you supply — an answer plus the score it should produce — using the native OpenOLAT QTI engine rather than a reimplementation of the scoring rules. Each fixture comes back with expected and actual score, and the discrepancy count says at a glance whether the bank behaves as its author believed. This is the regression test for a question bank before it goes in front of learners, where a mis-scoring item is expensive and hard to undo.",
"extensions": {
"bazaar": {
"info": {
"input": {
"body": {
"assets": [
{
"content_base64": "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAIAAACQd1PeAAAADElEQVR4nGP4//8/AAX+Av4N70a4AAAAAElFTkSuQmCC",
"media_type": "image/png",
"name": "media/diagram.png"
}
],
"bank_id": "supplied_bank",
"cut_value": "6",
"fixtures": [
{
"events": [
{
"item_id": "single",
"persist_and_reopen": false,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"A"
]
}
]
},
{
"item_id": "multiple",
"persist_and_reopen": true,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"A",
"B"
]
}
]
},
{
"item_id": "numeric",
"persist_and_reopen": false,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"42.0"
]
}
]
},
{
"item_id": "text",
"persist_and_reopen": false,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"GRÜßE"
]
}
]
},
{
"item_id": "ordered",
"persist_and_reopen": false,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"A",
"B",
"C"
]
}
]
}
],
"expected": {
"items": [
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "single",
"response_valid": true,
"score": "1",
"unbound_response_ids": []
},
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "multiple",
"response_valid": true,
"score": "3",
"unbound_response_ids": []
},
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "numeric",
"response_valid": true,
"score": "1",
"unbound_response_ids": []
},
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "text",
"response_valid": true,
"score": "2",
"unbound_response_ids": []
},
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "ordered",
"response_valid": true,
"score": "1",
"unbound_response_ids": []
}
],
"passed": true,
"test_score": "8"
},
"fixture_id": "correct"
},
{
"events": [
{
"item_id": "single",
"persist_and_reopen": false,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"A"
]
}
]
},
{
"item_id": "multiple",
"persist_and_reopen": true,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"A",
"C"
]
}
]
},
{
"item_id": "numeric",
"persist_and_reopen": false,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"41"
]
}
]
},
{
"item_id": "text",
"persist_and_reopen": false,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"grüße"
]
}
]
},
{
"item_id": "ordered",
"persist_and_reopen": false,
"responses": [
{
"response_id": "RESPONSE",
"values": [
"C",
"B",
"A"
]
}
]
}
],
"expected": {
"items": [
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "single",
"response_valid": true,
"score": "1",
"unbound_response_ids": []
},
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "multiple",
"response_valid": true,
"score": "1",
"unbound_response_ids": []
},
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "numeric",
"response_valid": true,
"score": "1",
"unbound_response_ids": []
},
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "text",
"response_valid": true,
"score": "2",
"unbound_response_ids": []
},
{
"attempts": 1,
"invalid_response_ids": [],
"item_id": "ordered",
"response_valid": true,
"score": "0",
"unbound_response_ids": []
}
],
"passed": true,
"test_score": "5"
},
"fixture_id": "expected_discrepancies"
}
],
"items": [
{
"item_id": "single",
"xml": "<?xml version=\"1.0\" encoding=\"UTF-8\"?><assessmentItem xmlns=\"http://www.imsglobal.org/xsd/imsqti_v2p1\" identifier=\"single\" title=\"single\" adaptive=\"false\" timeDependent=\"false\"><responseDeclaration identifier=\"RESPONSE\" cardinality=\"single\" baseType=\"identifier\"><correctResponse><value>A</value></correctResponse></responseDeclaration><outcomeDeclaration identifier=\"SCORE\" cardinality=\"single\" baseType=\"float\"><defaultValue><value>0</value></defaultValue></outcomeDeclaration><itemBody><p><img src=\"media/diagram.png\" alt=\"Synthetic one-pixel fixture\"/></p><choiceInteraction responseIdentifier=\"RESPONSE\" shuffle=\"false\" maxChoices=\"1\"><simpleChoice identifier=\"A\">Alpha</simpleChoice><simpleChoice identifier=\"B\">Beta</simpleChoice><simpleChoice identifier=\"C\">Gamma</simpleChoice></choiceInteraction></itemBody><responseProcessing template=\"http://www.imsglobal.org/question/qti_v2p1/rptemplates/match_correct\"/></assessmentItem>"
},
{
"item_id": "multiple",
"xml": "<?xml version=\"1.0\" encoding=\"UTF-8\"?><assessmentItem xmlns=\"http://www.imsglobal.org/xsd/imsqti_v2p1\" identifier=\"multiple\" title=\"multiple\" adaptive=\"false\" timeDependent=\"false\"><responseDeclaration identifier=\"RESPONSE\" cardinality=\"multiple\" baseType=\"identifier\"><correctResponse><value>A</value><value>B</value></correctResponse><mapping defaultValue=\"-2\" lowerBound=\"0\" upperBound=\"3\"><mapEntry mapKey=\"A\" mappedValue=\"2\"/><mapEntry mapKey=\"B\" mappedValue=\"1\"/><mapEntry mapKey=\"C\" mappedValue=\"-1\"/></mapping></responseDeclaration><outcomeDeclaration identifier=\"SCORE\" cardinality=\"single\" baseType=\"float\"><defaultValue><value>0</value></defaultValue></outcomeDeclaration><itemBody><choiceInteraction responseIdentifier=\"RESPONSE\" shuffle=\"false\" maxChoices=\"3\"><simpleChoice identifier=\"A\">Alpha</simpleChoice><simpleChoice identifier=\"B\">Beta</simpleChoice><simpleChoice identifier=\"C\">Gamma</simpleChoice></choiceInteraction></itemBody><responseProcessing template=\"http://www.imsglobal.org/question/qti_v2p1/rptemplates/map_response\"/></assessmentItem>"
},
{
"item_id": "numeric",
"xml": "<?xml version=\"1.0\" encoding=\"UTF-8\"?><assessmentItem xmlns=\"http://www.imsglobal.org/xsd/imsqti_v2p1\" identifier=\"numeric\" title=\"numeric\" adaptive=\"false\" timeDependent=\"false\"><responseDeclaration identifier=\"RESPONSE\" cardinality=\"single\" baseType=\"float\"><correctResponse><value>42</value></correctResponse></responseDeclaration><outcomeDeclaration identifier=\"SCORE\" cardinality=\"single\" baseType=\"float\"><defaultValue><value>0</value></defaultValue></outcomeDeclaration><itemBody><p>Answer: <textEntryInteraction responseIdentifier=\"RESPONSE\"/></p></itemBody><responseProcessing template=\"http://www.imsglobal.org/question/qti_v2p1/rptemplates/match_correct\"/></assessmentItem>"
},
{
"item_id": "text",
"xml": "<?xml version=\"1.0\" encoding=\"UTF-8\"?><assessmentItem xmlns=\"http://www.imsglobal.org/xsd/imsqti_v2p1\" identifier=\"text\" title=\"text\" adaptive=\"false\" timeDependent=\"false\"><responseDeclaration identifier=\"RESPONSE\" cardinality=\"single\" baseType=\"string\"><correctResponse><value>Grüße</value></correctResponse></responseDeclaration><outcomeDeclaration identifier=\"SCORE\" cardinality=\"single\" baseType=\"float\"><defaultValue><value>0</value></defaultValue></outcomeDeclaration><itemBody><p>Answer: <textEntryInteraction responseIdentifier=\"RESPONSE\"/></p></itemBody><responseProcessing><responseCondition><responseIf><stringMatch caseSensitive=\"false\" substring=\"false\"><variable identifier=\"RESPONSE\"/><baseValue baseType=\"string\">Grüße</baseValue></stringMatch><setOutcomeValue identifier=\"SCORE\"><baseValue baseType=\"float\">2</baseValue></setOutcomeValue></responseIf><responseElse><setOutcomeValue identifier=\"SCORE\"><baseValue baseType=\"float\">0</baseValue></setOutcomeValue></responseElse></responseCondition></responseProcessing></assessmentItem>"
},
{
"item_id": "ordered",
"xml": "<?xml version=\"1.0\" encoding=\"UTF-8\"?><assessmentItem xmlns=\"http://www.imsglobal.org/xsd/imsqti_v2p1\" identifier=\"ordered\" title=\"ordered\" adaptive=\"false\" timeDependent=\"false\"><responseDeclaration identifier=\"RESPONSE\" cardinality=\"ordered\" baseType=\"identifier\"><correctResponse><value>A</value><value>B</value><value>C</value></correctResponse></responseDeclaration><outcomeDeclaration identifier=\"SCORE\" cardinality=\"single\" baseType=\"float\"><defaultValue><value>0</value></defaultValue></outcomeDeclaration><itemBody><orderInteraction responseIdentifier=\"RESPONSE\" shuffle=\"false\"><simpleChoice identifier=\"A\">Alpha</simpleChoice><simpleChoice identifier=\"B\">Beta</simpleChoice><simpleChoice identifier=\"C\">Gamma</simpleChoice></orderInteraction></itemBody><responseProcessing template=\"http://www.imsglobal.org/question/qti_v2p1/rptemplates/match_correct\"/></assessmentItem>"
}
],
"maximum_score": "8",
"score_tolerance": "0"
},
"bodyType": "json",
"method": "POST",
"type": "http"
}
},
"schema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"input": {
"additionalProperties": false,
"properties": {
"body": {
"additionalProperties": false,
"properties": {
"assets": {
"items": {
"additionalProperties": false,
"properties": {
"content_base64": {
"maxLength": 174764,
"minLength": 4,
"type": "string"
},
"media_type": {
"enum": [
"image/png",
"image/jpeg",
"image/gif",
"image/webp"
]
},
"name": {
"pattern": "^[A-Za-z0-9][A-Za-z0-9_./-]{0,127}$",
"type": "string"
}
},
"required": [
"name",
"media_type",
"content_base64"
],
"type": "object"
},
"maxItems": 32,
"minItems": 0,
"type": "array"
},
"bank_id": {
"pattern": "^[A-Za-z_][A-Za-z0-9_.-]{0,63}$",
"type": "string"
},
"cut_value": {
"anyOf": [
{
"pattern": "^-?(0|[1-9][0-9]{0,6})(\\.[0-9]{1,9})?$",
"type": "string"
},
{
"type": "null"
}
]
},
"fixtures": {
"items": {
"additionalProperties": false,
"properties": {
"events": {
"items": {
"additionalProperties": false,
"properties": {
"item_id": {
"pattern": "^[A-Za-z_][A-Za-z0-9_.-]{0,63}$",
"type": "string"
},
"persist_and_reopen": {
"type": "boolean"
},
"responses": {
"items": {
"additionalProperties": false,
"properties": {
"response_id": {
"pattern": "^[A-Za-z_][A-Za-z0-9_.-]{0,63}$",
"type": "string"
},
"values": {
"items": {
"maxLength": 4096,
"minLength": 0,
"type": "string"
},
"maxItems": 64,
"minItems": 0,
"type": "array"
}
},
"required": [
"response_id",
"values"
],
"type": "object"
},
"maxItems": 32,
"minItems": 0,
"type": "array"
}
},
"required": [
"item_id",
"responses",
"persist_and_reopen"
],
"type": "object"
},
"maxItems": 64,
"minItems": 0,
"type": "array"
},
"expected": {
"additionalProperties": false,
"properties": {
"items": {
"items": {
"additionalProperties": false,
"properties": {
"attempts": {
"maximum": 64,
"minimum": 0,
"type": "integer"
},
"invalid_response_ids": {
"items": {
"pattern": "^[A-Za-z_][A-Za-z0-9_.-]{0,63}$",
"type": "string"
},
"maxItems": 32,
"minItems": 0,
"type": "array",
"uniqueItems": true
},
"item_id": {
"pattern": "^[A-Za-z_][A-Za-z0-9_.-]{0,63}$",
"type": "string"
},
"response_valid": {
"type": "boolean"
},
"score": {
"anyOf": [
{
"pattern": "^-?(0|[1-9][0-9]{0,6})(\\.[0-9]{1,9})?$",
"type": "string"
},
{
"type": "null"
}
]
},
"unbound_response_ids": {
"items": {
"pattern": "^[A-Za-z_][A-Za-z0-9_.-]{0,63}$",
"type": "string"
},
"maxItems": 32,
"minItems": 0,
"type": "array",
"uniqueItems": true
}
},
"required": [
"item_id",
"score",
"attempts",
"response_valid",
"unbound_response_ids",
"invalid_response_ids"
],
"type": "object"
},
"maxItems": 16,
"minItems": 1,
"type": "array"
},
"passed": {
"type": [
"boolean",
"null"
]
},
"test_score": {
"anyOf": [
{
"pattern": "^-?(0|[1-9][0-9]{0,6})(\\.[0-9]{1,9})?$",
"type": "string"
},
{
"type": "null"
}
]
}
},
"required": [
"test_score",
"passed",
"items"
],
"type": "object"
},
"fixture_id": {
"pattern": "^[A-Za-z_][A-Za-z0-9_.-]{0,63}$",
"type": "string"
}
},
"required": [
"fixture_id",
"events",
"expected"
],
"type": "object"
},
"maxItems": 16,
"minItems": 1,
"type": "array"
},
"items": {
"items": {
"additionalProperties": false,
"properties": {
"item_id": {
"pattern": "^[A-Za-z_][A-Za-z0-9_.-]{0,63}$",
"type": "string"
},
"xml": {
"maxLength": 131072,
"minLength": 1,
"type": "string"
}
},
"required": [
"item_id",
"xml"
],
"type": "object"
},
"maxItems": 16,
"minItems": 1,
"type": "array"
},
"maximum_score": {
"pattern": "^-?(0|[1-9][0-9]{0,6})(\\.[0-9]{1,9})?$",
"type": "string"
},
"score_tolerance": {
"pattern": "^-?(0|[1-9][0-9]{0,6})(\\.[0-9]{1,9})?$",
"type": "string"
}
},
"required": [
"bank_id",
"maximum_score",
"cut_value",
"score_tolerance",
"items",
"assets",
"fixtures"
],
"type": "object"
},
"bodyType": {
"enum": [
"json",
"form-data",
"text"
],
"type": "string"
},
"method": {
"enum": [
"POST",
"PUT",
"PATCH"
],
"type": "string"
},
"type": {
"const": "http",
"type": "string"
}
},
"required": [
"type",
"method",
"bodyType",
"body"
],
"type": "object"
}
},
"required": [
"input"
],
"type": "object"
}
}
},
"lastUpdated": "2026-10-23T07:32:06.017Z",
"quality": {
"l30DaysTotalCalls": 1,
"l30DaysUniquePayers": 1,
"lastCalledAt": "2026-10-23T07:32:05.493Z"
},
"resource": "https://agent.halowerk.com/v1/oss-openolat-question-bank-answer-fixture-review",
"type": "http",
"x402Version": 2
},
"source": "x402_bazaar",
"summary": "Executes a question-bank assessment against answer fixtures you supply — an answer plus the score it should produce — using the native OpenOLAT QTI engine rather than a reimplementation of the scoring rules. Each fixture comes back with expected and actual score, and the discrepancy count says at a glance whether the bank behaves as its author believed. This is the regression test for a question bank before it goes in front of learners, where a mis-scoring item is expensive and hard to undo."
}What the leaf hashes
{"body":"78a1fb35ca3d35c6b9c53355947ec8cf0c2f20de94963b2c1891442cd2e57f7f","id":61517,"kind":"listing","method":"baseline/1","observed_us":1793025451047833,"prev":null,"subject":"x402_bazaar:https://agent.halowerk.com/v1/oss-openolat-question-bank-answer-fixture-review","subject_kind":"source_record"}Proof
Fold these into the leaf in order, hashing each sorted pair with keccak256, to reach the root of (296695 rows).
- 0xac01943588232e58881accbf55a9b8f41bd8dd1066e30b2342656834d1ad3dfc
- 0x9cff8808826dc24ba6c4be9538e01b601baf4d7c2fdc7f4272d7d4fd43799fc6
- 0x4e411ceb654edfad03856d5ef7498c6400bd3984525f7628cb92c0b5b058034c
- 0x28857f0ff98196443a59c9339a49716edd97848ae2c9b70aa1cb289ce34f1f8f
- 0xbceb303a5bba3c13ea0f10e952bde713e036b7d1f92df353fddbc8b4bf1dd7c3
- 0x0657eb128528805a0bb376fae6ed6dea3b0ea40b3d4c2b39a8ed072b4d2a49c8
- 0x4db9a9ebcf6c09b0e5a2b85227db865e8286fcfc7eb70053bcf7206a8ad51b1e
- 0x3e7931c87b144009504d5c547356339f3b9e6ce9ea8bf90073e6c509266b8e7d
- 0x82e794d16013758d7090a0358a9d19fdd1330fa049313a95f462838aa26f6eb8
- 0xc7cacc2d01c3e1b7ffb7608f2b307b4082bdded2ad2fc7c4373e088c0cadb4c9
- 0xe285855b14529e4bf6d93d3ce05a3365dcfc651d48b9dfeb5c229a51822613eb
- 0xb7fae69bb7bd717d54a83df961404a3e4de2a5cfbcfa013fd83a38627fe13f7e
- 0x4700d6dfdb40e52e2ceb8ffe62c75f3f708d23452f828255fd003d795f5d9d66
- 0x3b4dba7d874fc323b0a364140a9c60f37bf547fe671897653118a9873fe03420
- 0x1a74ed3b3756b9cd946da49701bcec120ec88645013da99fa9eea60b39e1a570
- 0x123ec8bee20ddc55223eeef5a4f4d6c4b6416515adbb911c56759f5cde56e452
- 0xd0651cb9bc8155eb52b5247d506e74b8a935057dc190ba52091702ac25ed3a40
- 0x9a9024edb5069d88a324facb310a5ce8e495214bbaa968f077bede437390194f
- 0x9b9ce5b74b9bab5121612ef6b64920a8d453cbf311096a423eef9702747e868a
- Day root
- 0xf43e8dcc3d451a4788b26be904c55e8c4c0fa75c9666796c51db38d37e2c0df8
- Chained
- 0x702d5ac508f08b0d1accf36af25822d8e5660367494edd17a642fb61e158a57a
- Published
- On Arc Testnet, block 69251483: 0x495162f8936e19f0039918feebe6c307f327cd6bf8c37219620b1970041fa9ae