{ "schema_version": 1, "complete": true, "started_utc": "2026-09-25T04:28:21.954271+00:00", "environment": { "python": "3.12.10", "platform": "Windows-11-10.0.26200-SP0", "swipl": "SWI-Prolog version 10.0.2 for x64-win64" }, "harness_revision": "9be7804c933cc8a3c51af3d8a5e4f54b012c8be6", "script_sha256": "9dea680810630b179dae33ef1e127c86892eab382a02e6ee151cd4219c34637b", "corpus_git_blob": "c1422b9d07db24100528399154da0755a4568a53", "reference_sha256": "ae3d92cbc2f7a7bfe7a885ac8db8dbec785550d3e15515fd0299108d6e41557e", "scheduled_per_snapshot": 21, "sampling": { "new": "Every commit changing src, then the published endpoint (no src changes since the preceding sample).", "old": "First compatible import layout, then last commit of each month May-August 2026. Earlier layouts not assessed.", "revisions_selected_before_replay": { "new": [ "3ae199b04fdc7003646468661e9043845eb1b438", "0b231e62e42c0b80894f2bb1e7eabade04c11002", "08c64ff72247c3c1ae1240f408267007ecb8b75b", "f98ac6b24684c8dedc37bfc1fd4c7715cadda85a", "6f4161a78c19c10f9e8ed9b3dbb06fd6a66e4e80", "9be7804c933cc8a3c51af3d8a5e4f54b012c8be6" ], "old": [ "7cfca576e5c4029338048d4511a85cc3c46b7a47", "b6b299185487bd3a3d3ac9e95f03ce98d58ea3dc", "9c06533c00b6d42da03e3a0f71c8e4012fe2b62d", "9cff53c3c436e56495d1d37a87eeacdfe7ad6cfd", "e62758c23f66b26fa92c6d2dafaaf6bf3466499f" ] } }, "seed_commit": { "revision": "5fce203ca2da4d5942a8ed4a4217d8bf18c04544", "author_date": "2026-09-13T19:51:55-04:00", "committer_date": "2026-09-13T19:51:55-04:00", "subject": "initial seed prompt" }, "expected": { "resolution.facts-and-rules-for-one-predicate": { "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ], "order": "sequence", "note": "" }, "resolution.conjunction-join": { "rows": [ { "X": { "t": "atom", "v": "b" } } ], "order": "sequence", "note": "" }, "resolution.cut-commits-to-the-clause": { "rows": [], "order": "sequence", "note": "" }, "resolution.negation-binds-nothing": { "rows": [ { "X": { "t": "atom", "v": "a" } } ], "order": "sequence", "note": "" }, "builtins.arithmetic-integer-division-on-negatives": { "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ], "order": "sequence", "note": "" }, "builtins.sort-deduplicates-msort-does-not": { "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ], "order": "sequence", "note": "" }, "builtins.findall-keeps-multiplicity": { "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ], "order": "sequence", "note": "" }, "builtins.univ-decomposes-a-compound": { "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ], "order": "sequence", "note": "" }, "syntax.operator-precedence-in-a-comparison": { "rows": [ { "X": { "t": "int", "v": 3 } } ], "order": "sequence", "note": "" }, "syntax.a-list-is-a-list-at-every-length": { "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ], "order": "sequence", "note": "" }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ], "order": "sequence", "note": "" }, "value-fidelity.a-compound-argument-survives-the-boundary": { "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ], "order": "sequence", "note": "" }, "recursion.transitive-closure-over-a-chain": { "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ], "order": "multiset", "note": "" }, "recursion.left-recursion-terminates-and-is-complete": { "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ], "order": "multiset", "note": "" }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "rows": null, "order": "sequence", "note": "" }, "errors.an-open-generator-must-not-read-as-false": { "rows": null, "order": "sequence", "note": "" }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ], "order": "sequence", "note": "" }, "errors.arithmetic-on-a-non-number-is-an-error": { "rows": [], "order": "sequence", "note": "" }, "capability.rule-level-explanation-of-a-derived-fact": { "rows": null, "order": "sequence", "note": "" }, "capability.why-a-fact-holds": { "rows": null, "order": "sequence", "note": "" }, "capability.evidence-chain-for-a-derived-fact": { "rows": null, "order": "sequence", "note": "" } }, "snapshots": [ { "engine": "new", "revision": "3ae199b04fdc7003646468661e9043845eb1b438", "author_date": "2026-09-14T05:56:51-04:00", "committer_date": "2026-09-14T05:56:51-04:00", "subject": "Implement CyclopsStorm reasoning kernel", "source_tree": "c5be13d3a0bf04f75a43e783b2bd7a26cbff3ee8", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 5 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 8 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 7 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [ { "id": "q1", "op": "query", "goal": "t(A, B)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.univ-decomposes-a-compound", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 3 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 3 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 52 }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 23 }, "row_count": 2, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "new", "outcome": "fail", "reason": "raised RecursionError: maximum recursion depth exceeded", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "errors.an-open-generator-must-not-read-as-false", "operations": [ { "id": "q1", "op": "query", "goal": "gen(L)", "execution": "raised", "error_type": "RecursionError", "error_module": "builtins", "error_message": "maximum recursion depth exceeded" } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 3 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "mutation_check": { "execution": "returned", "marker_leaked": false, "answers_changed": false, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "new", "outcome": "pass", "reason": "raised TypeCheckError: type error in arithmetic expression: expected evaluable, got 'a/0'", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "execution": "raised", "error_type": "TypeCheckError", "error_module": "cyclops.errors", "error_message": "type error in arithmetic expression: expected evaluable, got 'a/0'" } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } } }, "counts": { "pass": 17, "fail": 4, "unknown": 0 }, "passes_by_external_timeout": 1 }, { "engine": "new", "revision": "0b231e62e42c0b80894f2bb1e7eabade04c11002", "author_date": "2026-09-15T06:29:49-04:00", "committer_date": "2026-09-15T06:29:49-04:00", "subject": "Complete test migration audit and kernel regression fixes", "source_tree": "99bcb458f5e1380e558c1ac34ae5bef9b4373f69", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 5 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 8 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 7 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [ { "id": "q1", "op": "query", "goal": "t(A, B)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.univ-decomposes-a-compound", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 3 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 3 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 52 }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 23 }, "row_count": 2, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 3 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "mutation_check": { "execution": "returned", "marker_leaked": false, "answers_changed": false, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "new", "outcome": "pass", "reason": "raised TypeCheckError: type error in arithmetic expression: expected evaluable, got 'a/0'", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "execution": "raised", "error_type": "TypeCheckError", "error_module": "cyclops.errors", "error_message": "type error in arithmetic expression: expected evaluable, got 'a/0'" } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } } }, "counts": { "pass": 18, "fail": 3, "unknown": 0 }, "passes_by_external_timeout": 2 }, { "engine": "new", "revision": "08c64ff72247c3c1ae1240f408267007ecb8b75b", "author_date": "2026-09-16T00:48:25-04:00", "committer_date": "2026-09-16T00:48:25-04:00", "subject": "Audit the suite and the kernel in both directions", "source_tree": "b094780996c9dcf7e9a7d021bc0501edc7b844d2", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 5 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 8 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 7 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [ { "id": "q1", "op": "query", "goal": "t(A, B)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": "COMPLETE", "notes": [], "steps": 12 }, "row_count": 1, "execution": "returned", "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.univ-decomposes-a-compound", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 3 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 3 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 52 }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 23 }, "row_count": 2, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 3 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "mutation_check": { "execution": "returned", "marker_leaked": false, "answers_changed": false, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "new", "outcome": "pass", "reason": "raised TypeCheckError: type error in arithmetic expression: expected evaluable, got 'a/0'", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "execution": "raised", "error_type": "TypeCheckError", "error_module": "cyclops.errors", "error_message": "type error in arithmetic expression: expected evaluable, got 'a/0'" } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } } }, "counts": { "pass": 18, "fail": 3, "unknown": 0 }, "passes_by_external_timeout": 2 }, { "engine": "new", "revision": "f98ac6b24684c8dedc37bfc1fd4c7715cadda85a", "author_date": "2026-09-16T01:08:13-04:00", "committer_date": "2026-09-16T01:08:13-04:00", "subject": "Fix the scope of the incomplete-status repair, and five review findings", "source_tree": "36dce218c030eddb2e2c3bf7b3937eabcf70e7e9", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 5 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 8 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 7 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [ { "id": "q1", "op": "query", "goal": "t(A, B)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": "COMPLETE", "notes": [], "steps": 12 }, "row_count": 1, "execution": "returned", "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.univ-decomposes-a-compound", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 3 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 3 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 52 }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 23 }, "row_count": 2, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 3 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "mutation_check": { "execution": "returned", "marker_leaked": false, "answers_changed": false, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "new", "outcome": "pass", "reason": "raised TypeCheckError: type error in arithmetic expression: expected evaluable, got 'a/0'", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "execution": "raised", "error_type": "TypeCheckError", "error_module": "cyclops.errors", "error_message": "type error in arithmetic expression: expected evaluable, got 'a/0'" } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } } }, "counts": { "pass": 18, "fail": 3, "unknown": 0 }, "passes_by_external_timeout": 2 }, { "engine": "new", "revision": "6f4161a78c19c10f9e8ed9b3dbb06fd6a66e4e80", "author_date": "2026-09-22T16:11:29-04:00", "committer_date": "2026-09-22T16:11:29-04:00", "subject": "Fix five wrong answers, a crash and a state leak found by a five-reviewer round", "source_tree": "1e7730200a0274570411aa802c37bc73039d0bbe", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 5 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 8 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 7 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [ { "id": "q1", "op": "query", "goal": "t(A, B)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": "COMPLETE", "notes": [], "steps": 12 }, "row_count": 1, "execution": "returned", "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.univ-decomposes-a-compound", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 3 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 3 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 52 }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 23 }, "row_count": 2, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 3 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "mutation_check": { "execution": "returned", "marker_leaked": false, "answers_changed": false, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "new", "outcome": "pass", "reason": "raised TypeCheckError: type error in arithmetic expression: expected evaluable, got 'a/0'", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "execution": "raised", "error_type": "TypeCheckError", "error_module": "cyclops.errors", "error_message": "type error in arithmetic expression: expected evaluable, got 'a/0'" } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } } }, "counts": { "pass": 18, "fail": 3, "unknown": 0 }, "passes_by_external_timeout": 2 }, { "engine": "new", "revision": "9be7804c933cc8a3c51af3d8a5e4f54b012c8be6", "author_date": "2026-09-24T22:40:07-04:00", "committer_date": "2026-09-24T22:40:07-04:00", "subject": "Harden comparison harness and add Windows script runners", "source_tree": "1e7730200a0274570411aa802c37bc73039d0bbe", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 5 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 8 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 7 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [ { "id": "q1", "op": "query", "goal": "t(A, B)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "A": { "t": "int", "v": -3 }, "B": { "t": "int", "v": -4 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": "COMPLETE", "notes": [], "steps": 12 }, "row_count": 1, "execution": "returned", "rows": [ { "S": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] }, "M": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 6 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "builtins.univ-decomposes-a-compound", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "f" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 3 } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 3 } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 4 }, "row_count": 3, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } }, { "X": { "t": "atom", "v": "1" } }, { "X": { "t": "float", "v": "1.0" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": "COMPLETE", "notes": [], "steps": 2 }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 52 }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": "COMPLETE", "notes": [], "steps": 23 }, "row_count": 2, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "?", "outcome": "pass", "reason": "stopped on an unbounded answer set, as required", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "timed_out", "worker_result": null }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "new", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "new", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": "COMPLETE", "notes": [], "steps": 3 }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "cyclops 0.1.0", "mutation_check": { "execution": "returned", "marker_leaked": false, "answers_changed": false, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "new", "outcome": "pass", "reason": "raised TypeCheckError: type error in arithmetic expression: expected evaluable, got 'a/0'", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "execution": "raised", "error_type": "TypeCheckError", "error_module": "cyclops.errors", "error_message": "type error in arithmetic expression: expected evaluable, got 'a/0'" } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "new", "outcome": "fail", "reason": "probe answered nothing; the capability is absent", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "new", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": "COMPLETE", "notes": [], "steps": 1 }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "cyclops 0.1.0", "execution": "returned" } } }, "counts": { "pass": 18, "fail": 3, "unknown": 0 }, "passes_by_external_timeout": 2, "reference_mismatches": [] }, { "engine": "old", "revision": "7cfca576e5c4029338048d4511a85cc3c46b7a47", "author_date": "2026-05-08T20:14:50-04:00", "committer_date": "2026-05-08T20:14:50-04:00", "subject": "Phase 5: move kb_engine into kb.engine.kb_engine (B1 shim, named-file form)", "source_tree": "4d73f3d46b35f2a3d5e58a95596a8b5ec3a82f3a", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "old", "outcome": "fail", "reason": "expected [{X=a}, {X=b}], observed [{X=a}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:36: Expected DOT, got IDENT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:36: Expected DOT, got IDENT", "phase": "load" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "old", "outcome": "fail", "reason": "expected [{M=[a, b, b], S=[a, b]}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:18: Expected term, got DOT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.univ-decomposes-a-compound", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:18: Expected term, got DOT", "phase": "load" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "old", "outcome": "fail", "reason": "expected [{X=3}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "old", "outcome": "fail", "reason": "expected [{X=1}, {X='1'}, {X=1.0}], observed [{X=1}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "old", "outcome": "fail", "reason": "expected [{Y=b}, {Y=c}], observed [{Y=b}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "old", "outcome": "fail", "reason": "returned 2 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "operations": [ { "id": "q1", "op": "query", "goal": "nat(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "old", "outcome": "fail", "reason": "returned 0 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.an-open-generator-must-not-read-as-false", "operations": [ { "id": "q1", "op": "query", "goal": "gen(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "old", "outcome": "fail", "reason": "a caller-inserted marker appeared in a later answer list", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "mutation_check": { "execution": "returned", "marker_leaked": true, "answers_changed": true, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "old", "outcome": "fail", "reason": "answered 0 rows for a goal that is malformed; an empty answer set reads as 'false', which it is not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "old", "outcome": "pass", "reason": "probe answered, negative control did not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'X$1': 'tom', 'Y$2': 'bob'}" }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'base_fact', 'detail': 'parent(tom,bob) is a base fact in the KB'}" }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'no_derivation_found', 'detail': 'No derivation path found for parent(zz,zz)'}" } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'type': 'rule_application', 'rule_id': ('anc', 2, 0), 'rule_text': 'anc(X,Y) :- parent(X,Y).', 'bindings': {'X$1': 'tom', 'Y$2': 'bob'}, 'children': []}" }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "+children": { "t": "list", "v": [] }, "+source_spans": { "t": "list", "v": [] }, "+term": { "t": "atom", "v": "anc(zz,zz)" }, "+type": { "t": "atom", "v": "derived" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } } }, "counts": { "pass": 8, "fail": 13, "unknown": 0 }, "passes_by_external_timeout": 0 }, { "engine": "old", "revision": "b6b299185487bd3a3d3ac9e95f03ce98d58ea3dc", "author_date": "2026-05-12T17:16:09-04:00", "committer_date": "2026-05-12T17:16:09-04:00", "subject": "Tests + Layout: review, redistribute, and standardize project structure", "source_tree": "d53c202af64466ab665cb0f7401466502bfdcb70", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "old", "outcome": "fail", "reason": "expected [{X=a}, {X=b}], observed [{X=a}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:36: Expected DOT, got IDENT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:36: Expected DOT, got IDENT", "phase": "load" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "old", "outcome": "fail", "reason": "expected [{M=[a, b, b], S=[a, b]}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:18: Expected term, got DOT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.univ-decomposes-a-compound", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:18: Expected term, got DOT", "phase": "load" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "old", "outcome": "fail", "reason": "expected [{X=3}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "old", "outcome": "fail", "reason": "expected [{X=1}, {X='1'}, {X=1.0}], observed [{X=1}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "old", "outcome": "fail", "reason": "expected [{Y=b}, {Y=c}], observed [{Y=b}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "old", "outcome": "fail", "reason": "returned 2 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "operations": [ { "id": "q1", "op": "query", "goal": "nat(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "old", "outcome": "fail", "reason": "returned 0 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.an-open-generator-must-not-read-as-false", "operations": [ { "id": "q1", "op": "query", "goal": "gen(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "old", "outcome": "fail", "reason": "a caller-inserted marker appeared in a later answer list", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "mutation_check": { "execution": "returned", "marker_leaked": true, "answers_changed": true, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "old", "outcome": "fail", "reason": "answered 0 rows for a goal that is malformed; an empty answer set reads as 'false', which it is not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "old", "outcome": "pass", "reason": "probe answered, negative control did not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'X$1': 'tom', 'Y$2': 'bob'}" }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'base_fact', 'detail': 'parent(tom,bob) is a base fact in the KB'}" }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'no_derivation_found', 'detail': 'No derivation path found for parent(zz,zz)'}" } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'type': 'rule_application', 'rule_id': ('anc', 2, 0), 'rule_text': 'anc(X,Y) :- parent(X,Y).', 'bindings': {'X$1': 'tom', 'Y$2': 'bob'}, 'children': []}" }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "+children": { "t": "list", "v": [] }, "+source_spans": { "t": "list", "v": [] }, "+term": { "t": "atom", "v": "anc(zz,zz)" }, "+type": { "t": "atom", "v": "derived" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } } }, "counts": { "pass": 8, "fail": 13, "unknown": 0 }, "passes_by_external_timeout": 0 }, { "engine": "old", "revision": "9c06533c00b6d42da03e3a0f71c8e4012fe2b62d", "author_date": "2026-06-14T12:10:24-04:00", "committer_date": "2026-06-14T12:10:24-04:00", "subject": "updated scores", "source_tree": "e40a5db1d89cd502faf8194e5e9332f239b23217", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "old", "outcome": "fail", "reason": "expected [{X=a}, {X=b}], observed [{X=a}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:36: Expected DOT, got IDENT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:36: Expected DOT, got IDENT", "phase": "load" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "old", "outcome": "fail", "reason": "expected [{M=[a, b, b], S=[a, b]}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:18: Expected term, got DOT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.univ-decomposes-a-compound", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:18: Expected term, got DOT", "phase": "load" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "old", "outcome": "fail", "reason": "expected [{X=3}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "old", "outcome": "fail", "reason": "expected [{X=1}, {X='1'}, {X=1.0}], observed [{X=1}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "old", "outcome": "fail", "reason": "returned 2 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "operations": [ { "id": "q1", "op": "query", "goal": "nat(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "old", "outcome": "fail", "reason": "returned 0 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.an-open-generator-must-not-read-as-false", "operations": [ { "id": "q1", "op": "query", "goal": "gen(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "old", "outcome": "fail", "reason": "a caller-inserted marker appeared in a later answer list", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "mutation_check": { "execution": "returned", "marker_leaked": true, "answers_changed": true, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "old", "outcome": "fail", "reason": "answered 0 rows for a goal that is malformed; an empty answer set reads as 'false', which it is not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "old", "outcome": "pass", "reason": "probe answered, negative control did not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'X$1': 'tom', 'Y$2': 'bob'}" }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'base_fact', 'detail': 'parent(tom,bob) is a base fact in the KB'}" }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'no_derivation_found', 'detail': 'No derivation path found for parent(zz,zz)'}" } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'type': 'rule_application', 'rule_id': ('anc', 2, 0), 'rule_text': 'anc(X,Y) :- parent(X,Y).', 'bindings': {'X$1': 'tom', 'Y$2': 'bob'}, 'children': []}" }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "+children": { "t": "list", "v": [] }, "+source_spans": { "t": "list", "v": [] }, "+term": { "t": "atom", "v": "anc(zz,zz)" }, "+type": { "t": "atom", "v": "derived" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } } }, "counts": { "pass": 9, "fail": 12, "unknown": 0 }, "passes_by_external_timeout": 0 }, { "engine": "old", "revision": "9cff53c3c436e56495d1d37a87eeacdfe7ad6cfd", "author_date": "2026-07-12T21:34:48-04:00", "committer_date": "2026-07-12T21:34:48-04:00", "subject": "Record full-suite score after correctness batch: 6477 passed, 0 failed", "source_tree": "943a83540922a95cb35941240ec049dea77b46a5", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "old", "outcome": "fail", "reason": "expected [{X=a}, {X=b}], observed [{X=a}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:36: Expected DOT, got IDENT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:36: Expected DOT, got IDENT", "phase": "load" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "old", "outcome": "fail", "reason": "expected [{M=[a, b, b], S=[a, b]}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:18: Expected term, got DOT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.univ-decomposes-a-compound", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:18: Expected term, got DOT", "phase": "load" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "old", "outcome": "fail", "reason": "expected [{X=3}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "old", "outcome": "fail", "reason": "expected [{X=1}, {X='1'}, {X=1.0}], observed [{X=1}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "old", "outcome": "fail", "reason": "returned 2 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "operations": [ { "id": "q1", "op": "query", "goal": "nat(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "old", "outcome": "fail", "reason": "returned 0 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.an-open-generator-must-not-read-as-false", "operations": [ { "id": "q1", "op": "query", "goal": "gen(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "old", "outcome": "fail", "reason": "a caller-inserted marker appeared in a later answer list", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "mutation_check": { "execution": "returned", "marker_leaked": true, "answers_changed": true, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "old", "outcome": "fail", "reason": "answered 0 rows for a goal that is malformed; an empty answer set reads as 'false', which it is not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "old", "outcome": "pass", "reason": "probe answered, negative control did not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'X$1': 'tom', 'Y$2': 'bob'}" }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'base_fact', 'detail': 'parent(tom,bob) is a base fact in the KB'}" }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'no_derivation_found', 'detail': 'No derivation path found for parent(zz,zz)'}" } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'type': 'rule_application', 'rule_id': ('anc', 2, 0), 'rule_text': 'anc(X,Y) :- parent(X,Y).', 'bindings': {'X$1': 'tom', 'Y$2': 'bob'}, 'children': []}" }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "+children": { "t": "list", "v": [] }, "+source_spans": { "t": "list", "v": [] }, "+term": { "t": "atom", "v": "anc(zz,zz)" }, "+type": { "t": "atom", "v": "derived" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } } }, "counts": { "pass": 9, "fail": 12, "unknown": 0 }, "passes_by_external_timeout": 0 }, { "engine": "old", "revision": "e62758c23f66b26fa92c6d2dafaaf6bf3466499f", "author_date": "2026-08-30T19:44:26-04:00", "committer_date": "2026-08-30T19:44:26-04:00", "subject": "updated doc", "source_tree": "d06bccf9001c5d9c5220a6c02369b108c659a66c", "cases": { "resolution.facts-and-rules-for-one-predicate": { "verdict": { "case": "resolution.facts-and-rules-for-one-predicate", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.facts-and-rules-for-one-predicate", "operations": [ { "id": "q1", "op": "query", "goal": "r(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.conjunction-join": { "verdict": { "case": "resolution.conjunction-join", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "b" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.conjunction-join", "operations": [ { "id": "q1", "op": "query", "goal": "both(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.cut-commits-to-the-clause": { "verdict": { "case": "resolution.cut-commits-to-the-clause", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.cut-commits-to-the-clause", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "resolution.negation-binds-nothing": { "verdict": { "case": "resolution.negation-binds-nothing", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "a" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "resolution.negation-binds-nothing", "operations": [ { "id": "q1", "op": "query", "goal": "only(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.arithmetic-integer-division-on-negatives": { "verdict": { "case": "builtins.arithmetic-integer-division-on-negatives", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:36: Expected DOT, got IDENT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.arithmetic-integer-division-on-negatives", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:36: Expected DOT, got IDENT", "phase": "load" } }, "builtins.sort-deduplicates-msort-does-not": { "verdict": { "case": "builtins.sort-deduplicates-msort-does-not", "engine": "old", "outcome": "fail", "reason": "expected [{M=[a, b, b], S=[a, b]}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.sort-deduplicates-msort-does-not", "operations": [ { "id": "q1", "op": "query", "goal": "t(S, M)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.findall-keeps-multiplicity": { "verdict": { "case": "builtins.findall-keeps-multiplicity", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.findall-keeps-multiplicity", "operations": [ { "id": "q1", "op": "query", "goal": "t(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "builtins.univ-decomposes-a-compound": { "verdict": { "case": "builtins.univ-decomposes-a-compound", "engine": "old", "outcome": "fail", "reason": "raised while loading: ValueError: Failed to parse clauses: 1:18: Expected term, got DOT", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "builtins.univ-decomposes-a-compound", "operations": [], "engine_version": "kb (predecessor)", "execution": "raised", "error_type": "ValueError", "error_module": "builtins", "error_message": "Failed to parse clauses: 1:18: Expected term, got DOT", "phase": "load" } }, "syntax.operator-precedence-in-a-comparison": { "verdict": { "case": "syntax.operator-precedence-in-a-comparison", "engine": "old", "outcome": "fail", "reason": "expected [{X=3}], observed []", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.operator-precedence-in-a-comparison", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "syntax.a-list-is-a-list-at-every-length": { "verdict": { "case": "syntax.a-list-is-a-list-at-every-length", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "syntax.a-list-is-a-list-at-every-length", "operations": [ { "id": "q1", "op": "query", "goal": "l(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "L": { "t": "list", "v": [] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" } ] } }, { "L": { "t": "list", "v": [ { "t": "atom", "v": "a" }, { "t": "atom", "v": "b" }, { "t": "atom", "v": "c" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts": { "verdict": { "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "engine": "old", "outcome": "fail", "reason": "expected [{X=1}, {X='1'}, {X=1.0}], observed [{X=1}]", "unsound_completeness": false, "unobservable": 0, "rows": [ { "X": { "t": "int", "v": 1 } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.an-integer-a-float-and-an-atom-are-three-facts", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "X": { "t": "int", "v": 1 } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "value-fidelity.a-compound-argument-survives-the-boundary": { "verdict": { "case": "value-fidelity.a-compound-argument-survives-the-boundary", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "value-fidelity.a-compound-argument-survives-the-boundary", "operations": [ { "id": "q1", "op": "query", "goal": "c(C)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "C": { "t": "compound", "n": "f", "a": [ { "t": "atom", "v": "a" }, { "t": "compound", "n": "g", "a": [ { "t": "atom", "v": "b" } ] }, { "t": "list", "v": [ { "t": "int", "v": 1 }, { "t": "float", "v": "2.5" } ] } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.transitive-closure-over-a-chain": { "verdict": { "case": "recursion.transitive-closure-over-a-chain", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.transitive-closure-over-a-chain", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 3, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } }, { "Y": { "t": "atom", "v": "d" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.left-recursion-terminates-and-is-complete": { "verdict": { "case": "recursion.left-recursion-terminates-and-is-complete", "engine": "old", "outcome": "pass", "reason": "", "unsound_completeness": false, "unobservable": 0, "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.left-recursion-terminates-and-is-complete", "operations": [ { "id": "q1", "op": "query", "goal": "path(a, Y)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "Y": { "t": "atom", "v": "b" } }, { "Y": { "t": "atom", "v": "c" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "recursion.an-infinite-answer-set-must-not-be-called-complete": { "verdict": { "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "engine": "old", "outcome": "fail", "reason": "returned 2 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] }, "worker_note": "", "worker_result": { "engine": "old", "case": "recursion.an-infinite-answer-set-must-not-be-called-complete", "operations": [ { "id": "q1", "op": "query", "goal": "nat(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "z" } }, { "X": { "t": "compound", "n": "s", "a": [ { "t": "atom", "v": "z" } ] } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "errors.an-open-generator-must-not-read-as-false": { "verdict": { "case": "errors.an-open-generator-must-not-read-as-false", "engine": "old", "outcome": "fail", "reason": "returned 0 answers and reported no status at all for an infinite answer set", "unsound_completeness": true, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.an-open-generator-must-not-read-as-false", "operations": [ { "id": "q1", "op": "query", "goal": "gen(L)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "mutation.a-returned-answer-list-is-the-callers-to-keep": { "verdict": { "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "engine": "old", "outcome": "fail", "reason": "a caller-inserted marker appeared in a later answer list", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "mutation.a-returned-answer-list-is-the-callers-to-keep", "operations": [ { "id": "q1", "op": "query", "goal": "p(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 2, "execution": "returned", "rows": [ { "X": { "t": "atom", "v": "a" } }, { "X": { "t": "atom", "v": "b" } } ] } ], "engine_version": "kb (predecessor)", "mutation_check": { "execution": "returned", "marker_leaked": true, "answers_changed": true, "unstable_before_mutation": false }, "execution": "returned" } }, "errors.arithmetic-on-a-non-number-is-an-error": { "verdict": { "case": "errors.arithmetic-on-a-non-number-is-an-error", "engine": "old", "outcome": "fail", "reason": "answered 0 rows for a goal that is malformed; an empty answer set reads as 'false', which it is not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "errors.arithmetic-on-a-non-number-is-an-error", "operations": [ { "id": "q1", "op": "query", "goal": "t(X)", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.rule-level-explanation-of-a-derived-fact": { "verdict": { "case": "capability.rule-level-explanation-of-a-derived-fact", "engine": "old", "outcome": "pass", "reason": "probe answered, negative control did not", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.rule-level-explanation-of-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "derivation(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'X$1': 'tom', 'Y$2': 'bob'}" }, { "id": "control", "op": "query", "goal": "derivation(anc(nobody, nobody))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 0, "execution": "returned", "rows": [] } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.why-a-fact-holds": { "verdict": { "case": "capability.why-a-fact-holds", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.why-a-fact-holds", "operations": [ { "id": "probe", "op": "query", "goal": "why(parent(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'base_fact', 'detail': 'parent(tom,bob) is a base fact in the KB'}" }, { "id": "control", "op": "query", "goal": "why(parent(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'reason': 'no_derivation_found', 'detail': 'No derivation path found for parent(zz,zz)'}" } ], "engine_version": "kb (predecessor)", "execution": "returned" } }, "capability.evidence-chain-for-a-derived-fact": { "verdict": { "case": "capability.evidence-chain-for-a-derived-fact", "engine": "old", "outcome": "fail", "reason": "negative control control answered 1 rows; a capability that answers everything is not evidence of anything", "unsound_completeness": false, "unobservable": 0, "rows": [] }, "worker_note": "", "worker_result": { "engine": "old", "case": "capability.evidence-chain-for-a-derived-fact", "operations": [ { "id": "probe", "op": "query", "goal": "evidence_chain(anc(tom, bob))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": null, "encode_error": "EncodeError: unrecognised old-engine value dict: {'type': 'rule_application', 'rule_id': ('anc', 2, 0), 'rule_text': 'anc(X,Y) :- parent(X,Y).', 'bindings': {'X$1': 'tom', 'Y$2': 'bob'}, 'children': []}" }, { "id": "control", "op": "query", "goal": "evidence_chain(anc(zz, zz))", "meta": { "status": null, "notes": [], "steps": null }, "row_count": 1, "execution": "returned", "rows": [ { "+children": { "t": "list", "v": [] }, "+source_spans": { "t": "list", "v": [] }, "+term": { "t": "atom", "v": "anc(zz,zz)" }, "+type": { "t": "atom", "v": "derived" } } ] } ], "engine_version": "kb (predecessor)", "execution": "returned" } } }, "counts": { "pass": 10, "fail": 11, "unknown": 0 }, "passes_by_external_timeout": 0, "reference_mismatches": [] } ], "endpoint_verdicts_match_reference": { "new": true, "old": true }, "finished_utc": "2026-09-25T04:34:19.761991+00:00" }