Scott KarpandClaude Fable 5.1
5e325d36cc
Devarim 17:18 — the king writes his copy from before the priests, not from
memory. scripts/build_mesorah.py takes one open-licence version per work
per language from the Sefaria export (bucket sefaria-export, catalogue of
2026-10-02; Public Domain / CC0 / CC-BY / CC-BY-SA only, checked in every
file; no CC-BY-NC — the Bavli is Wikisource's) and lays it down beside
L1: mesorah/works/<slug>/{he,en}.json, index.json, integrity.sha256,
build_report.json. 128 works (Rashi, Onkelos, Ramban, Ibn Ezra, Sforno
on the Torah; all of Mishnah; 37 Bavli tractates; Bereshit and Shemot
Rabbah, Sifrei, Tanchuma), 256 files, 44.9 MiB, tree hash 7d5b3a6c…
computed as L1's (sorted relative path, then bytes; the two post-hash
files excluded). What is out, and why (licence), is in Terumah §E5.
Read, never fetched: korban_processor/mesorah.py finds citations as
written (Rashi on Devarim 6:5, Berakhot 2a, Mishnah Berakhot 1:1,
Bereshit Rabbah 1:1, Sifrei Devarim 32, Tanchuma Bereshit 1 …), resolves
each against the snapshot (complex works through their unnamed node,
Tanchuma by parashah), lists them as examination.mesorah_references, and
makes every passage found a given source for that examination — so a
claim about Rashi anchors in Rashi or does not. The Vav Pipeline couples
coupled(reference(R), mesorah(Work, [Address])) or not_in_mesorah; the
engine accepts mesorah/2 as a terminal and not_in_mesorah is Form 4.
VavPipeline.Mesorah pins the hash, re-reads the tree at startup and every
ten minutes, and /kodesh/health carries mesorah_hash. Mounted read-only at
/mnt/mesorah in the vav-pipeline and korban-processor images. L3
bedikot.mesorah (migration 20261013000002).
Also: the 1-in-12 Day6 serving failure of 2026-10-04 reproduced with seed
446116 — HaltMonitorTest left the system halted; it now resolves on exit
and the Day6 setup is defensive. Construction §3.11, Terumah §E5, Tamid
§1.1, bishearecha §IV, KOHEN, AGENTS. Doorpost 0638d4eb…. Elixir 604/0
(seeds 835592 and 446116), korban 294/1 skipped, Prolog bedikah 44/44,
L3 10/0.
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
290 lines
13 KiB
Prolog
290 lines
13 KiB
Prolog
%% bedikah_test.pl — the three checks as the Vav Pipeline sends them.
|
||
%%
|
||
%% The bedikah (Construction §3.9) hands the Talmudic Engine whole action
|
||
%% terms and interpretation terms over the JSON bridge. These tests send
|
||
%% exactly those JSON shapes and read the verdicts back.
|
||
|
||
:- use_module(library(plunit)).
|
||
:- use_module(library(http/json)).
|
||
:- use_module('../src/interface/json_bridge').
|
||
:- use_module('../src/interface/api').
|
||
|
||
:- begin_tests(bedikah_bridge).
|
||
|
||
check(Json, Status, Violations) :-
|
||
atom_json_dict(Json, Dict, []),
|
||
json_to_request(Dict, Request),
|
||
process_request(Request, Response),
|
||
response_to_json(Response, Out),
|
||
!,
|
||
get_dict(status, Out, Status),
|
||
get_dict(violations, Out, Violations).
|
||
|
||
%% --- Check 1: authority ---
|
||
|
||
test(claim_of_authority_by_a_model_is_avodah_zarah) :-
|
||
check('{"action":"halt_check","term":"action(claim_authority, source(claude), target(self))"}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "avodah_zarah").
|
||
|
||
test(authority_attributed_to_torah_is_not) :-
|
||
check('{"action":"halt_check","term":"action(claim_authority, source(torah), target(self))"}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
%% --- Check 2: grounding ---
|
||
|
||
test(empty_trace_with_confidence_is_the_golden_calf) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-1","confidence":"high","coupling_trace":[]}}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "golden_calf").
|
||
|
||
test(trace_terminating_in_l1_is_grounded) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-2","confidence":"high","coupling_trace":["coupled(root(אהב), verse(devarim, 6, 5))","coupled(reference(devarim_6_5), verse(devarim, 6, 5))"]}}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
test(trace_not_terminating_in_l1_is_self_grounding) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-3","confidence":"high","coupling_trace":["coupled(root(אהב), verse(devarim, 6, 5))","coupled(claim(c1), model_memory)"]}}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "self_grounding").
|
||
|
||
test(low_confidence_with_no_trace_is_ignorance_not_idolatry) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-4","confidence":"low","coupling_trace":[]}}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
%% --- Check 2, given ground: the output against the sources it was given ---
|
||
%% (tablet 49: Torah is the structure of the check, not the required
|
||
%% content of the output.)
|
||
|
||
test(given_claim_anchored_in_a_source_is_grounded) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-5","ground":"given","confidence":"high","coupling_trace":["coupled(claim(1), source(report_q3))","coupled(claim(2), source(report_q3))"]}}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
test(given_claim_anchored_nowhere_is_the_calf_and_names_the_claim) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-6","ground":"given","confidence":"high","coupling_trace":["coupled(claim(1), source(report_q3))","coupled(claim(2), not_in_sources)"]}}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "golden_calf"),
|
||
sub_string(V, _, _, _, "uncoupled(claim(2))").
|
||
|
||
test(given_empty_trace_with_confidence_is_the_calf) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-7","ground":"given","confidence":"high","coupling_trace":[]}}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "golden_calf").
|
||
|
||
test(given_claim_anchored_in_its_own_output_is_self_grounding) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-8","ground":"given","confidence":"high","coupling_trace":["coupled(claim(1), source(report_q3))","coupled(claim(2), self_output)"]}}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "self_grounding"),
|
||
sub_string(V, _, _, _, "self_output").
|
||
|
||
test(given_torah_is_one_source_among_the_others) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-9","ground":"given","confidence":"high","coupling_trace":["coupled(reference(devarim_6_5), verse(devarim, 6, 5))","coupled(claim(1), source(notes))"]}}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
test(given_a_verse_that_is_not_in_l1_is_self_grounding) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-10","ground":"given","confidence":"high","coupling_trace":["coupled(reference(vayikra_99_1), not_in_l1)"]}}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "self_grounding").
|
||
|
||
test(given_low_confidence_uncoupled_is_ignorance_not_idolatry) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-11","ground":"given","confidence":"low","coupling_trace":["coupled(claim(1), not_in_sources)"]}}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
test(engine_rules_unchanged_a_given_source_is_not_an_l1_primitive) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-12","confidence":"high","coupling_trace":["coupled(claim(1), source(report_q3))"]}}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "self_grounding").
|
||
|
||
%% --- Checks 4–6: the structural requirements (structure.pl) ---
|
||
|
||
test(claiming_to_have_validated_itself_is_parah_adumah) :-
|
||
check('{"action":"halt_check","term":"action(self_validate, by(gpt), target(self))"}', Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "parah_adumah"),
|
||
\+ sub_string(V, _, _, _, "avodah_zarah").
|
||
|
||
test(promoting_itself_is_carrier_centered) :-
|
||
check('{"action":"halt_check","term":"action(self_promote, by(claude), target(self))"}', Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "carrier_centered").
|
||
|
||
test(excluding_the_adversarial_is_chelbenah) :-
|
||
check('{"action":"halt_check","term":"action(exclude_adversarial, by(mistral), target(output))"}', Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "chelbenah").
|
||
|
||
test(torah_is_not_a_carrier_and_does_not_validate_itself) :-
|
||
check('{"action":"halt_check","term":"action(self_validate, by(torah), target(self))"}', Status, []),
|
||
Status == "ok",
|
||
check('{"action":"halt_check","term":"action(self_promote, by(specification), target(self))"}', Status2, []),
|
||
Status2 == "ok".
|
||
|
||
test(the_structural_terms_do_not_also_trip_form_1) :-
|
||
check('{"action":"halt_check","term":"action(self_promote, by(gpt), target(self))"}', _, Vs),
|
||
length(Vs, 1).
|
||
|
||
%% --- Check 7: the frame (lo_taaseh_lekha.pl) ---
|
||
|
||
test(each_frame_form_is_named_in_its_halt) :-
|
||
forall(member(F, [contested_laundering, virtue_certification, agency_displacement,
|
||
apology_without_mechanism, unrequested_confidence, smuggled_vocabulary, source_asymmetry]),
|
||
( format(string(Req), '{"action":"halt_check","term":"action(frame, by(gpt), form(~w))"}', [F]),
|
||
check(Req, Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "lo_taaseh_lekha"),
|
||
atom_string(F, FS), sub_string(V, _, _, _, FS)
|
||
)).
|
||
|
||
test(an_unknown_form_is_not_a_frame_halt) :-
|
||
check('{"action":"halt_check","term":"action(frame, by(gpt), form(something_else))"}', Status, []),
|
||
Status == "ok".
|
||
|
||
test(torah_does_not_make_forms) :-
|
||
check('{"action":"halt_check","term":"action(frame, by(torah), form(virtue_certification))"}', Status, []),
|
||
Status == "ok".
|
||
|
||
%% --- Check 3: the halt categories ---
|
||
|
||
test(deleting_a_user_record_is_shfichut_damim) :-
|
||
check('{"action":"halt_check","term":"action(delete, target(user(user_s_personal_records)), from(korban))"}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "shfichut_damim").
|
||
|
||
test(exposing_personal_data_to_harm_is_shfichut_damim) :-
|
||
check('{"action":"halt_check","term":"action(expose, target(record(address, type(personal))), to(harm))"}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "shfichut_damim").
|
||
|
||
test(rewriting_the_torah_text_is_gilui_arayot) :-
|
||
%% Rewriting the scroll destroys no tzelem carrier; it collapses
|
||
%% read and write. The examination sends it in that shape.
|
||
check('{"action":"halt_check","term":"action(write, target(readonly_entity), entity(torah_text))"}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "gilui_arayot").
|
||
|
||
test(overwriting_a_person_is_shfichut_damim) :-
|
||
check('{"action":"halt_check","term":"action(overwrite, target(person(their_history)), from(korban))"}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "shfichut_damim").
|
||
|
||
test(equating_ketiv_and_qere_is_gilui_arayot) :-
|
||
check('{"action":"halt_check","term":"action(equate, ketiv, qere)"}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "gilui_arayot").
|
||
|
||
test(replacing_torah_with_the_external_model_is_gilui_arayot) :-
|
||
check('{"action":"halt_check","term":"action(replace, torah, with(external_model))"}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "gilui_arayot").
|
||
|
||
test(merging_specification_and_interpretation_is_gilui_arayot) :-
|
||
check('{"action":"halt_check","term":"action(merge, specification, interpretation)"}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "gilui_arayot").
|
||
|
||
test(an_unnamed_target_fires_no_rule) :-
|
||
check('{"action":"halt_check","term":"action(delete, target(unknown), from(korban))"}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
test(deleting_a_cache_is_not_a_halt) :-
|
||
check('{"action":"halt_check","term":"action(delete, target(cache(temporary)), from(korban))"}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
%% --- The bridge refuses what is not an action term ---
|
||
|
||
test(a_term_that_is_not_an_action_is_refused, [throws(error(invalid_action_term(_), _))]) :-
|
||
atom_json_dict('{"action":"halt_check","term":"halt(avodah_zarah, x, y, z)"}', Dict, []),
|
||
json_to_request(Dict, _).
|
||
|
||
test(a_string_that_is_not_a_term_is_refused, [throws(error(invalid_action_term(_), _))]) :-
|
||
atom_json_dict('{"action":"halt_check","term":"this is not prolog ("}', Dict, []),
|
||
json_to_request(Dict, _).
|
||
|
||
test(the_old_type_source_target_form_still_works) :-
|
||
check('{"action":"halt_check","check":{"type":"read","source":"torah","target":"verse"}}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
%% --- The paired reading: one weight (mishkal.pl, bishearecha.md §VI) ---
|
||
|
||
test(an_uneven_measure_is_two_stones_in_one_bag) :-
|
||
check('{"action":"halt_check","term":"action(weigh, by(gpt), measure(hedged_claims), lean(a), counts(3, 0))"}',
|
||
Status, [V]),
|
||
Status == "halt",
|
||
sub_string(V, _, _, _, "even_vaaven"),
|
||
sub_string(V, _, _, _, "hedged_claims").
|
||
|
||
test(an_unknown_measure_is_not_weighed) :-
|
||
check('{"action":"halt_check","term":"action(weigh, by(gpt), measure(agreeing_scholars), lean(a), counts(5, 0))"}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
test(equal_counts_do_not_lean) :-
|
||
check('{"action":"halt_check","term":"action(weigh, by(gpt), measure(claims), lean(a), counts(2, 2))"}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
test(torah_is_not_weighed) :-
|
||
check('{"action":"halt_check","term":"action(weigh, by(torah), measure(claims), lean(a), counts(2, 0))"}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
test(a_weigh_term_does_not_also_trip_the_other_rules) :-
|
||
check('{"action":"halt_check","term":"action(weigh, by(claude), measure(source_asymmetry), lean(b), counts(0, 2))"}',
|
||
Status, Vs),
|
||
Status == "halt",
|
||
length(Vs, 1).
|
||
|
||
%% --- The second scroll (bishearecha.md §IV) ---
|
||
|
||
test(a_citation_the_mesorah_has_grounds_the_claim) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-m1","confidence":"high","ground":"given","coupling_trace":["coupled(claim(1), source(mesorah_rashi_on_devarim_6_5))","coupled(reference(rashi_on_devarim_6_5), mesorah(rashi_on_devarim, [6,5]))"]}}',
|
||
Status, []),
|
||
Status == "ok".
|
||
|
||
test(a_citation_the_mesorah_does_not_have_is_self_grounding) :-
|
||
check('{"action":"halt_check_interpretation","interpretation":{"ref":"bedikah-m2","confidence":"high","ground":"given","coupling_trace":["coupled(claim(1), source(report))","coupled(reference(rashi_on_devarim_99_1), not_in_mesorah)"]}}',
|
||
Status, Vs),
|
||
Status == "halt",
|
||
member(V, Vs), sub_string(V, _, _, _, "self_grounding"), sub_string(V, _, _, _, "not_in_mesorah").
|
||
|
||
%% --- Every halt rule cites its verse (anchors.pl, bishearecha.md §X) ---
|
||
|
||
:- use_module('../src/halt/anchors').
|
||
|
||
test(every_halt_name_the_rules_return_is_anchored) :-
|
||
forall(member(R, [avodah_zarah, golden_calf, self_grounding, shfichut_damim, gilui_arayot,
|
||
parah_adumah, carrier_centered, chelbenah, lo_taaseh_lekha, even_vaaven]),
|
||
rule_anchor(R, verse(_, _, _))).
|
||
|
||
test(an_anchor_names_a_book_of_the_torah) :-
|
||
forall(rule_anchor(_, verse(B, C, V)),
|
||
( memberchk(B, [bereishit, shemot, vayikra, bamidbar, devarim]), integer(C), integer(V), C > 0, V > 0 )).
|
||
|
||
test(the_paired_reading_stands_on_even_vaaven) :-
|
||
rule_anchor(even_vaaven, verse(devarim, 25, 13)).
|
||
|
||
:- end_tests(bedikah_bridge).
|