diff --git a/Makefile b/Makefile index 4cc3f28..d751f50 100644 --- a/Makefile +++ b/Makefile @@ -859,6 +859,14 @@ textbook-boole: ## Boole Laws of Thought (PD, PG TeX) $(ARBORIST) --db "$(CRAWL_SHARDS_DIR)/textbook_boole-laws-of-thought-1854.db" \ ingest --source textbook_tex --url "$$url" +textbook-peano: ## Peano Arithmetices Principia 1889 (CC-BY-SA, Verheyen+Nahas LaTeX from GitHub) + @row=$$(grep '"peano-arithmetices-principia-1889"' $(TEXTBOOK_MANIFEST) | head -1); \ + url=$$(echo "$$row" | $(PY) -c "import json,sys; print(json.loads(sys.stdin.read()).get('tex_url',''))"); \ + if [ -z "$$url" ]; then echo "no tex_url for Peano" >&2; exit 1; fi; \ + mkdir -p $(CRAWL_SHARDS_DIR); \ + $(ARBORIST) --db "$(CRAWL_SHARDS_DIR)/textbook_peano-arithmetices-principia-1889.db" \ + ingest --source textbook_tex --url "$$url" + test-crawler: bootstrap-crawler ## run only the lifted crawler tests $(VENV)/bin/pytest -q tests/crawler diff --git a/bench/fixtures/textbooks/manifest-v1.jsonl b/bench/fixtures/textbooks/manifest-v1.jsonl index 35af594..434260f 100644 --- a/bench/fixtures/textbooks/manifest-v1.jsonl +++ b/bench/fixtures/textbooks/manifest-v1.jsonl @@ -14,3 +14,4 @@ {"id":"cantor-transfinite-numbers-jourdain","title":"Contributions to the Founding of the Theory of Transfinite Numbers","author":"Georg Cantor (Philip E. B. Jourdain transl.)","year":"1895/1897 (orig. German); 1915 (Jourdain English)","license":"PD","license_url":"https://en.wikipedia.org/wiki/Public_domain","domain":"set-theory","pillar_targets":["II"],"urls":["https://en.wikisource.org/wiki/Contributions_to_the_Founding_of_the_Theory_of_Transfinite_Numbers/Article_1"],"home_url":"https://en.wikisource.org/wiki/Contributions_to_the_Founding_of_the_Theory_of_Transfinite_Numbers","notes":"Wikisource. Only Article 1 (~15K words: cardinal number, equivalence, addition/multiplication/exponentiation, finite cardinals) is transcribed; Article 2 page does not exist. Foundational for claim-pack pillar II — Cantor IS the historical primary source modern Jech-style texts derive from. PD by age (Jourdain translation 1915, US PD via pre-1929 rule)."} {"id":"demorgan-first-notions-logic","title":"First Notions of Logic, Preparatory to the Study of Geometry","author":"Augustus De Morgan","year":"1839","license":"PD","license_url":"https://en.wikipedia.org/wiki/Public_domain","domain":"logic","pillar_targets":["I"],"urls":["https://www.gutenberg.org/cache/epub/67017/pg67017-images.html"],"home_url":"https://www.gutenberg.org/ebooks/67017","notes":"PG eBook #67017, single-page HTML. ~30 pages: AEIO propositions, syllogism six fundamental forms × four figures, hypothetical / indirect / a fortiori arguments, probabilistic inference. Pre-Boole, pre-Frege, pre-Hilbert; one of the earliest English systematic logic texts. Pillar I supplement to Boole 1854 already ingested."} {"id":"russell-imp-1919","title":"Introduction to Mathematical Philosophy","author":"Bertrand Russell","year":"1919","license":"PD","license_url":"https://en.wikipedia.org/wiki/Public_domain","domain":"logic-foundations","pillar_targets":["I","II","III"],"urls":["https://www.gutenberg.org/cache/epub/41654/pg41654-images.html"],"home_url":"https://www.gutenberg.org/ebooks/41654","notes":"PG eBook #41654, single-page HTML. ~200 pages covering natural numbers, definition of number, finite & infinite, classes & types, propositional functions, descriptions, relations, axiom of infinity, axiom of choice. Bridges pillars I (logic), II (transfinite cardinals), III (Peano arithmetic). Russell wrote IMP after Principia Mathematica as a non-symbolic exposition; PD by age (1919 + URAA = 95 years = 2015)."} +{"id":"peano-arithmetices-principia-1889","title":"Arithmetices Principia, Nova Methodo Exposita / The Principles of Arithmetic, Presented by a New Method","author":"Giuseppe Peano (Vincent Verheyen + Michael Nahas, transl. + ed.)","year":"1889 (orig. Latin); 2018+ (Verheyen English, current revisions through 2022+)","license":"CC-BY-SA-4.0","license_url":"https://creativecommons.org/licenses/by-sa/4.0/","domain":"arithmetic","pillar_targets":["III"],"urls":[],"home_url":"https://github.com/mdnahas/Peano_Book","tex_url":"https://raw.githubusercontent.com/mdnahas/Peano_Book/master/Peano.tex","notes":"Side-by-side Latin (Peano 1889) + English (Verheyen 2018) translation with modern math notation, hosted on mdnahas/Peano_Book GitHub repo under CC-BY-SA-4.0. The 1889 Latin original IS the primary source for Peano arithmetic axioms (zero, successor, induction); Landau 1929 and Gödel 1931 both rederive from this. Ingest path: textbook_tex (paracol multi-column macros leak some `gobble 1cm` / `0.5cm` residue but substantive English text extracts cleanly — 39 chunks, 35 hits on 'peano', 38 on 'arithmetic'). Pillar III is gated on a fox decision to alias Landau + Gödel citations to Peano via #000041."} diff --git a/bench/results/medium-confidence-aliases-and-peano-2026-05-10.md b/bench/results/medium-confidence-aliases-and-peano-2026-05-10.md new file mode 100644 index 0000000..0a253b2 --- /dev/null +++ b/bench/results/medium-confidence-aliases-and-peano-2026-05-10.md @@ -0,0 +1,185 @@ +# Medium-confidence aliases + Peano ingest + title backfill — 2026-05-10 + +**Date:** 2026-05-10 (UTC) +**Author:** blackops + fox +**Method:** under fox's "all of the above" directive: registered 7 +medium-confidence citation aliases, ingested Peano's *Arithmetices +Principia* via the existing textbook_tex pipeline (the third +TeX-source primary after Hilbert + Boole), and discovered + fixed an +author-surname-in-haystack defect that was suppressing alias-driven +resolution across half the new shards. + +## Headline + +**35 → 54 / 92 records resolve (+19, 59% coverage).** Pillar I/II/III +all moved off zero. Lift came from three nearly-orthogonal sources: +the alias decisions (+4), the Peano ingest (+2), and the title +backfill (+13). + +## Changes landed + +### 7 medium-confidence citation-alias rows + +`decision_by="fox 2026-05-10"` per #000041 audit discipline. Each row +carries the partial-coverage caveat in its `decision_rationale`. + +| Original | Substitutes | Honest cap | +|---|---|---| +| Mendelson — Introduction to Mathematical Logic | Russell IMP, De Morgan FNL, Boole *Laws of Thought* | 4-7 / 7 | +| Enderton — A Mathematical Introduction to Logic | Russell IMP, De Morgan FNL | 3-5 / 6 | +| Jech — Set Theory | Cantor 1915 *Contributions* | 3-7 / 10 | +| Landau — Foundations of Analysis | Russell IMP | 2-4 / 7 | + +### 1 new textbook ingest — Peano *Arithmetices Principia* 1889 + +Source: `https://github.com/mdnahas/Peano_Book` (CC-BY-SA-4.0, +Verheyen English + Nahas refactor of the 1889 Latin original). LaTeX +file uses `paracol` multi-column macros which the existing +`textbook_tex` strip_tex pipeline doesn't fully handle (some +`gobble 1cm` / `0.5cm` / `paracol3` residue leaks through), but the +substantive English text extracts cleanly: 39 chunks, 35 hits on +"peano", 38 on "arithmetic". + +Manifest entry under id `peano-arithmetices-principia-1889`; bumped +license token to `CC-BY-SA-4.0` (already in arborist's redistribution +allow-list). Make target `make textbook-peano`. + +### 3 Peano-substitute citation aliases + +| Original | Substitute | Records lifted | +|---|---|---| +| Foundations of Analysis by Edmund Landau | Peano *Arithmetices Principia* | 2 | +| On Formally Undecidable Propositions of Principia Mathematica and Related Systems by Kurt Gödel | Peano *Arithmetices Principia* | 0 (same shard) | +| On Formally Undecidable Propositions by Kurt Gödel | Peano *Arithmetices Principia* | 0 (variant) | + +### Title backfill on 4 shards (the +13 unlock) + +Empirical defect surfaced during alias debugging: HTML-source ingest +took titles directly from `` HTML tag, which on Wikisource and +Project Gutenberg pages does NOT include author surname. Result: the +resolver's `_shard_matches_citation` heuristic — which requires the +cited author's surname AND a title-token to appear in the shard's +title haystack — failed for shards whose substitute alias claimed an +author who didn't appear. + +Specifically: + +- **Cantor**: title was `Contributions to the Founding of the Theory + of Transfinite Numbers/Article 1 - Wikisource, the free online + library` — zero hits on "cantor". +- **Russell IMP**: title was `Introduction to Mathematical Philosophy + | Project Gutenberg` — zero hits on "russell". +- **Bogart CTGD** (51 docs): titles like `CTGD Index`, `CTGD Front + Matter`, `Combinatorics Through Guided Discovery` — zero hits on + "bogart" except in the chapter copyright lines. +- **Judson AGT** (39 docs): titles like `AATA Front Matter`, `AATA + Abstract Algebra` — only the home-page subtitle had "Judson Books". + +Surgical fix: SQL UPDATE on each shard's `documents.title` column to +append author surname + work canonical name. ~5 lines of Python. + +After backfill, the resolver picked up: + +- Pillar I: 4 → **7** (+3 from Russell IMP / Boole / De Morgan) +- Pillar II: 0 → **5** (+5 from Cantor) +- Pillar III: 2 → **7** (+5 from Russell IMP) +- Pillar IX: 5 → 5 (Judson cap unchanged; the cap is FTS5 cascade, + not haystack) + +Note: this title-backfill is a one-off SQL fix to the existing +shards. The proper long-term fix is in the HTML / textbook_tex +sources: pull author from the manifest's `author` field at ingest +time and prepend/append it to the document title. Tracked under +`#000031` Phase 1 follow-up; deferred this turn. + +## Per-pillar coverage + +| Pillar | Pre-turn (35/92) | Post-turn (54/92) | Delta | +|---|---|---|---| +| I (logic) | 4/13 | **7/13** | +3 | +| II (set theory) | 0/10 | **5/10** | +5 | +| III (arithmetic) | 0/13 | **7/13** | +7 | +| IV (geometry) | 18/18 | 18/18 | — | +| V (probability) | 0/5 | 0/5 | — (no PD substitute ingested) | +| VI (classical phys) | 3/5 | 3/5 | — | +| VII (combinatorics) | 9/14 | 9/14 | — | +| IX (lambda + algebra) | 5/14 | 5/14 | — | +| **Total** | **35/92 (38%)** | **54/92 (59%)** | **+19** | + +## Honest gaps remaining + +### Whole pillars partially stuck + +- **Pillar I (6 stuck)** — Russell IMP / De Morgan / Boole don't cover + modus tollens, double negation elimination, implication + introduction/distribution, vacuous quantification, reflexivity of + equality. Hilbert-Ackermann 1928 would close this; not yet ingested. +- **Pillar II (5 stuck)** — Cantor 1915 doesn't have ZFC modern + axioms (Power Set, Replacement, Foundation, Russell's Paradox + Resolution). Zermelo 1908 + Fraenkel 1928 would close; neither + ingested. +- **Pillar III (6 stuck)** — Peano shard's FTS5 cascade misses + "Axiom of Zero" / "Distinctness of Zero" / "Injectivity of + Successor" because Peano writes these symbolically (`0 ∈ N`, not + "axiom of zero"). Cascade tuning needed. + +### Whole pillars 0/X + +- **Pillar V (5 records)** — Kolmogorov's Foundations of Probability + not ingested; URAA-blocked in US until 2058. PD substitutes (Bayes + 1763, Laplace 1812, Borel 1909) not yet ingested. +- **Pillar IX lambda subset (7-9 records)** — Barendregt + Böhm- + Jacopini have no PD substitute ingested. Church 1932-1941 papers + blocked by 95-year US rule until 2027-2031. + +### FTS5 cascade misses (alias registered, doesn't lift) + +- Newton's Third Law, Conservation of Momentum (pillar VI vocab) +- Hockey-Stick, Vandermonde, Catalan, Stars-and-Bars (pillar VII — + Bogart skews intro) +- Orbit-Stabilizer (pillar IX — Judson covers it but cascade misses) +- Several pillar III axioms (Peano's symbolic notation) + +These are tractable one-by-one with targeted term-aliases or +cascade tuning. Per-record yield: ~1 each. + +## Reproducibility + +```bash +# Citation aliases survive in shards-dir/000.db; replay via +arborist alias citation list + +# Peano ingest (idempotent at content_root): +make textbook-peano + +# Title backfill (one-off SQL; reproduce via Python script +# below if shards rebuilt): +python -c " +import sqlite3 +for shard, title in [ + ('~/.arborist/crawl/textbook_cantor-transfinite-numbers-jourdain.db', + 'Contributions to the Founding of the Theory of Transfinite Numbers, by Georg Cantor (Jourdain transl. 1915)'), + ('~/.arborist/crawl/textbook_russell-imp-1919.db', + 'Introduction to Mathematical Philosophy, by Bertrand Russell (1919)'), +]: + c = sqlite3.connect(__import__('os').path.expanduser(shard)) + c.execute('UPDATE documents SET title = ?', (title,)) + c.commit() +" + +# Resolver: +arborist warrant-resolve --use-aliases --write +# → 54 / 92 (59%) +``` + +## References + +- `#000031` — surface-ingest cited textbooks for warrant promotion; + Phase 1 follow-up needed for source-side title-from-author backfill +- `#000041` — citation-aliases mechanism (10 rows now live) +- `#000042` — term-aliases mechanism (4 geometry + 2 classical-phys + rows live; 2 unused so far) +- Prior bench journals: + - `bench/results/citation-aliases-batch-2026-05-10.md` — earlier turn (35/92) + - `bench/results/textbook-base-knowledge-upgrade-2026-05-09.md` — base-knowledge ingest + - `bench/results/hilbert-pillar-iv-fully-resolved-2026-05-09.md` — pillar IV completion