modified: .gitlab-ci.yml modified: bench/qa_questions.txt modified: bench/qa_sweep.py modified: bench/run.sh modified: docs/TICKETS.md modified: docs/_source/README.md modified: docs/_source/_ext/makefile_targets.py modified: docs/_source/api/cli.rst modified: docs/_source/api/distill.rst modified: docs/_source/api/mesh.rst modified: docs/_source/api/qa.rst modified: docs/_source/api/retrieval.rst modified: docs/_source/api/storage.rst modified: docs/_source/api/substrate.rst modified: docs/_source/concepts.rst modified: docs/_source/conf.py modified: docs/_source/cookbook.rst modified: docs/_source/index.rst modified: docs/_source/license.rst modified: docs/_source/quickstart.rst modified: docs/bench-maxing.md modified: docs/benchmarks.md modified: docs/cti-architecture.md modified: docs/diagrams/aborist-modules.dot modified: docs/diagrams/aborist-modules.svg modified: docs/diagrams/mesh-data-flow.dot modified: docs/diagrams/mesh-epoch-lifecycle.dot modified: docs/diagrams/mesh-epoch-lifecycle.svg modified: docs/diagrams/mesh-group-decisions.dot modified: docs/diagrams/mesh-group-decisions.svg modified: docs/diagrams/mesh-identity-stack.dot modified: docs/diagrams/mesh-secret-envelope.dot modified: docs/mesh.md modified: docs/qa-modes-bench.md modified: docs/seven-point-program.md modified: docs/tickets/ticket-000001-retrieval-keywords-audit-gap.md modified: docs/tickets/ticket-000002-reference-frame-polarity-contract.md modified: docs/tickets/ticket-000003-anchor-class-warrant.md modified: docs/tickets/ticket-000005-label-ladder-migration.md modified: docs/tickets/ticket-000006-bench-emergent-findings.md modified: docs/tickets/ticket-000007-query-layer-hyphen-fold.md modified: docs/tickets/ticket-000008-broad-quantifier-preflight-guard.md modified: docs/tickets/ticket-000009-quantifier-preflight-dag-binding.md modified: docs/tickets/ticket-000010-metacognition-preflight-guard.md modified: docs/tickets/ticket-000011-soft-preflight-hint-sidecar.md modified: scripts/backfill_concepts.py modified: scripts/bench_emergent.py modified: tests/crawler/test_async_web_fetcher.py modified: tests/crawler/test_bridge.py modified: tests/crawler/test_web_fetch.py modified: tests/test_bench_qa_sweep.py modified: tests/test_burn.py modified: tests/test_burn_doc.py modified: tests/test_claim_lattice.py modified: tests/test_cli_render.py modified: tests/test_compress.py modified: tests/test_concepts.py modified: tests/test_dag.py modified: tests/test_directives.py modified: tests/test_distill.py modified: tests/test_distill_recursive.py modified: tests/test_evict.py modified: tests/test_frame.py modified: tests/test_grok_source.py modified: tests/test_html_source.py modified: tests/test_ingest.py modified: tests/test_inspect.py modified: tests/test_journal.py modified: tests/test_keys.py modified: tests/test_llm_context_base.py modified: tests/test_merkle.py modified: tests/test_mesh.py modified: tests/test_mesh_aead.py modified: tests/test_mesh_chain.py modified: tests/test_mesh_cli.py modified: tests/test_mesh_cli_pull.py modified: tests/test_mesh_wire.py modified: tests/test_mesh_wire_e2e.py modified: tests/test_metacognition.py modified: tests/test_migration_audit_mode.py modified: tests/test_providence_source.py modified: tests/test_qa.py modified: tests/test_qa_quality_live.py modified: tests/test_quantifier_caps.py modified: tests/test_quantifier_classifier.py modified: tests/test_quantifier_phase4.py modified: tests/test_quantifier_reminder.py modified: tests/test_query.py modified: tests/test_reclassify.py modified: tests/test_repair.py modified: tests/test_resume.py modified: tests/test_snapshot.py modified: tests/test_soft_preflight.py modified: tests/test_tfidf.py modified: tests/test_vcs_source.py modified: tests/test_verify.py modified: tests/test_verify_json.py modified: tests/test_versioned_ingest.py modified: tests/test_warrant.py modified: tests/test_wikipedia_old.py modified: tests/test_wikipedia_xml.py modified: tests/test_wikitext.py
73 lines
3.3 KiB
Text
73 lines
3.3 KiB
Text
// arborist/mesh — what flows between peers.
|
|
//
|
|
// Arborist is content-addressed: two peers ingesting the same dump
|
|
// compute bit-identical document_roots. Gossip exchanges identifiers,
|
|
// derivations, falsifications, and witness signatures. Bulk content
|
|
// only flows on cache miss, by Merkle proof of inclusion.
|
|
//
|
|
// HTTP wire (mesh sync, mesh serve) is the next milestone; this
|
|
// diagram fixes the protocol contract that wire will implement.
|
|
//
|
|
// Render: dot -Tpng docs/diagrams/mesh-data-flow.dot -o /tmp/x.png
|
|
|
|
digraph mesh_data_flow {
|
|
rankdir=LR;
|
|
bgcolor="white";
|
|
compound=true;
|
|
node [shape=box, style="rounded,filled", fontname="Helvetica"];
|
|
edge [fontname="Helvetica", fontsize=10];
|
|
|
|
subgraph cluster_alice {
|
|
label="peer: alice (admin)";
|
|
style="rounded,filled";
|
|
fillcolor="#fff7d6";
|
|
|
|
a_docs [label="documents\n(surface + core)", fillcolor="#ffffff"];
|
|
a_deriv [label="derivations\n(surface -> core proof_blob)", fillcolor="#ffffff"];
|
|
a_prov [label="providence_cache\n(8-dim cache_key, audit_mode)", fillcolor="#ffffff"];
|
|
a_falsif [label="falsifications\n('this answer is wrong')", fillcolor="#ffffff"];
|
|
a_audit [label="audit_events\n(append-only chain)", fillcolor="#ffffff"];
|
|
}
|
|
|
|
subgraph cluster_bob {
|
|
label="peer: bob (member)";
|
|
style="rounded,filled";
|
|
fillcolor="#d6ecff";
|
|
|
|
b_docs [label="documents\n(surface + core)", fillcolor="#ffffff"];
|
|
b_deriv [label="derivations", fillcolor="#ffffff"];
|
|
b_prov [label="providence_cache", fillcolor="#ffffff"];
|
|
b_falsif [label="falsifications", fillcolor="#ffffff"];
|
|
b_audit [label="audit_events", fillcolor="#ffffff"];
|
|
}
|
|
|
|
subgraph cluster_wire {
|
|
label="gossip messages (Ed25519-signed, optional AEAD)";
|
|
style="rounded,dashed";
|
|
color="#666666";
|
|
|
|
m_root [label="ANNOUNCE_ROOT\ndocument_root, source_uri,\nchunking_version, schema_version", fillcolor="#e8ffe8"];
|
|
m_der [label="ANNOUNCE_DERIVATION\ncore_root <- surface_root(s),\ndistiller_id, proof_blob hash", fillcolor="#e8ffe8"];
|
|
m_prov [label="ANNOUNCE_PROVIDENCE\ncache_key, audit_mode,\nanswer_hash", fillcolor="#e8ffe8"];
|
|
m_fals [label="ANNOUNCE_FALSIFICATION\ncache_key, reason, signed by witness", fillcolor="#ffe0e0"];
|
|
m_pull [label="REQUEST_BODY\ndocument_root or chunk_root\n(only on local miss)", fillcolor="#fff7d6"];
|
|
m_resp [label="DELIVER_BODY\nbytes + Merkle proof of inclusion\nrecipient verifies before insert", fillcolor="#fff7d6"];
|
|
}
|
|
|
|
a_docs -> m_root [lhead=cluster_wire];
|
|
a_deriv -> m_der [lhead=cluster_wire];
|
|
a_prov -> m_prov [lhead=cluster_wire];
|
|
a_falsif -> m_fals [lhead=cluster_wire];
|
|
|
|
m_root -> b_docs [ltail=cluster_wire];
|
|
m_der -> b_deriv [ltail=cluster_wire];
|
|
m_prov -> b_prov [ltail=cluster_wire];
|
|
m_fals -> b_falsif [ltail=cluster_wire];
|
|
|
|
b_docs -> m_pull [label="miss on root", color="#cc6600"];
|
|
m_pull -> a_docs [color="#cc6600"];
|
|
a_docs -> m_resp [color="#cc6600"];
|
|
m_resp -> b_docs [label="verify proof,\nthen ingest", color="#cc6600"];
|
|
|
|
a_audit -> b_audit [label="audit chain merge\n(prev_event_hash gates inserts)", style=dashed, color="#0066cc", constraint=false];
|
|
}
|