code wiki / (root) / nx_recall_board.nx

nx_recall_board.nx source

↩ module page · 73 lines · 6262 B

1// nx_recall_board.nx -- the recall/search SOTA board as an MCP tool: honest liar-killed axes + 2// coverage + research_opportunities + fetch_targets + maturity + RACI, emitted as JSON. This is the 3// /compare/recall + atlas interchange (mirrors the sibling nx_graphics_board). Every axis carries a 4// STATE (HAVE-LIVE = in production / HAVE-GATED = gate-proven not-yet-live / GAP = honestly absent) so 5// coverage cannot be inflated; a GAP is never counted as HAVE. Data-driven honesty, integer coverage. 6// nx_recall_board -> the recall SOTA JSON (no args) 7// license_tier: ORIGINAL No hw writes (Rule 26). expect_exit: 0 8import "nx_syscalls.nx" 9import "nx_itoa_lib.nx" // shared MSB-first emitter (zero-alloc) 10const K_MAGIC_4000: i64 = 4000 11 12func rb_puts(s: *u8) -> i64 { var n: i64 = 0; while s[n] != (0 as u8) { n = n + 1 } sys_write(1, s, n); return 0 } 13func rb_q() -> i64 { let b: *u8 = sys_mmap(1); b[0] = 34 as u8; sys_write(1, b, 1); return 0 } 14func rb_k(name: *u8) -> i64 { rb_q(); rb_puts(name); rb_q(); rb_puts(":" as *u8); return 0 } 15// MIGRATED to the shared emitter (debt 1785563586). The old body mmapped a scratch buffer 16// per call and never freed it. At PAGE granularity that is 4096B leaked PER CALL -- the 17// defect that took 28.5GB of a 36GB host in nx_ts_lumadiff (2MB input, ~3.66M calls). 18// nxi_* is MSB-first, allocates NOTHING, and emits identical bytes including the sign. 19func rb_num(v: i64) -> i64 { nxi_out(v); return 0 } 20// one axis object: {"axis":..,"state":..,"weight":w,"evidence":..} 21func rb_axis(axis: *u8, state: *u8, w: i64, ev: *u8) -> i64 { 22 rb_puts("{" as *u8); rb_k("axis" as *u8); rb_q(); rb_puts(axis); rb_q(); rb_puts("," as *u8) 23 rb_k("state" as *u8); rb_q(); rb_puts(state); rb_q(); rb_puts("," as *u8) 24 rb_k("w" as *u8); rb_num(w); rb_puts("," as *u8) 25 rb_k("evidence" as *u8); rb_q(); rb_puts(ev); rb_q(); rb_puts("}" as *u8) 26 return 0 27} 28func rb_str(s: *u8) -> i64 { rb_q(); rb_puts(s); rb_q(); return 0 } 29 30func main() -> i64 { 31 // axis weights (permil of full credit): HAVE-LIVE=1000, HAVE-GATED=500, GAP=0. Sum / N = coverage. 32 let n_axes: i64 = 8 33 let sumw: i64 = 1000 + 1000 + 1000 + 500 + 500 + 0 + 0 + 0 // K_MAGIC_4000 34 let coverage: i64 = sumw / n_axes // 500 permil, honest 35 36 rb_puts("{" as *u8) 37 rb_k("api" as *u8); rb_str("nishi-recall-board" as *u8); rb_puts("," as *u8) 38 rb_k("v" as *u8); rb_num(1); rb_puts("," as *u8) 39 rb_k("domain" as *u8); rb_str("recall/search" as *u8); rb_puts("," as *u8) 40 rb_k("axes" as *u8); rb_puts("[" as *u8) 41 rb_axis("BM25 + PageRank lexical ranking" as *u8, "HAVE-LIVE" as *u8, 1000, "dss_search_off_div in production" as *u8); rb_puts("," as *u8) 42 rb_axis("term-proximity rerank in the live SERP" as *u8, "HAVE-LIVE" as *u8, 1000, "dss_prox_all deployed 2026-07-19; live margin 1.7->3.9pct on cross-encoder-reranking" as *u8); rb_puts("," as *u8) 43 rb_axis("IR eval ruler (nDCG/MRR/Recall/AP)" as *u8, "HAVE-LIVE" as *u8, 1000, "nx_recall_eval + nx_recall_bench live on MCP" as *u8); rb_puts("," as *u8) 44 rb_axis("hybrid RRF fusion (BM25 + dense)" as *u8, "HAVE-GATED" as *u8, 500, "nx_recall_fuse gate 7/7; nDCG 494->659; not yet in serve" as *u8); rb_puts("," as *u8) 45 rb_axis("sovereign semantic reranker (PPMI-SVD cosine)" as *u8, "HAVE-GATED" as *u8, 500, "nx_recall_rerank gate 5/5; nDCG 530->964; not yet in serve" as *u8); rb_puts("," as *u8) 46 rb_axis("dense retrieval fused into the SERP" as *u8, "GAP" as *u8, 0, "dense/PPMI organs exist but no per-doc dense index at serve time" as *u8); rb_puts("," as *u8) 47 rb_axis("neural cross-encoder rerank (trained encoder)" as *u8, "GAP" as *u8, 0, "the field #1 gap; R5 no-float LLM reranker rides the modelwright track" as *u8); rb_puts("," as *u8) 48 rb_axis("external-suite benchmark (BEIR/MS MARCO)" as *u8, "GAP" as *u8, 0, "internal ruler only; F236 ready (researcher)" as *u8) 49 rb_puts("]," as *u8) 50 rb_k("coverage_permil" as *u8); rb_num(coverage); rb_puts("," as *u8) 51 rb_k("coverage_note" as *u8); rb_str("HAVE-LIVE=1000 HAVE-GATED=500 GAP=0, mean over axes; a GAP is NEVER counted as HAVE (liar-killer)" as *u8); rb_puts("," as *u8) 52 rb_k("maturity" as *u8); rb_str("L2 evidence-capped (organs gated + 2 MCP tools + 1 live SERP rerank + scale gate N=2048); NOT L3 until external-suite row + full serve wiring" as *u8); rb_puts("," as *u8) 53 rb_k("raci" as *u8); rb_puts("{" as *u8) 54 rb_k("accountable" as *u8); rb_str("librarian" as *u8); rb_puts("," as *u8) 55 rb_k("lane" as *u8); rb_str("recall" as *u8); rb_puts("," as *u8) 56 rb_k("tasks" as *u8); rb_str("F230-F237 (F235 modelwright, F236/F237 researcher)" as *u8); rb_puts("}," as *u8) 57 rb_k("research_opportunities" as *u8); rb_puts("[" as *u8) 58 rb_str("deterministic learned-sparse (SPLADE-class) in integer -- BEIR-benchable, bit-reproducible novelty" as *u8); rb_puts("," as *u8) 59 rb_str("integer late-interaction (ColBERT-class) maxsim on PPMI-SVD embeddings" as *u8); rb_puts("," as *u8) 60 rb_str("no-float LLM reranker (F235) -- worlds first bit-deterministic neural reranker; needs KV-cache speed" as *u8); rb_puts("," as *u8) 61 rb_str("determinism-as-a-benchmark-axis -- a reproducible-IR protocol we EXCEED by construction" as *u8); rb_puts("," as *u8) 62 rb_str("GraphRAG recombination recall over the 16.5k-node atlas -- distant semantic-nearest = novel-design candidates" as *u8) 63 rb_puts("]," as *u8) 64 rb_k("fetch_targets" as *u8); rb_puts("[" as *u8) 65 rb_str("BEIR qrels (nfcorpus/scifact/fiqa) + MS MARCO dev + TREC-DL = external ground truth for the honest C5 row" as *u8); rb_puts("," as *u8) 66 rb_str("primary IR arxiv PDFs (SPLADE/uniCOIL/ColBERTv2/PLAID/RRF/contextual-retrieval/GraphRAG) cite-grounded" as *u8); rb_puts("," as *u8) 67 rb_str("competitor SERP snapshots (Mojeek/Brave/Marginalia) on a FIXED query set on cadence = head-to-head evidence" as *u8); rb_puts("," as *u8) 68 rb_str("clean text corpora (wiki dumps + own crawl) for the PPMI-SVD embedding upgrade (co-occurrence volume)" as *u8) 69 rb_puts("]," as *u8) 70 rb_k("evidence_page" as *u8); rb_str("https://nishifamily.com/recall" as *u8) 71 rb_puts("}\n" as *u8) 72 sys_exit(0); return 0 73}