code wiki / _hdl_build / nx_compare_registry_assemble.nx
`nx_compare_registry_assemble.nx` source

↩ module page · 187 lines · 11834 B
1// nx_compare_registry_assemble.nx -- SOTA durability: the /compare registry SELF-ASSEMBLES from ground truth so
2// the multi-session-contention staleness bug (a stale local subset regenerates a hub that DROPS other sessions'
3// cards) CANNOT recur (operator 2026-07-10: "do sota"). Reconciles against the LIVE hub (fetched over sovereign
4// TLS = the real 41-card ground truth), extracting every card back into a registry line (title|kind|href|radar|
5// stat), then UNIONs any local *.matrix domain not already present. The result can only GROW. LIAR-KILL: the
6// assembled registry MUST carry >= the live hub's card count (a regression aborts, never writes). Writes
7// knowledge/compare/registry_full (candidate SSOT). Downstream: regen hub FROM it, verify >= live, publish w/
8// rollback. license_tier: ORIGINAL  expect_exit: 0
9import "nx_syscalls.nx"
10import "nx_x509_trust_store.nx"
11import "nx_trust_store_load_from_certdata.nx"
12import "nx_https_fetch_follow.nx"
13const K_MAGIC_4194304: i64 = 4194304
14const K_MAGIC_262144: i64 = 262144
15const K_MAGIC_4096: i64 = 4096
16const K_MAGIC_8192: i64 = 8192
17const K_MAGIC_16384: i64 = 16384
18
19func w(fd: i64, s: *u8) -> i64 { var n: i64=0; while s[n]!=(0 as u8){n=n+1} sys_write(fd,s,n); return 0 }
20func wn(fd: i64, v: i64) -> i64 { let bb: *u8=sys_mmap(28); var m: i64=v; if m<0{m=0-m;sys_write(fd,"-" as *u8,1)} let t: *u8=sys_mmap(28); var k: i64=0; if m==0{t[0]=48 as u8;k=1} while m>0{t[k]=(48+(m%10)) as u8;m=m/10;k=k+1} var i: i64=0; while i<k{bb[i]=t[k-1-i];i=i+1} sys_write(fd,bb,k); return 0 }
21func slen(s: *u8) -> i64 { var n: i64=0; while s[n]!=(0 as u8){n=n+1} return n }
22// find needle in hay[from..n); return absolute index or -1
23func findf(hay: *u8, from: i64, n: i64, needle: *u8) -> i64 {
  let m: i64 = slen(needle); if m==0 { return 0-1 }
  var i: i64 = from
  while i + m <= n { var j: i64=0; var ok: i64=1; while j<m { if hay[i+j]!=needle[j]{ok=0;j=m}else{j=j+1} } if ok==1{return i} i=i+1 }
  return 0-1
28}
29func count_in(hay: *u8, n: i64, needle: *u8) -> i64 { var c: i64=0; var p: i64=0; var q: i64=findf(hay,p,n,needle); while q>=0 { c=c+1; q=findf(hay,q+1,n,needle) } return c }
30// append raw bytes [s,s+len) of src to dst at off; return new off
31func app(dst: *u8, off: i64, src: *u8, s: i64, len: i64) -> i64 { var i: i64=0; while i<len { dst[off+i]=src[s+i]; i=i+1 } return off+len }
32func apstr(dst: *u8, off: i64, str: *u8) -> i64 { var i: i64=0; while str[i]!=(0 as u8){dst[off+i]=str[i];i=i+1} return off+i }
33func write_file(path: *u8, buf: *u8, n: i64) -> i64 { let fd: i64=sys_openat_wr(path,420); if fd<0{return 0-1} sys_write(fd,buf,n); sys_close(fd); return n }
34func read_file(path: *u8, buf: *u8, cap: i64) -> i64 { let fd: i64=sys_openat_rd(path); if fd<0{return 0-1} var tot: i64=0; while tot<cap { let r: i64=sys_read(fd,(buf as i64+tot) as *u8,cap-tot); if r<=0{break} tot=tot+r } sys_close(fd); return tot }
35
36func main() -> i64 {
  let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304)
  if r <= 0 { w(1, "ASSEMBLE: certdata load failed\n" as *u8); return 1 }
  let store: *TrustStore = r as *TrustStore
  let cap: i64 = K_MAGIC_4194304
  let hub: *u8 = sys_mmap(cap)
  let status: *i64 = sys_mmap(8) as *i64
  w(1, "=== nx_compare_registry_assemble -- reconcile registry against the LIVE hub (self-assembling SSOT) ===\n")
  let n: i64 = nx_https_fetch_follow("https://nishifamily.com/compare" as *u8, store, hub, cap, 6, status)
  w(1, "  live hub status="); wn(1, status[0]); w(1, " bytes="); wn(1, n); w(1, "\n")
  let livecards: i64 = count_in(hub, n, "class='card'" as *u8)
  w(1, "  live cards="); wn(1, livecards); w(1, "\n")
  if livecards < 8 { w(1, "ASSEMBLE: RED live hub < 8 cards -- refusing\n" as *u8); return 1 }
49
  let reg: *u8 = sys_mmap(K_MAGIC_262144)
  var ro: i64 = 0
  ro = apstr(reg, ro, "# Nishi Compare registry -- SELF-ASSEMBLED from the live hub (ground truth) + local *.matrix union.\n" as *u8)
  ro = apstr(reg, ro, "# Regenerated by nx_compare_registry_assemble (2026-07-10) to kill multi-session staleness. title|kind|href|radar|stat\n" as *u8)
54
  // extract each card: <a class='card' href='HREF'><h2>TITLE <span class='pill KIND'>KIND</span></h2><div class='stat'>STAT</div></a>
  // then an optional following <p class='frl'><a href='RADAR'>
  let hrefbuf: *u8 = sys_mmap(K_MAGIC_4096)     // to dedupe hrefs (store null-joined)
  var hn: i64 = 0
  var emitted: i64 = 0
  var pos: i64 = 0
  var going: i64 = 1
  while going == 1 {
      let c0: i64 = findf(hub, pos, n, "<a class='card' href='" as *u8)
      if c0 < 0 { going = 0 } else {
          let hs: i64 = c0 + 22
          let he: i64 = findf(hub, hs, n, "'" as *u8)
          // title between <h2> and " <span"
          let h2: i64 = findf(hub, he, n, "<h2>" as *u8)
          let ts: i64 = h2 + 4
          var te: i64 = findf(hub, ts, n, " <span" as *u8)
          let span: i64 = findf(hub, ts, n, "<span" as *u8)
          // kind between the pill '>' and </span>
          let pg: i64 = findf(hub, span, n, ">" as *u8)
          let ks: i64 = pg + 1
          let ke: i64 = findf(hub, ks, n, "</span>" as *u8)
          // stat between <div class='stat'> and </div>
          let ds: i64 = findf(hub, ke, n, "class='stat'>" as *u8)
          let sts: i64 = ds + 13
          let ste: i64 = findf(hub, sts, n, "</div>" as *u8)
          // card end
          let ae: i64 = findf(hub, ste, n, "</a>" as *u8)
          // optional radar in the frl block before the NEXT card
          let nextc: i64 = findf(hub, ae, n, "<a class='card'" as *u8)
          var rs: i64 = 0 - 1
          var re: i64 = 0 - 1
          let frl: i64 = findf(hub, ae, n, "class='frl'" as *u8)
          if frl >= 0 { if nextc < 0 { if frl >= 0 { rs = 0 } } }
          if frl >= 0 { var frlok: i64 = 1; if nextc >= 0 { if frl > nextc { frlok = 0 } } if frlok == 1 {
              let ra: i64 = findf(hub, frl, n, "href='" as *u8)
              rs = ra + 6
              re = findf(hub, rs, n, "'" as *u8)
          } }
          if he > hs { if te > ts { if ke > ks { if ste > sts { if ae > 0 {
              // dedupe by href
              var dup: i64 = 0
              var hp: i64 = 0
              while hp < hn { var mm: i64=1; var q: i64=0; while q < (he - hs) { if hrefbuf[hp+q] != hub[hs+q] { mm=0; q=he-hs } else { q=q+1 } } if mm==1 { if hrefbuf[hp+(he-hs)]==(0 as u8) { dup=1 } } hp=hp+1 }
              if dup == 0 {
                  // record href
                  hp = app(hrefbuf, hn, hub, hs, he-hs); hrefbuf[hp]=0 as u8; hn = hp+1
                  // emit: title|kind|href|radar-or-dash|stat
                  ro = app(reg, ro, hub, ts, te-ts); ro = apstr(reg, ro, "|" as *u8)
                  ro = app(reg, ro, hub, ks, ke-ks); ro = apstr(reg, ro, "|" as *u8)
                  ro = app(reg, ro, hub, hs, he-hs); ro = apstr(reg, ro, "|" as *u8)
                  if re > rs { ro = app(reg, ro, hub, rs, re-rs) } else { ro = apstr(reg, ro, "-" as *u8) }
                  ro = apstr(reg, ro, "|" as *u8)
                  ro = app(reg, ro, hub, sts, ste-sts)
                  ro = apstr(reg, ro, "\n" as *u8)
                  emitted = emitted + 1
              }
          } } } } }
          pos = c0 + 22
      }
  }
  w(1, "  extracted registry lines from live hub="); wn(1, emitted); w(1, "\n")
116
  // ---- UNION: local rendered domains (knowledge/compare/regen.list) not yet in the live hub. A NEW
  // .sota/.matrix domain enters the registry on its FIRST publish WITHOUT a hand-bootstrap -> kills the
  // hub lost-update race class (debt seq68): assemble is now complete-by-construction, can only grow.
  let rl: *u8 = sys_mmap(K_MAGIC_8192)
  let rln: i64 = read_file("knowledge/compare/regen.list" as *u8, rl, K_MAGIC_8192)
  let uhp: *u8 = sys_mmap(256)
  let usp: *u8 = sys_mmap(256)
  let utb: *u8 = sys_mmap(K_MAGIC_16384)
  let uqp: *u8 = sys_mmap(256)
  var unioned: i64 = 0
  if rln > 0 {
      var rp: i64 = 0
      while rp < rln {
          var re2: i64 = rp
          while re2 < rln { if rl[re2] == (10 as u8) { break } re2 = re2 + 1 }
          if re2 > rp { if rl[rp] != (35 as u8) {
              let sl: i64 = re2 - rp
              var ho: i64 = apstr(uhp, 0, "/compare/" as *u8)
              ho = app(uhp, ho, rl, rp, sl)
              uhp[ho] = 124 as u8; ho = ho + 1; uhp[ho] = 0 as u8
              if findf(reg, 0, ro, uhp) < 0 {
                  var so: i64 = apstr(usp, 0, "knowledge/compare/" as *u8)
                  so = app(usp, so, rl, rp, sl); so = apstr(usp, so, ".sota" as *u8); usp[so] = 0 as u8
                  var tn: i64 = read_file(usp, utb, K_MAGIC_16384)
                  if tn <= 0 {
                      so = apstr(usp, 0, "knowledge/compare/" as *u8)
                      so = app(usp, so, rl, rp, sl); so = apstr(usp, so, ".matrix" as *u8); usp[so] = 0 as u8
                      tn = read_file(usp, utb, K_MAGIC_16384)
                  }
                  var qo: i64 = apstr(uqp, 0, "knowledge/compare/" as *u8)
                  qo = app(uqp, qo, rl, rp, sl); qo = apstr(uqp, qo, ".q" as *u8); uqp[qo] = 0 as u8
                  let qfd: i64 = sys_openat_rd(uqp)
                  var hasq: i64 = 0
                  if qfd >= 0 { hasq = 1; sys_close(qfd) }
                  var ta: i64 = 0 - 1
                  var te: i64 = 0
                  if tn > 0 {
                      let ti: i64 = findf(utb, 0, tn, "@title " as *u8)
                      if ti >= 0 { ta = ti + 7; te = ta; while te < tn { if utb[te] == (10 as u8) { break } te = te + 1 } }
                  }
                  // only union a RENDERABLE domain (has a real .sota/.matrix) -- skips stale regen.list
                  // stubs (e.g. a bare name with no page) so we never emit a card that 404s.
                  if tn > 0 {
                      if ta >= 0 { ro = app(reg, ro, utb, ta, te - ta) } else { ro = app(reg, ro, rl, rp, sl) }
                      ro = apstr(reg, ro, "|live|/compare/" as *u8)
                      ro = app(reg, ro, rl, rp, sl)
                      ro = apstr(reg, ro, "|" as *u8)
                      if hasq == 1 { ro = apstr(reg, ro, "/compare/" as *u8); ro = app(reg, ro, rl, rp, sl); ro = apstr(reg, ro, "/frontier" as *u8) } else { ro = apstr(reg, ro, "-" as *u8) }
                      ro = apstr(reg, ro, "|auto-unioned from regen.list (not yet in live hub)\n" as *u8)
                      unioned = unioned + 1
                      emitted = emitted + 1
                  }
              }
          } }
          rp = re2 + 1
      }
  }
  w(1, "  unioned local regen.list domains not in live hub="); wn(1, unioned); w(1, "\n")
175
  // LIAR-KILL: must not regress below live card count
  if emitted < livecards { w(1, "ASSEMBLE: RED extracted "); wn(1, emitted); w(1, " < live "); wn(1, livecards); w(1, " -- extraction lossy, refusing to write\n" as *u8); return 1 }
178
  write_file("knowledge/compare/registry_full" as *u8, reg, ro)
  w(1, "  wrote knowledge/compare/registry_full ("); wn(1, ro); w(1, " bytes, "); wn(1, emitted); w(1, " domains)\n" as *u8)
  // sanity: instrument present
  let hasinst: i64 = count_in(reg, ro, "/compare/instrument" as *u8)
  w(1, "  instrument in assembled registry="); wn(1, hasinst); w(1, "\n")
  if hasinst < 1 { w(1, "ASSEMBLE: RED instrument missing from assembled registry\n" as *u8); return 1 }
  w(1, "ASSEMBLE: GREEN -- registry_full = "); wn(1, emitted); w(1, " domains (>= live "); wn(1, livecards); w(1, "), instrument present, can only grow\n" as *u8)
  return 0
187}
nx_compare_registry_assemble.nx source

`nx_compare_registry_assemble.nx` source
