code wiki / _hdl_build / nx_infomgmt_race.nx
`nx_infomgmt_race.nx` source

↩ module page · 253 lines · 10446 B
1// nx_infomgmt_race.nx -- IM6: THE BEAT-SQLITE RACE (the named EXCEED measurement
2// of the S-class-exceed information-management ladder).
3//
4// Two lanes, SAME input (elder_census.log), SAME logical work, each lane
5// SELF-TIMES only its storage-engine work (parse excluded on both sides):
6//   SOV lane: /tmp/nx_race_sov_worker.sov.elf  (segment store, fsync'd commit,
7//             binary-search keyed reads)        -> SOVW/SOVR us= count=
8//   SQL lane: python3 sqlite3 (the incumbent;   -> SQLW/SQLR us= count=
9//             never linked -- run as an EXTERNAL COMPETITOR PROCESS; the
10//             harness .py is written to /tmp at runtime so the repo stays
11//             pure NishiLang; sqlite commits fsync by default = comparable
12//             durability semantics)
13//
14// Verdict law: the numbers are MEASURED and logged win or lose -- a loss is
15// filed evidence naming the next optimization rung, never silenced.  Exit 0
16// only when counts cross-check AND the sovereign lane wins BOTH phases (the
17// exceed claim itself).  Durable: knowledge/status/infomgmt_race.log.
18// license_tier: ORIGINAL
19
20import "nx_syscalls.nx"
21const K_MAGIC_8192: i64 = 8192
22const K_MAGIC_8000: i64 = 8000
23
24func rc_p(s: *u8) -> i64 {
  var n: i64 = 0
  while s[n] != (0 as u8) { n = n + 1 }
  sys_write(1, s, n)
  return 0
29}
30
31func rc_fp(fd: i64, s: *u8) -> i64 {
  var n: i64 = 0
  while s[n] != (0 as u8) { n = n + 1 }
  sys_write(fd, s, n)
  return 0
36}
37
38func rc_fn(fd: i64, v: i64) -> i64 {
  let bb: *u8 = sys_mmap(28)
  var m: i64 = v
  if m < 0 { m = 0 - m; sys_write(fd, "-" as *u8, 1) }
  let t: *u8 = sys_mmap(28)
  var k: i64 = 0
  if m == 0 { t[0] = 48 as u8; k = 1 }
  while m > 0 { t[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 }
  var i: i64 = 0
  while i < k { bb[i] = t[k - 1 - i]; i = i + 1 }
  sys_write(fd, bb, k)
  return 0
50}
51
52func rc_cat(dst: *u8, off: i64, s: *u8) -> i64 {
  var i: i64 = 0
  while s[i] != (0 as u8) { dst[off + i] = s[i]; i = i + 1 }
  return off + i
56}
57
58func rc_catn(dst: *u8, off: i64, v: i64) -> i64 {
  var m: i64 = v
  var o: i64 = off
  let t: *u8 = sys_mmap(28)
  var k: i64 = 0
  if m == 0 { t[0] = 48 as u8; k = 1 }
  while m > 0 { t[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 }
  var i: i64 = 0
  while i < k { dst[o + i] = t[k - 1 - i]; i = i + 1 }
  return o + k
68}
69
70// fork+exec argv (up to 3 args), stdout -> outpath, stderr muted; raw status
71func rc_run(path: *u8, a1: *u8, a2: *u8, a3: *u8, outpath: *u8) -> i64 {
  let pid: i64 = sys_fork()
  if pid == 0 {
      let ofd: i64 = sys_openat_wr(outpath, 0x1a4)
      if ofd >= 0 { sys_dup3(ofd, 1, 0) }
      let dn: i64 = sys_openat_wr("/dev/null" as *u8, 0x1a4)
      if dn >= 0 { sys_dup3(dn, 2, 0) }
      let argv: *i64 = sys_mmap(8 * 6) as *i64
      argv[0] = path as i64
      var na: i64 = 1
      if (a1 as i64) != 0 { argv[na] = a1 as i64; na = na + 1 }
      if (a2 as i64) != 0 { argv[na] = a2 as i64; na = na + 1 }
      if (a3 as i64) != 0 { argv[na] = a3 as i64; na = na + 1 }
      argv[na] = 0
      let envp: *i64 = sys_mmap(16) as *i64
      envp[0] = 0
      sys_execve(path, argv, envp)
      sys_exit(127)
  }
  let st: *i64 = sys_mmap(16) as *i64
  sys_wait4(pid, st, 0)
  return st[0]
93}
94
95// read file, find first decimal right after pattern; -1 if absent
96func rc_num_after(path: *u8, pat: *u8) -> i64 {
  let fd: i64 = sys_openat_rd(path)
  if fd < 0 { return 0 - 1 }
  let b: *u8 = sys_mmap(K_MAGIC_8192)
  let n: i64 = sys_read(fd, b, K_MAGIC_8000)
  sys_close(fd)
  if n <= 0 { return 0 - 1 }
  var pl: i64 = 0
  while pat[pl] != (0 as u8) { pl = pl + 1 }
  var i: i64 = 0
  while i + pl <= n {
      var hit: i64 = 1
      var k: i64 = 0
      while k < pl {
          if hit == 1 { if b[i + k] != pat[k] { hit = 0 } }
          k = k + 1
      }
      if hit == 1 {
          var v: i64 = 0
          var p: i64 = i + pl
          var any: i64 = 0
          var go: i64 = 1
          while go == 1 {
              if p >= n { go = 0 }
              if go == 1 {
                  let c: i64 = b[p]
                  if c >= 48 { if c <= 57 { v = v * 10 + (c - 48); any = 1; p = p + 1 } else { go = 0 } } else { go = 0 }
              }
          }
          if any == 1 { return v }
          return 0 - 1
      }
      i = i + 1
  }
  return 0 - 1
131}
132
133// write the competitor harness (.py) -- /tmp only, never the repo
134func rc_write_py(path: *u8) -> i64 {
  let fd: i64 = sys_openat_wr(path, 0x1a4)
  if fd < 0 { return 0 - 1 }
  rc_fp(fd, "import sqlite3, time, sys\n" as *u8)
  rc_fp(fd, "mode=sys.argv[1]; db=sys.argv[2]\n" as *u8)
  rc_fp(fd, "recs={}\n" as *u8)
  rc_fp(fd, "for L in open('knowledge/status/elder_census.log'):\n" as *u8)
  rc_fp(fd, "    L=L.strip()\n" as *u8)
  rc_fp(fd, "    if L.startswith('CENSUS-SVC name='):\n" as *u8)
  rc_fp(fd, "        sp=L[16:].split(' ',1)\n" as *u8)
  rc_fp(fd, "        if len(sp)==2 and sp[1].startswith('class='):\n" as *u8)
  rc_fp(fd, "            recs[sp[0]]=sp[1][6:]\n" as *u8)
  rc_fp(fd, "if mode=='write':\n" as *u8)
  rc_fp(fd, "    t0=time.monotonic_ns()\n" as *u8)
  rc_fp(fd, "    c=sqlite3.connect(db)\n" as *u8)
  rc_fp(fd, "    c.execute('CREATE TABLE IF NOT EXISTS svc(k TEXT PRIMARY KEY, name TEXT, cls TEXT)')\n" as *u8)
  rc_fp(fd, "    cur=c.cursor()\n" as *u8)
  rc_fp(fd, "    for n in recs:\n" as *u8)
  rc_fp(fd, "        cur.execute('INSERT OR IGNORE INTO svc VALUES(?,?,?)',('svc:'+n,n,recs[n]))\n" as *u8)
  rc_fp(fd, "    c.commit()\n" as *u8)
  rc_fp(fd, "    c.close()\n" as *u8)
  rc_fp(fd, "    t1=time.monotonic_ns()\n" as *u8)
  rc_fp(fd, "    print('SQLW us=%d count=%d' % ((t1-t0)//1000, len(recs)))\n" as *u8)
  rc_fp(fd, "else:\n" as *u8)
  rc_fp(fd, "    t0=time.monotonic_ns()\n" as *u8)
  rc_fp(fd, "    c=sqlite3.connect(db)\n" as *u8)
  rc_fp(fd, "    got=0\n" as *u8)
  rc_fp(fd, "    for n in recs:\n" as *u8)
  rc_fp(fd, "        r=c.execute('SELECT cls FROM svc WHERE k=?',('svc:'+n,)).fetchone()\n" as *u8)
  rc_fp(fd, "        if r is not None: got+=1\n" as *u8)
  rc_fp(fd, "    c.close()\n" as *u8)
  rc_fp(fd, "    t1=time.monotonic_ns()\n" as *u8)
  rc_fp(fd, "    print('SQLR us=%d count=%d' % ((t1-t0)//1000, got))\n" as *u8)
  sys_close(fd)
  return 0
169}
170
171func main() -> i64 {
  rc_p("=== IM6 RACE: sovereign segment store vs sqlite (same input, same work, self-timed engine-only) ===\n" as *u8)
  // self-heal the sovereign worker (durable-runner fallback pattern)
  let wpath: *u8 = "/tmp/nx_race_sov_worker.sov.elf" as *u8
  let probe: i64 = sys_openat_rd(wpath)
  if probe >= 0 { sys_close(probe) } else {
      rc_run("_offc/nx_sov_build_run.elf" as *u8, "nx_race_sov_worker" as *u8, 0 as *u8, 0 as *u8, "/tmp/race_build.out" as *u8)
  }
179
  let id: i64 = sys_now_us()
  let sovpfx: *u8 = sys_mmap(128)
  var o: i64 = 0
  o = rc_cat(sovpfx, o, "/tmp/rsov" as *u8)
  o = rc_catn(sovpfx, o, id)
  o = rc_cat(sovpfx, o, "-" as *u8)
  sovpfx[o] = 0 as u8
  let dbp: *u8 = sys_mmap(128)
  o = 0
  o = rc_cat(dbp, o, "/tmp/rsql" as *u8)
  o = rc_catn(dbp, o, id)
  o = rc_cat(dbp, o, ".db" as *u8)
  dbp[o] = 0 as u8
193
  if rc_write_py("/tmp/race_baseline.py" as *u8) != 0 { rc_p(" py harness write FAILED\n" as *u8); return 1 }
195
  // four lane-phases (write before read, per lane)
  rc_run(wpath, "write" as *u8, sovpfx, 0 as *u8, "/tmp/race_sw.out" as *u8)
  rc_run(wpath, "read" as *u8, sovpfx, 0 as *u8, "/tmp/race_sr.out" as *u8)
  let py: *u8 = "/usr/bin/python3" as *u8
  rc_run(py, "/tmp/race_baseline.py" as *u8, "write" as *u8, dbp, "/tmp/race_qw.out" as *u8)
  rc_run(py, "/tmp/race_baseline.py" as *u8, "read" as *u8, dbp, "/tmp/race_qr.out" as *u8)
202
  let sw: i64 = rc_num_after("/tmp/race_sw.out" as *u8, "SOVW us=" as *u8)
  let swc: i64 = rc_num_after("/tmp/race_sw.out" as *u8, "count=" as *u8)
  let sr: i64 = rc_num_after("/tmp/race_sr.out" as *u8, "SOVR us=" as *u8)
  let src: i64 = rc_num_after("/tmp/race_sr.out" as *u8, "count=" as *u8)
  let qw: i64 = rc_num_after("/tmp/race_qw.out" as *u8, "SQLW us=" as *u8)
  let qwc: i64 = rc_num_after("/tmp/race_qw.out" as *u8, "count=" as *u8)
  let qr: i64 = rc_num_after("/tmp/race_qr.out" as *u8, "SQLR us=" as *u8)
  let qrc: i64 = rc_num_after("/tmp/race_qr.out" as *u8, "count=" as *u8)
211
  // correctness cross-check: every lane-phase saw the SAME record count, >0
  var counts_ok: i64 = 0
  if swc > 0 { if swc == src { if swc == qwc { if swc == qrc { counts_ok = 1 } } } }
  var win_w: i64 = 0
  if sw >= 0 { if qw >= 0 { if sw <= qw { win_w = 1 } } }
  var win_r: i64 = 0
  if sr >= 0 { if qr >= 0 { if sr <= qr { win_r = 1 } } }
219
  let lfd: i64 = sys_openat_append("knowledge/status/infomgmt_race.log" as *u8, 0x1a4)
  var fdi: i64 = 0
  while fdi < 2 {
      var fd: i64 = 1
      if fdi == 1 { fd = lfd }
      if fd > 0 {
          rc_fp(fd, "RACE epoch=" as *u8)
          rc_fn(fd, sys_now_realtime_sec())
          rc_fp(fd, " workload=census records=" as *u8)
          rc_fn(fd, swc)
          rc_fp(fd, " sov_write_us=" as *u8)
          rc_fn(fd, sw)
          rc_fp(fd, " sql_write_us=" as *u8)
          rc_fn(fd, qw)
          rc_fp(fd, " sov_read_us=" as *u8)
          rc_fn(fd, sr)
          rc_fp(fd, " sql_read_us=" as *u8)
          rc_fn(fd, qr)
          rc_fp(fd, " counts_ok=" as *u8)
          rc_fn(fd, counts_ok)
          if counts_ok == 1 {
              if win_w == 1 { if win_r == 1 { rc_fp(fd, " verdict=SOV-WINS-BOTH\n" as *u8) } }
              if win_w == 1 { if win_r == 0 { rc_fp(fd, " verdict=MIXED-READ-LOSS (optimization rung: open-store handle cache)\n" as *u8) } }
              if win_w == 0 { if win_r == 1 { rc_fp(fd, " verdict=MIXED-WRITE-LOSS (optimization rung: batch fsync)\n" as *u8) } }
              if win_w == 0 { if win_r == 0 { rc_fp(fd, " verdict=SOV-LOSES-BOTH (file defect: slow is a bug)\n" as *u8) } }
          }
          if counts_ok != 1 { rc_fp(fd, " verdict=INVALID (counts disagree -- correctness before speed)\n" as *u8) }
      }
      fdi = fdi + 1
  }
  if lfd > 0 { sys_close(lfd) }
  if counts_ok == 1 { if win_w == 1 { if win_r == 1 { return 0 } } }
  return 1
253}
nx_infomgmt_race.nx source

`nx_infomgmt_race.nx` source
