nx_galx_vidoff.nx source
↩ module page · 48 lines · 2876 B
1// nx_galx_vidoff.nx -- SOVEREIGN O(1) line-offset index for galx_vid_paths.tsv.
2// The gallery daemon maps daemon-id -> .ts path on EVERY /vid/<id>/* request (poster, init, segs, seg).
3// Doing that by reading the whole 4.35MB / 62k-line TSV costs ~16ms PER REQUEST (slow /mnt/c 9p) -> it
4// dominates grid-poster load and seek latency. This builds a compact sidecar so the daemon can seek
5// straight to line <id>: read 8 bytes at id*8, lseek the TSV, read one line. Two tiny reads, not 4.35MB.
6//
7// Format (big-endian): tsv_size(8) n(8) then n * off(8) -- off[id] = byte offset of line <id>'s start.
8// tsv_size is the TSV size at build time = the daemon's freshness check (size changed -> rebuild/fallback).
9// id is 0-indexed to match gs_vid_line. Idempotent: just rebuild whenever the TSV changes. license_tier: ORIGINAL
10import "nx_syscalls.nx"
11
12func w64be(b: *u8, o: i64, v: i64) -> i64 {
13 b[o]=((v>>56)&0xff) as u8; b[o+1]=((v>>48)&0xff) as u8; b[o+2]=((v>>40)&0xff) as u8; b[o+3]=((v>>32)&0xff) as u8
14 b[o+4]=((v>>24)&0xff) as u8; b[o+5]=((v>>16)&0xff) as u8; b[o+6]=((v>>8)&0xff) as u8; b[o+7]=(v&0xff) as u8
15 return o+8
16}
17func pe(s: *u8) -> i64 { var n: i64=0; while s[n]!=(0 as u8){n=n+1} return sys_write(2,s,n) }
18func pn(v: i64) -> i64 { var m: i64=v; if m<0{m=0-m} let b: *u8=sys_mmap(32); var i: i64=32; if m==0{i=i-1;b[i]=(48 as u8)} while m>0{let q: i64=m/10; i=i-1; b[i]=((48+(m-q*10)) as u8); m=q} return sys_write(2,((b as i64)+i) as *u8,32-i) }
19
20func main(argc: i64, argv: *i64) -> i64 {
21 let t0: i64 = sys_clock_now_us()
22 let tsv: *u8 = "knowledge/status/galx_vid_paths.tsv" as *u8
23 let outp: *u8 = "knowledge/status/galx_vid_off.bin" as *u8
24 let szp: *i64 = sys_mmap(16) as *i64
25 let b: *u8 = sys_read_file(tsv, szp)
26 if (b as i64)==0 { pe("ERROR: cannot read galx_vid_paths.tsv\n" as *u8); return 1 }
27 let sz: i64 = szp[0]
28 // count line-starts: line 0 at offset 0, then one after every newline that has content after it.
29 var n: i64 = 1; var i: i64 = 0
30 while i < sz { if b[i]==(10 as u8) { if i+1 < sz { n=n+1 } } i=i+1 }
31 let ob: *u8 = sys_mmap(16 + n*8 + 64)
32 var o: i64 = 0
33 o = w64be(ob, o, sz)
34 o = w64be(ob, o, n)
35 // off[0]=0; off[k]=position right after the k-th content-bearing newline
36 w64be(ob, 16, 0)
37 var cnt: i64 = 1; i = 0
38 while i < sz {
39 if b[i]==(10 as u8) { if i+1 < sz { if cnt < n { w64be(ob, 16+cnt*8, i+1); cnt=cnt+1 } } }
40 i=i+1
41 }
42 let wf: i64 = sys_openat_wr(outp, 0x1a4)
43 if wf < 0 { pe("ERROR: cannot write galx_vid_off.bin\n" as *u8); return 1 }
44 let total: i64 = 16 + n*8
45 sys_write(wf, ob, total); sys_close(wf)
46 pe("galx_vid_off.bin built: tsv_size=" as *u8); pn(sz); pe(" lines=" as *u8); pn(n); pe(" bytes=" as *u8); pn(total); pe(" ms=" as *u8); pn((sys_clock_now_us()-t0)/1000); pe("\n" as *u8)
47 return 0
48}