nx_torrent_seedeval.nx source
↩ module page · 121 lines · 9960 B
1// nx_torrent_seedeval.nx -- SEEDER EVALUATION (operator: "are we too scarce, or ignoring what's out
2// there, or other?"). The download worker already records `download.avail` = per-piece count of the
3// CONNECTED peers that advertised each piece (built from their BITFIELD/HAVE). That IS the seeder data.
4// This tool reads it (+ download.done = what we have, + download.npc = piece count) for a torrent and
5// reports the swarm shape + a verdict:
6// - SCARCE : the missing pieces have NO holder among the peers we reached -> need wider discovery /
7// a web-seed (no complete seed in the reachable swarm; the usual "stuck at the last piece").
8// - IGNORING: the missing pieces DO have holders (av>0) yet we never completed them -> a connection /
9// unchoke / picker issue, NOT scarcity (we are reaching seeders but not pulling from them).
10// Read-only. argv[1] = the torrent's outdir (e.g. /volume1/ai/torrent/gallery/<id>).
11// license_tier: ORIGINAL layer: diagnostics module: nishi-core.torrent.seedeval
12// depends: nishi-core.syscalls, nishi-core.avail_map
13import "nx_syscalls.nx"
14import "nx_avail_map.nx"
15import "nx_bencode.nx"
16const K_MAGIC_1024: i64 = 1024
17const K_MAGIC_4096: i64 = 4096
18const K_MAGIC_4095: i64 = 4095
19const K_MAGIC_262144: i64 = 262144
20const K_MAGIC_65536: i64 = 65536
21
22func se_puts(s: *u8) -> i64 { var n: i64=0; while s[n]!=(0 as u8){n=n+1} sys_write(1,s,n); return 0 }
23func se_putn(v: i64) -> i64 {
24 let b: *u8=sys_mmap(28); var m: i64=v; let t: *u8=sys_mmap(28); var k: i64=0
25 if m<0 { m=0-m; sys_write(1,"-" as *u8,1) }
26 if m==0 { t[0]=48 as u8; k=1 }
27 while m>0 { t[k]=(48+(m%10)) as u8; m=m/10; k=k+1 }
28 var i: i64=0; while i<k { b[i]=t[k-1-i]; i=i+1 } sys_write(1,b,k); return 0
29}
30func se_join(dir: *u8, suf: *u8, out: *u8) -> *u8 {
31 var o: i64=0; while dir[o]!=(0 as u8){out[o]=dir[o];o=o+1} var j: i64=0; while suf[j]!=(0 as u8){out[o]=suf[j];o=o+1;j=j+1} out[o]=0 as u8; return out
32}
33func se_read(path: *u8, buf: *u8, cap: i64) -> i64 {
34 let fd: i64=sys_openat_rd(path); if fd<0 { return 0-1 }
35 var off: i64=0; var go: i64=1
36 while go==1 { if off>=cap { go=0 } else { let r: i64=sys_read(fd,buf+off,cap-off); if r<=0 { go=0 } else { off=off+r } } }
37 sys_close(fd); return off
38}
39
40func main(argc: i64, argv: *i64) -> i64 {
41 if argc < 2 { se_puts("usage: nx_torrent_seedeval <torrent-outdir>\n" as *u8); sys_exit(2); return 2 }
42 let outdir: *u8 = argv[1] as *u8
43 let pbuf: *u8 = sys_mmap(K_MAGIC_1024)
44 // npc + plen from download.npc (8 bytes BE: npc[4] plen[4])
45 let npcp: *u8 = se_join(outdir, "/download.npc" as *u8, sys_mmap(K_MAGIC_1024))
46 let nb: *u8 = sys_mmap(32); let nn: i64 = se_read(npcp, nb, 16)
47 var npc: i64=0; var plen: i64=0
48 if nn>=4 { npc=((nb[0] as i64)<<24)|((nb[1] as i64)<<16)|((nb[2] as i64)<<8)|(nb[3] as i64) }
49 if nn>=8 { plen=((nb[4] as i64)<<24)|((nb[5] as i64)<<16)|((nb[6] as i64)<<8)|(nb[7] as i64) }
50 if npc<=0 {
51 // METADATA-UNRESOLVED diagnostic (was a one-line bail): report WHY the magnet never became a download
52 // so the retry path is verifiable (control? magnet sidecar present to re-spawn from? peers found? status?).
53 se_puts("seedeval: METADATA-UNRESOLVED: " as *u8); se_puts(outdir); se_puts("\n" as *u8)
54 let ctlp: *u8 = se_join(outdir, "/download.control" as *u8, sys_mmap(K_MAGIC_1024)); let cb: *u8 = sys_mmap(16); let cn: i64 = se_read(ctlp, cb, 15)
55 se_puts(" control=" as *u8); if cn>0 { if (cb[0] as i64)==97 { se_puts("active" as *u8) } else { sys_write(1, cb, 1) } } else { se_puts("(none->active)" as *u8) }
56 let mp: *u8 = se_join(outdir, "/download.magnet" as *u8, sys_mmap(K_MAGIC_1024)); let mbuf: *u8 = sys_mmap(K_MAGIC_4096); let ml: i64 = se_read(mp, mbuf, K_MAGIC_4095)
57 se_puts(" magnet=" as *u8); if ml>0 { se_puts("YES [" as *u8); var mm: i64=ml; if mm>72 {mm=72} sys_write(1, mbuf, mm); se_puts("]" as *u8) } else { se_puts("MISSING" as *u8) }
58 let metp: *u8 = se_join(outdir, "/download.meta" as *u8, sys_mmap(K_MAGIC_1024)); let metsz: i64 = se_read(metp, sys_mmap(K_MAGIC_262144), K_MAGIC_262144)
59 se_puts(" meta=" as *u8); if metsz>0 { se_putn(metsz); se_puts("B" as *u8) } else { se_puts("none" as *u8) }
60 let pxp: *u8 = se_join(outdir, "/download.pex" as *u8, sys_mmap(K_MAGIC_1024)); let pxsz: i64 = se_read(pxp, sys_mmap(K_MAGIC_65536), K_MAGIC_65536); var pxc: i64=0; if pxsz>0 { pxc=pxsz/6 }
61 se_puts(" pex_peers=" as *u8); se_putn(pxc)
62 let stp: *u8 = se_join(outdir, "/download.status" as *u8, sys_mmap(K_MAGIC_1024)); let sbuf: *u8 = sys_mmap(512); let sl: i64 = se_read(stp, sbuf, 400)
63 se_puts("\n status=" as *u8); if sl>0 { sys_write(1, sbuf, sl) } else { se_puts("(none)" as *u8) }
64 se_puts("\n VERDICT: " as *u8)
65 if ml>0 { se_puts("magnet present -> the retry-sweep re-spawns a metadata worker (needs the d_autoresume npc==0 fix); if pex_peers=0 the swarm has no reachable metadata source (DHT/tracker dry)" as *u8) } else { se_puts("NO magnet sidecar -> cannot re-resolve metadata; re-add the torrent" as *u8) }
66 se_puts("\n" as *u8); sys_exit(1); return 1
67 }
68 // done bitmap -> have
69 let donep: *u8 = se_join(outdir, "/download.done" as *u8, sys_mmap(K_MAGIC_1024))
70 let db: *u8 = sys_mmap(K_MAGIC_262144); let dn: i64 = se_read(donep, db, K_MAGIC_262144)
71 var have: i64=0; var i: i64=0
72 while i<dn { if (db[i] as i64)==1 { have=have+1 } i=i+1 }
73 // availability counts (per piece) from download.avail
74 let availp: *u8 = se_join(outdir, "/download.avail" as *u8, sys_mmap(K_MAGIC_1024))
75 let av: *i64 = sys_mmap(npc*8 + 64) as *i64
76 am_load(availp, av, npc)
77 // analyze
78 var maxav: i64=0; var missing: i64=0; var miss_held: i64=0; var miss_none: i64=0
79 var p: i64=0
80 while p<npc {
81 if av[p]>maxav { maxav=av[p] }
82 var done: i64=0; if p<dn { if (db[p] as i64)==1 { done=1 } }
83 if done==0 { missing=missing+1; if av[p]>0 { miss_held=miss_held+1 } else { miss_none=miss_none+1 } }
84 p=p+1
85 }
86 let lastav: i64 = av[npc-1]
87 var lastdone: i64=0; if npc-1<dn { if (db[npc-1] as i64)==1 { lastdone=1 } }
88 // report
89 se_puts("=== SEEDER EVAL: " as *u8); se_puts(outdir); se_puts(" ===\n" as *u8)
90 se_puts("pieces: npc=" as *u8); se_putn(npc); se_puts(" have=" as *u8); se_putn(have); se_puts(" missing=" as *u8); se_putn(missing); se_puts(" plen=" as *u8); se_putn(plen); se_puts("\n" as *u8)
91 se_puts("peer availability (count of CONNECTED peers advertising a piece, from download.avail):\n" as *u8)
92 se_puts(" max availability over all pieces (our most-seen near-complete peers): " as *u8); se_putn(maxav); se_puts("\n" as *u8)
93 se_puts(" missing pieces WITH a holder (av>0): " as *u8); se_putn(miss_held); se_puts(" / " as *u8); se_putn(missing); se_puts("\n" as *u8)
94 se_puts(" missing pieces with NO holder (av==0): " as *u8); se_putn(miss_none); se_puts(" / " as *u8); se_putn(missing); se_puts("\n" as *u8)
95 se_puts(" LAST piece [" as *u8); se_putn(npc-1); se_puts("]: have=" as *u8); se_putn(lastdone); se_puts(" availability=" as *u8); se_putn(lastav); se_puts("\n" as *u8)
96 // METADATA GEOMETRY: the stuck-at-99% diagnosis -- is the LAST piece sized right? total = single-file
97 // "length" OR multi-file sum(files[].length); last-piece-size = total-(npc-1)*plen must be in (0, plen].
98 let metap: *u8 = se_join(outdir, "/download.meta" as *u8, sys_mmap(K_MAGIC_1024))
99 let meta: *u8 = sys_mmap(K_MAGIC_262144); let msz: i64 = se_read(metap, meta, K_MAGIC_262144)
100 if msz > 0 {
101 let lno: i64 = nx_bc_dict_get(meta, 0, msz, "length" as *u8, 6)
102 var total: i64 = 0; var mode: i64 = 0
103 if lno >= 0 { let iv: *i64=sys_mmap(16) as *i64; nx_bc_int(meta,lno,msz,iv); total=iv[0]; mode=1 }
104 else { let fo: i64 = nx_bc_dict_get(meta, 0, msz, "files" as *u8, 5)
105 if fo>=0 { if meta[fo]==(108 as u8) { var o: i64=fo+1; var sum: i64=0; var go2: i64=1
106 while go2==1 { if o>=msz { go2=0 } else { if meta[o]==(101 as u8) { go2=0 } else {
107 let flo: i64=nx_bc_dict_get(meta,o,msz,"length" as *u8,6); if flo>=0 { let iv2: *i64=sys_mmap(16) as *i64; if nx_bc_int(meta,flo,msz,iv2)>=0 { sum=sum+iv2[0] } }
108 let nxt: i64=nx_bc_skip(meta,o,msz); if nxt<=o { go2=0 } else { o=nxt } } } }
109 total=sum } } }
110 let last_real: i64 = total - (npc-1)*plen
111 se_puts(" metadata: mode=" as *u8); if mode==1 { se_puts("single-file" as *u8) } else { se_puts("multi-file" as *u8) }
112 se_puts(" total=" as *u8); se_putn(total); se_puts(" LAST-piece-size=" as *u8); se_putn(last_real); se_puts(" (full plen=" as *u8); se_putn(plen); se_puts(")\n" as *u8)
113 if last_real<=0 { se_puts(" !! total invalid (<=last offset) -- metadata total parse FAILED -> last piece unpullable\n" as *u8) }
114 if last_real>plen { se_puts(" !! last-piece-size > plen -- total TOO BIG (over-count) -> last piece never completes\n" as *u8) }
115 } else { se_puts(" metadata: download.meta absent/unreadable (cannot check last-piece geometry)\n" as *u8) }
116 // verdict
117 if missing==0 { se_puts("VERDICT: COMPLETE (nothing missing).\n" as *u8); sys_exit(0); return 0 }
118 if miss_held>0 { se_puts("VERDICT: IGNORING -- " as *u8); se_putn(miss_held); se_puts(" missing piece(s) DO have holders among our peers, yet we never pulled them. NOT scarcity: a connection/unchoke/picker issue (e.g. seeders never optimistically-unchoke our pure-leecher before our child times out).\n" as *u8); sys_exit(0); return 0 }
119 se_puts("VERDICT: SCARCE -- every missing piece has ZERO holder among the peers we reached. No complete seed in our reachable swarm. Fixes: wider discovery (more/UDP trackers), persistent retry until a seed appears, or a web-seed (BEP-19) for an always-on source.\n" as *u8)
120 sys_exit(0); return 0
121}