nx_par_pull.nx
buildroot/runtime/nx_par_pull.nx
about
nx_par_pull.nx -- PARALLEL concurrent download (the max-speed S-class gap): fork one worker per file, each
running the resumable streaming pull over its OWN TLS-1.3 connection, all downloading AT ONCE. Staged to fast
local disk (/tmp = ext4, not the 9p NAS mount that bottlenecks + crashes WSL) -> both faster AND stable; a caller
then does one big sequential copy to the NAS. Reuses nx_https_get_stream + nx_https_fetch_follow's plumbing (same
as the sequential nx_apertus_shards_pull; the pull loop is duplicated here as the parallel driver's worker body).
Demonstrated live pulling several real Apertus files concurrently. license_tier: ORIGINAL expect_exit: 0
dependencies 4 imports · 0 importers
imports: nx_syscalls.nxnx_trust_store_load_from_certdata.nxnx_https_fetch_follow.nxnx_https_get_stream.nx
imported by: nobody (leaf or entry point)
call flow from main pre-order; caps 40 nodes / depth 6 declared; ↻ = already shown
structs
| none |
consts
| 11 | const K_MAGIC_4096: i64 = 4096 |
| 12 | const K_MAGIC_2048: i64 = 2048 |
| 13 | const K_MAGIC_4194304: i64 = 4194304 |
| 14 | const K_MAGIC_17078479: i64 = 17078479 |
| 15 | const K_MAGIC_4192195: i64 = 4192195 |
| 16 | const K_MAGIC_7291: i64 = 7291 |
| 17 | const K_MAGIC_1024: i64 = 1024 |
functions
| 19 | func w(s: *u8) -> i64 { var n: i64=0; while s[n]!=(0 as u8){n=n+1} sys_write(1,s,n); return 0 } |
| 20 | func wn(v: i64) -> i64 { var m: i64=v; if m<0{w("-" as *u8);m=0-m} let t:*u8=sys_mmap(24); var k:i64=0; if m==0{t[0]=48 as u8;k=1} while m>0{t[k]=(48+(m%10)) as u8;m=m/10;k=k+1} var i:i64=0; let o:*u8=sys_mmap(24); while i<k{o[i]=t[k-1-i];i=i+1} sys_write(1,o,k); return 0 } |
| 21 | func pp_cat(dst: *u8, off: i64, s: *u8) -> i64 { var o: i64=off; var i: i64=0; while s[i]!=(0 as u8){dst[o]=s[i];o=o+1;i=i+1} return o } |
| 22 | func file_size(path: *u8) -> i64 { let fd: i64=sys_openat_rd(path); if fd<0 { return 0 } let sz: i64=sys_lseek(fd,0,2); sys_close(fd); if sz<0 { return 0 } return sz } |
| 25 | func pull_attempt(url0: *u8, store: *TrustStore, dest_path: *u8, have: i64) -> i64 called by 1: pull_one_file calls 12: sys_mmapsys_openat_appendsys_openat_wrnx_url_newnx_https_url_for_fetchsys_close+6 |
| 55 | func pull_one_file(url0: *u8, store: *TrustStore, dest_path: *u8, target: i64) -> i64 |
| 67 | func main() -> i64 |