code wiki / (root) / nx_par_pull.nx

nx_par_pull.nx

buildroot/runtime/nx_par_pull.nx

7190 B120 linesdepth 21pulls 147 transitivereach 0 importersview sourcekind tooltopic par
docsdependenciesstructsconstsfunctions

about

nx_par_pull.nx -- PARALLEL concurrent download (the max-speed S-class gap): fork one worker per file, each running the resumable streaming pull over its OWN TLS-1.3 connection, all downloading AT ONCE. Staged to fast local disk (/tmp = ext4, not the 9p NAS mount that bottlenecks + crashes WSL) -> both faster AND stable; a caller then does one big sequential copy to the NAS. Reuses nx_https_get_stream + nx_https_fetch_follow's plumbing (same as the sequential nx_apertus_shards_pull; the pull loop is duplicated here as the parallel driver's worker body). Demonstrated live pulling several real Apertus files concurrently. license_tier: ORIGINAL expect_exit: 0

dependencies 4 imports · 0 importers

nx_syscalls.nx nx_trust_store_load_from_certdata. nx_https_fetch_follow.nx nx_https_get_stream.nx nx_par_pull.nx

imports: nx_syscalls.nxnx_trust_store_load_from_certdata.nxnx_https_fetch_follow.nxnx_https_get_stream.nx

imported by: nobody (leaf or entry point)

call flow from main pre-order; caps 40 nodes / depth 6 declared; ↻ = already shown

main w sys_write nx_trust_store_load_from_c sys_mmap sys_read_file sys_openat_rd sys_lseek sys_mmap ↻ sys_read sys_close nx_nss_certdata_parse sys_mmap ↻ _pat_class_cert _pat_value_octal _pat_end _find_newline _starts_with _parse_octal_line sys_mmap ↻ _is_space _decode_octal_escape _is_octal trust_store_alloc sys_mmap ↻ nx_x509_trust_store_load sys_mmap ↻ x509_parse sys_mmap ↻ asn1_cursor_init asn1_expect_tag sys_mmap ↻ asn1_read_tlv_header asn1_read_tag asn1_read_length asn1_read_length ↻ x509_read_tlv sys_mmap ↻ asn1_expect_tag ↻ x509_read_alg_id

structs

none

consts

11const K_MAGIC_4096: i64 = 4096
12const K_MAGIC_2048: i64 = 2048
13const K_MAGIC_4194304: i64 = 4194304
14const K_MAGIC_17078479: i64 = 17078479
15const K_MAGIC_4192195: i64 = 4192195
16const K_MAGIC_7291: i64 = 7291
17const K_MAGIC_1024: i64 = 1024

functions

19func w(s: *u8) -> i64 { var n: i64=0; while s[n]!=(0 as u8){n=n+1} sys_write(1,s,n); return 0 }
called by 2: wnmain calls 1: sys_write
20func wn(v: i64) -> i64 { var m: i64=v; if m<0{w("-" as *u8);m=0-m} let t:*u8=sys_mmap(24); var k:i64=0; if m==0{t[0]=48 as u8;k=1} while m>0{t[k]=(48+(m%10)) as u8;m=m/10;k=k+1} var i:i64=0; let o:*u8=sys_mmap(24); while i<k{o[i]=t[k-1-i];i=i+1} sys_write(1,o,k); return 0 }
21func pp_cat(dst: *u8, off: i64, s: *u8) -> i64 { var o: i64=off; var i: i64=0; while s[i]!=(0 as u8){dst[o]=s[i];o=o+1;i=i+1} return o }
22func file_size(path: *u8) -> i64 { let fd: i64=sys_openat_rd(path); if fd<0 { return 0 } let sz: i64=sys_lseek(fd,0,2); sys_close(fd); if sz<0 { return 0 } return sz }
25func pull_attempt(url0: *u8, store: *TrustStore, dest_path: *u8, have: i64) -> i64
55func pull_one_file(url0: *u8, store: *TrustStore, dest_path: *u8, target: i64) -> i64
67func main() -> i64