nx_fetch_to_file.nx source
↩ module page · 39 lines · 2965 B
1// nx_fetch_to_file.nx -- fetch an arbitrary (unknown-size) URL body into RAM via sovereign TLS (redirect-following)
2// and write it to a file. For images/small assets where nx_hf_file_fetch (needs a known expected size) doesn't fit.
3// Reads URL from data/mp_img_url.txt, writes to data/mp_img_dest.txt's path. expect_exit: 0
4import "nx_syscalls.nx"
5import "nx_x509_trust_store.nx"
6import "nx_trust_store_load_from_certdata.nx"
7import "nx_https_fetch_follow.nx"
8const K_MAGIC_4096: i64 = 4096
9const K_MAGIC_4194304: i64 = 4194304
10const K_MAGIC_16777216: i64 = 16777216
11
12func w(s: *u8) -> i64 { var n: i64=0; while s[n]!=(0 as u8){n=n+1} sys_write(1,s,n); return 0 }
13func wn(v: i64) -> i64 { var m: i64=v; if m<0{w("-" as *u8);m=0-m} let t:*u8=sys_mmap(24); var k:i64=0; if m==0{t[0]=48 as u8;k=1} while m>0{t[k]=(48+(m%10)) as u8;m=m/10;k=k+1} var i:i64=0; let o:*u8=sys_mmap(24); while i<k{o[i]=t[k-1-i];i=i+1} sys_write(1,o,k); return 0 }
14func shx(v: i64) -> i64 { let b: *u8=sys_mmap(4); var i: i64=0; while i<2 { let n: i64=(v>>((1-i)*4))&0xF; if n<10{b[i]=(48+n) as u8} else {b[i]=(87+n) as u8} i=i+1 } sys_write(1,b,2); return 0 }
15func rdcfg(path: *u8, buf: *u8, cap: i64) -> i64 { let fd: i64=sys_openat_rd(path); if fd<0{return 0-1} var n: i64=sys_read(fd,buf,cap-1); sys_close(fd); if n<0{return 0-1} var go: i64=1; while go==1{go=0; if n>0{ let c: i64=buf[n-1] as i64; if c==10{n=n-1;go=1} if c==13{n=n-1;go=1} if c==32{n=n-1;go=1} }} buf[n]=0 as u8; return n }
16
17func main() -> i64 {
18 let url: *u8 = sys_mmap(K_MAGIC_4096); let dest: *u8 = sys_mmap(K_MAGIC_4096)
19 if rdcfg("data/mp_img_url.txt" as *u8, url, K_MAGIC_4096) < 0 { w("no url\n" as *u8); sys_exit(1); return 1 }
20 if rdcfg("data/mp_img_dest.txt" as *u8, dest, K_MAGIC_4096) < 0 { w("no dest\n" as *u8); sys_exit(1); return 1 }
21 let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304)
22 if r <= 0 { w("certdata FAILED\n" as *u8); sys_exit(1); return 1 }
23 let store: *TrustStore = r as *TrustStore
24 let cap: i64 = K_MAGIC_16777216
25 let out: *u8 = sys_mmap(cap); let status: *i64 = sys_mmap(8) as *i64
26 // _best: TLS-1.3 -> Chrome-JA3 (CDN anti-bot fingerprints, e.g. CloudFront) -> TLS-1.2. Eats the reachability debt.
27 let n: i64 = nx_https_fetch_follow_best(url, store, out, cap, 8, status)
28 w("fetch status=" as *u8); wn(status[0]); w(" bytes=" as *u8); wn(n); w("\n" as *u8)
29 if n <= 0 { w("fetch FAILED\n" as *u8); sys_exit(1); return 1 }
30 w("magic=" as *u8); shx(out[0] as i64); shx(out[1] as i64); w(" (FFD8=jpeg)\n" as *u8)
31 let fd: i64 = sys_openat_wr(dest, 0x1a4)
32 if fd < 0 { w("open dest FAILED\n" as *u8); sys_exit(1); return 1 }
33 var wr: i64 = 0
34 while wr < n { let k: i64 = sys_write(fd, ((out as i64)+wr) as *u8, n-wr); if k<=0 {wr=n} else {wr=wr+k} }
35 sys_close(fd)
36 w("wrote " as *u8); wn(n); w(" bytes -> " as *u8); w(dest); w("\n" as *u8)
37 sys_exit(0)
38 return 0
39}