code wiki / (root) / nx_market_research_fetch.nx

nx_market_research_fetch.nx source

↩ module page · 62 lines · 3385 B

1// nx_market_research_fetch.nx -- grounds the unit-economics organ (Wright's 2// law / learning curve, gross margin, break-even, unit economics). Mirrors 3// the proven fetcher. ->knowledge/fetched/market_*.raw. COVERAGE: 6. expect_exit: 0 4import "nx_syscalls.nx" 5import "nx_x509_trust_store.nx" 6import "nx_trust_store_load_from_certdata.nx" 7import "nx_https_fetch_follow.nx" 8const K_MAGIC_4194304: i64 = 4194304 9const K_MAGIC_8388608: i64 = 8388608 10 11func ff_puts(s: *u8) -> i64 { var n: i64 = 0; while s[n] != (0 as u8) { n = n + 1 } sys_write(1, s, n); return 0 } 12func ff_putn(v: i64) -> i64 { 13 if v == 0 { sys_write(1, "0" as *u8, 1); return 0 } 14 var m: i64 = v 15 if m < 0 { sys_write(1, "-" as *u8, 1); m = 0 - m } 16 let d: *u8 = sys_mmap(24) 17 var k: i64 = 0 18 while m > 0 { d[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 } 19 var j: i64 = k - 1 20 while j >= 0 { sys_write(1, (d as i64 + j) as *u8, 1); j = j - 1 } 21 return 0 22} 23func have_file(path: *u8) -> i64 { 24 let fd: i64 = sys_openat_rd(path) 25 if fd < 0 { return 0 } 26 sys_close(fd) 27 return 1 28} 29func fetch_save(url: *u8, opath: *u8, store: *TrustStore, out: *u8, cap: i64) -> i64 { 30 if have_file(opath) == 1 { ff_puts(opath); ff_puts(" [have-skip]\n" as *u8); return 1 } 31 let status: *i64 = sys_mmap(8) as *i64 32 let n: i64 = nx_https_fetch_follow(url, store, out, cap, 6, status) 33 ff_puts(url); ff_puts(" status=" as *u8); ff_putn(status[0]); ff_puts(" bytes=" as *u8); ff_putn(n) 34 if n <= 0 { ff_puts(" FETCH-FAIL\n" as *u8); return 0 } 35 var gz: i64 = 0 36 if n >= 2 { if out[0] == 0x1f as u8 { if out[1] == 0x8b as u8 { gz = 1 } } } 37 if gz == 1 { ff_puts(" [GZIP-skip]\n" as *u8); return 0 } 38 let fd: i64 = sys_openat_wr(opath, 0x1a4) 39 if fd < 0 { ff_puts(" SAVE-FAIL\n" as *u8); return 0 } 40 sys_write(fd, out, n) 41 sys_close(fd) 42 ff_puts(" SAVED\n" as *u8) 43 return 1 44} 45 46func main() -> i64 { 47 let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304) 48 if r <= 0 { ff_puts("MARKET: certdata load failed\n" as *u8); return 1 } 49 let store: *TrustStore = r as *TrustStore 50 ff_puts("CA roots=" as *u8); ff_putn(trust_store_count(store)); ff_puts("\n" as *u8) 51 let cap: i64 = K_MAGIC_8388608 52 let out: *u8 = sys_mmap(cap) 53 var ok: i64 = 0 54 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Experience_curve_effects" as *u8, "knowledge/fetched/market_e1_experience_curve.raw" as *u8, store, out, cap) 55 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Learning_curve" as *u8, "knowledge/fetched/market_e2_learning_curve.raw" as *u8, store, out, cap) 56 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Gross_margin" as *u8, "knowledge/fetched/market_e3_gross_margin.raw" as *u8, store, out, cap) 57 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Break-even_(economics)" as *u8, "knowledge/fetched/market_e4_break_even.raw" as *u8, store, out, cap) 58 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Cost_of_goods_sold" as *u8, "knowledge/fetched/market_e5_cogs.raw" as *u8, store, out, cap) 59 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Total_cost_of_ownership" as *u8, "knowledge/fetched/market_e6_tco.raw" as *u8, store, out, cap) 60 ff_puts("READABLE SOURCES SAVED THIS PASS+HAVE: " as *u8); ff_putn(ok); ff_puts(" / 6\n" as *u8) 61 return 0 62}