nx_water_research_fetch.nx source
↩ module page · 85 lines · 5747 B
1// nx_water_research_fetch.nx -- the Nishi RESEARCHER grounding the WATER
2// SYSTEM arc (operator: "best tasting and healthiest water as a benchmark
3// for a system we want to build ... via the most modern dehumidifiers /
4// atmospheric water generation"). Mirrors the proven fetcher: own TLS-1.3
5// + Mozilla CA, idempotent have-skip, resume-on-kill, ->knowledge/fetched/
6// water_*.raw. Each basename lines up with the cite map in nx_water_quality
7// / nx_water_awg. COVERAGE: 18 sources. expect_exit: 0 license_tier: ORIGINAL
8import "nx_syscalls.nx"
9import "nx_x509_trust_store.nx"
10import "nx_trust_store_load_from_certdata.nx"
11import "nx_https_fetch_follow.nx"
12const K_MAGIC_4194304: i64 = 4194304
13const K_MAGIC_8388608: i64 = 8388608
14
15func ff_puts(s: *u8) -> i64 { var n: i64 = 0; while s[n] != (0 as u8) { n = n + 1 } sys_write(1, s, n); return 0 }
16func ff_putn(v: i64) -> i64 {
17 if v == 0 { sys_write(1, "0" as *u8, 1); return 0 }
18 var m: i64 = v
19 if m < 0 { sys_write(1, "-" as *u8, 1); m = 0 - m }
20 let d: *u8 = sys_mmap(24)
21 var k: i64 = 0
22 while m > 0 { d[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 }
23 var j: i64 = k - 1
24 while j >= 0 { sys_write(1, (d as i64 + j) as *u8, 1); j = j - 1 }
25 return 0
26}
27func have_file(path: *u8) -> i64 {
28 let fd: i64 = sys_openat_rd(path)
29 if fd < 0 { return 0 }
30 sys_close(fd)
31 return 1
32}
33func fetch_save(url: *u8, opath: *u8, store: *TrustStore, out: *u8, cap: i64) -> i64 {
34 if have_file(opath) == 1 { ff_puts(opath); ff_puts(" [have-skip]\n" as *u8); return 1 }
35 let status: *i64 = sys_mmap(8) as *i64
36 let n: i64 = nx_https_fetch_follow(url, store, out, cap, 6, status)
37 ff_puts(url); ff_puts(" status=" as *u8); ff_putn(status[0]); ff_puts(" bytes=" as *u8); ff_putn(n)
38 if n <= 0 { ff_puts(" FETCH-FAIL\n" as *u8); return 0 }
39 var gz: i64 = 0
40 if n >= 2 { if out[0] == 0x1f as u8 { if out[1] == 0x8b as u8 { gz = 1 } } }
41 if gz == 1 { ff_puts(" [GZIP-skip]\n" as *u8); return 0 }
42 let fd: i64 = sys_openat_wr(opath, 0x1a4)
43 if fd < 0 { ff_puts(" SAVE-FAIL\n" as *u8); return 0 }
44 sys_write(fd, out, n)
45 sys_close(fd)
46 ff_puts(" SAVED\n" as *u8)
47 return 1
48}
49
50func main() -> i64 {
51 let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304)
52 if r <= 0 { ff_puts("WATER: certdata load failed\n" as *u8); return 1 }
53 let store: *TrustStore = r as *TrustStore
54 ff_puts("CA roots=" as *u8); ff_putn(trust_store_count(store)); ff_puts("\n" as *u8)
55 let cap: i64 = K_MAGIC_8388608
56 let out: *u8 = sys_mmap(cap)
57 var ok: i64 = 0
58
59 ff_puts("== WATER QUALITY, TASTE, HEALTH (TDS, minerals, standards) ==\n" as *u8)
60 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Total_dissolved_solids" as *u8, "knowledge/fetched/water_q1_tds.raw" as *u8, store, out, cap)
61 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Hard_water" as *u8, "knowledge/fetched/water_q2_hard_water.raw" as *u8, store, out, cap)
62 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Drinking_water_quality_standards" as *u8, "knowledge/fetched/water_q3_standards.raw" as *u8, store, out, cap)
63 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Water_quality" as *u8, "knowledge/fetched/water_q4_water_quality.raw" as *u8, store, out, cap)
64 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Mineral_water" as *u8, "knowledge/fetched/water_q5_mineral_water.raw" as *u8, store, out, cap)
65 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Maximum_contaminant_level" as *u8, "knowledge/fetched/water_q6_mcl.raw" as *u8, store, out, cap)
66 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Safe_Drinking_Water_Act" as *u8, "knowledge/fetched/water_q7_sdwa.raw" as *u8, store, out, cap)
67 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Per-_and_polyfluoroalkyl_substances" as *u8, "knowledge/fetched/water_q8_pfas.raw" as *u8, store, out, cap)
68
69 ff_puts("== ATMOSPHERIC WATER GENERATION + PSYCHROMETRICS ==\n" as *u8)
70 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Atmospheric_water_generator" as *u8, "knowledge/fetched/water_a1_awg.raw" as *u8, store, out, cap)
71 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Dehumidifier" as *u8, "knowledge/fetched/water_a2_dehumidifier.raw" as *u8, store, out, cap)
72 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Dew_point" as *u8, "knowledge/fetched/water_a3_dew_point.raw" as *u8, store, out, cap)
73 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Humidity" as *u8, "knowledge/fetched/water_a4_humidity.raw" as *u8, store, out, cap)
74
75 ff_puts("== TREATMENT + REMINERALIZATION + SAFETY ==\n" as *u8)
76 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Water_purification" as *u8, "knowledge/fetched/water_t1_purification.raw" as *u8, store, out, cap)
77 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Reverse_osmosis" as *u8, "knowledge/fetched/water_t2_reverse_osmosis.raw" as *u8, store, out, cap)
78 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Remineralisation_of_water" as *u8, "knowledge/fetched/water_t3_remineralisation.raw" as *u8, store, out, cap)
79 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Legionella" as *u8, "knowledge/fetched/water_t4_legionella.raw" as *u8, store, out, cap)
80 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Ultraviolet_germicidal_irradiation" as *u8, "knowledge/fetched/water_t5_uvgi.raw" as *u8, store, out, cap)
81 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Lead_and_Copper_Rule" as *u8, "knowledge/fetched/water_t6_lead_copper_rule.raw" as *u8, store, out, cap)
82
83 ff_puts("READABLE SOURCES SAVED THIS PASS+HAVE: " as *u8); ff_putn(ok); ff_puts(" / 18\n" as *u8)
84 return 0
85}