nx_pub_research_fetch.nx source

1// nx_pub_research_fetch.nx -- SOVEREIGN multi-source web-fetch to DESIGN THE NISHI PUBLISHER role & 2// responsibilities (the single, central publishing service so NO workstream pushes to nishifamily.com 3// directly -- the discipline that would have prevented the sites.elf outage). Mirrors the proven 4// nx_ge_research_fetch pattern: own TLS-1.3 (nx_https_fetch_follow) + Mozilla CA store, saves each source 5// to knowledge/fetched/pub_*.raw so research COMPOUNDS to the Library and can be grepped to CITE (>=2-source 6// no-hearsay rule). 100% sovereign (own TLS, nx_cc->nxasm, no curl/wget/gcc). Idempotent have-skip = also the 7// per-fetch-mmap-leak workaround (re-run fills gaps; wsl --shutdown between passes if the TLS certloop OOMs). 8// Research axes -> the publisher's responsibilities: (A) the RELEASE/PUBLISHER role, (B) deployment SAFETY so 9// no outage, (C) COORDINATION/serialization so workstreams don't collide, (D) editorial single-gatekeeper 10// publishing, (E) VERIFY/ROLLBACK. expect_exit: 0 license_tier: ORIGINAL 11import "nx_syscalls.nx" 12import "nx_x509_trust_store.nx" 13import "nx_trust_store_load_from_certdata.nx" 14import "nx_https_fetch_follow.nx" 15const K_MAGIC_4194304: i64 = 4194304 16const K_MAGIC_8388608: i64 = 8388608 17 18func gf_puts(s: *u8) -> i64 { var n: i64 = 0; while s[n] != (0 as u8) { n = n + 1 } sys_write(1, s, n); return 0 } 19func gf_putn(v: i64) -> i64 { 20 if v == 0 { sys_write(1, "0" as *u8, 1); return 0 } 21 var m: i64 = v 22 if m < 0 { sys_write(1, "-" as *u8, 1); m = 0 - m } 23 let d: *u8 = sys_mmap(24); var k: i64 = 0 24 while m > 0 { d[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 } 25 var j: i64 = k - 1 26 while j >= 0 { sys_write(1, ((d as i64)+j) as *u8, 1); j = j - 1 } 27 return 0 28} 29func have_file(path: *u8) -> i64 { 30 let fd: i64 = sys_openat_rd(path) 31 if fd < 0 { return 0 } 32 sys_close(fd) 33 return 1 34} 35func fetch_save(url: *u8, opath: *u8, store: *TrustStore, out: *u8, cap: i64) -> i64 { 36 if have_file(opath) == 1 { gf_puts(opath); gf_puts(" [have-skip]\n"); return 1 } 37 let status: *i64 = sys_mmap(8) as *i64 38 let n: i64 = nx_https_fetch_follow(url, store, out, cap, 6, status) 39 gf_puts(url); gf_puts(" status="); gf_putn(status[0]); gf_puts(" bytes="); gf_putn(n) 40 if n <= 0 { gf_puts(" FETCH-FAIL\n"); return 0 } 41 var gz: i64 = 0 42 if n >= 2 { if out[0] == 0x1f as u8 { if out[1] == 0x8b as u8 { gz = 1 } } } 43 if gz == 1 { gf_puts(" [GZIP-skip]\n"); return 0 } 44 let fd: i64 = sys_openat_wr(opath, 0x1a4) 45 if fd < 0 { gf_puts(" SAVE-FAIL\n"); return 0 } 46 sys_write(fd, out, n) 47 sys_close(fd) 48 gf_puts(" SAVED\n") 49 return 1 50} 51 52func main() -> i64 { 53 let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304) 54 if r <= 0 { gf_puts("PUB: certdata load failed\n"); return 1 } 55 let store: *TrustStore = r as *TrustStore 56 gf_puts("CA roots="); gf_putn(trust_store_count(store)); gf_puts("\n") 57 let cap: i64 = K_MAGIC_8388608 58 let out: *u8 = sys_mmap(cap) 59 var ok: i64 = 0 60 61 gf_puts("== A. THE RELEASE/PUBLISHER ROLE (who owns shipping; responsibilities) ==\n") 62 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Release_management" as *u8, "knowledge/fetched/pub_a_release_management.raw" as *u8, store, out, cap) 63 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Release_engineering" as *u8, "knowledge/fetched/pub_a_release_engineering.raw" as *u8, store, out, cap) 64 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Software_release_life_cycle" as *u8, "knowledge/fetched/pub_a_release_lifecycle.raw" as *u8, store, out, cap) 65 ok = ok + fetch_save("https://en.wikipedia.org/wiki/DevOps" as *u8, "knowledge/fetched/pub_a_devops.raw" as *u8, store, out, cap) 66 ok = ok + fetch_save("https://en.wikipedia.org/wiki/ITIL" as *u8, "knowledge/fetched/pub_a_itil.raw" as *u8, store, out, cap) 67 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Configuration_management" as *u8, "knowledge/fetched/pub_a_config_management.raw" as *u8, store, out, cap) 68 69 gf_puts("== B. DEPLOYMENT SAFETY (no more outages: staged, reversible, gated) ==\n") 70 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Continuous_delivery" as *u8, "knowledge/fetched/pub_b_continuous_delivery.raw" as *u8, store, out, cap) 71 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Continuous_deployment" as *u8, "knowledge/fetched/pub_b_continuous_deployment.raw" as *u8, store, out, cap) 72 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Deployment_environment" as *u8, "knowledge/fetched/pub_b_deployment_environment.raw" as *u8, store, out, cap) 73 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Blue-green_deployment" as *u8, "knowledge/fetched/pub_b_blue_green.raw" as *u8, store, out, cap) 74 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Feature_toggle" as *u8, "knowledge/fetched/pub_b_feature_toggle.raw" as *u8, store, out, cap) 75 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Rolling_release" as *u8, "knowledge/fetched/pub_b_rolling_release.raw" as *u8, store, out, cap) 76 77 gf_puts("== C. COORDINATION (single writer; serialize; no workstream collisions) ==\n") 78 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Message_queue" as *u8, "knowledge/fetched/pub_c_message_queue.raw" as *u8, store, out, cap) 79 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Event-driven_architecture" as *u8, "knowledge/fetched/pub_c_event_driven.raw" as *u8, store, out, cap) 80 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Idempotence" as *u8, "knowledge/fetched/pub_c_idempotence.raw" as *u8, store, out, cap) 81 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Lock_(computer_science)" as *u8, "knowledge/fetched/pub_c_lock.raw" as *u8, store, out, cap) 82 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Mutual_exclusion" as *u8, "knowledge/fetched/pub_c_mutual_exclusion.raw" as *u8, store, out, cap) 83 84 gf_puts("== D. EDITORIAL PUBLISHING (single gatekeeper; publish workflow) ==\n") 85 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Content_management_system" as *u8, "knowledge/fetched/pub_d_cms.raw" as *u8, store, out, cap) 86 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Web_content_management_system" as *u8, "knowledge/fetched/pub_d_wcms.raw" as *u8, store, out, cap) 87 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Publishing" as *u8, "knowledge/fetched/pub_d_publishing.raw" as *u8, store, out, cap) 88 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Workflow" as *u8, "knowledge/fetched/pub_d_workflow.raw" as *u8, store, out, cap) 89 90 gf_puts("== E. VERIFY / ROLLBACK (prove it serves; undo on failure) ==\n") 91 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Smoke_testing_(software)" as *u8, "knowledge/fetched/pub_e_smoke_test.raw" as *u8, store, out, cap) 92 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Rollback_(data_management)" as *u8, "knowledge/fetched/pub_e_rollback.raw" as *u8, store, out, cap) 93 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Atomic_commit" as *u8, "knowledge/fetched/pub_e_atomic_commit.raw" as *u8, store, out, cap) 94 95 gf_puts("READABLE SOURCES SAVED: "); gf_putn(ok); gf_puts(" / 24\n") 96 return 0 97}