nx_doctor_research_fetch.nx source
↩ module page · 96 lines · 6872 B
1// nx_doctor_research_fetch.nx -- SOVEREIGN multi-source web-fetch to DESIGN the NISHI DOCTOR's
2// "gracefully apply a fix WITHOUT competition" capability (apply a change to a CONTENDED shared organ
3// while other workstreams are concurrently editing it -- no clobber, no race). Mirrors nx_pub_research_fetch:
4// own TLS-1.3 (nx_https_fetch_follow) + Mozilla CA store, saves each source to knowledge/fetched/doc_*.raw so
5// it COMPOUNDS to the Library + can be grepped to CITE (>=2-source no-hearsay). 100% sovereign (own TLS,
6// nx_cc->nxasm, no curl/wget/gcc). Idempotent have-skip (re-run fills gaps; wsl --shutdown if the certloop OOMs).
7// Research axes -> the S-class approaches: (A) concurrency-control fundamentals lock-vs-optimistic, (B) OPTIMISTIC
8// versioned apply (apply-iff-base-unchanged), (C) 3-WAY MERGE / patch (apply as a diff that merges), (D) DISTRIBUTED
9// coordination (lease/consensus/single-applier), (E) CONFLICT-FREE concurrent editing (CRDT/OT), (F) ATOMIC apply.
10// expect_exit: 0 license_tier: ORIGINAL
11import "nx_syscalls.nx"
12import "nx_x509_trust_store.nx"
13import "nx_trust_store_load_from_certdata.nx"
14import "nx_https_fetch_follow.nx"
15const K_MAGIC_4194304: i64 = 4194304
16const K_MAGIC_8388608: i64 = 8388608
17
18func gf_puts(s: *u8) -> i64 { var n: i64 = 0; while s[n] != (0 as u8) { n = n + 1 } sys_write(1, s, n); return 0 }
19func gf_putn(v: i64) -> i64 {
20 if v == 0 { sys_write(1, "0" as *u8, 1); return 0 }
21 var m: i64 = v
22 if m < 0 { sys_write(1, "-" as *u8, 1); m = 0 - m }
23 let d: *u8 = sys_mmap(24); var k: i64 = 0
24 while m > 0 { d[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 }
25 var j: i64 = k - 1
26 while j >= 0 { sys_write(1, ((d as i64)+j) as *u8, 1); j = j - 1 }
27 return 0
28}
29func have_file(path: *u8) -> i64 {
30 let fd: i64 = sys_openat_rd(path)
31 if fd < 0 { return 0 }
32 sys_close(fd)
33 return 1
34}
35func fetch_save(url: *u8, opath: *u8, store: *TrustStore, out: *u8, cap: i64) -> i64 {
36 if have_file(opath) == 1 { gf_puts(opath); gf_puts(" [have-skip]\n"); return 1 }
37 let status: *i64 = sys_mmap(8) as *i64
38 let n: i64 = nx_https_fetch_follow(url, store, out, cap, 6, status)
39 gf_puts(url); gf_puts(" status="); gf_putn(status[0]); gf_puts(" bytes="); gf_putn(n)
40 if n <= 0 { gf_puts(" FETCH-FAIL\n"); return 0 }
41 var gz: i64 = 0
42 if n >= 2 { if out[0] == 0x1f as u8 { if out[1] == 0x8b as u8 { gz = 1 } } }
43 if gz == 1 { gf_puts(" [GZIP-skip]\n"); return 0 }
44 let fd: i64 = sys_openat_wr(opath, 0x1a4)
45 if fd < 0 { gf_puts(" SAVE-FAIL\n"); return 0 }
46 sys_write(fd, out, n)
47 sys_close(fd)
48 gf_puts(" SAVED\n")
49 return 1
50}
51
52func main() -> i64 {
53 let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304)
54 if r <= 0 { gf_puts("DOC: certdata load failed\n"); return 1 }
55 let store: *TrustStore = r as *TrustStore
56 gf_puts("CA roots="); gf_putn(trust_store_count(store)); gf_puts("\n")
57 let cap: i64 = K_MAGIC_8388608
58 let out: *u8 = sys_mmap(cap)
59 var ok: i64 = 0
60
61 gf_puts("== A. CONCURRENCY-CONTROL FUNDAMENTALS (lock vs optimistic; mutual exclusion) ==\n")
62 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Concurrency_control" as *u8, "knowledge/fetched/doc_a_concurrency_control.raw" as *u8, store, out, cap)
63 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Lock_(computer_science)" as *u8, "knowledge/fetched/doc_a_lock.raw" as *u8, store, out, cap)
64 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Mutual_exclusion" as *u8, "knowledge/fetched/doc_a_mutual_exclusion.raw" as *u8, store, out, cap)
65 ok = ok + fetch_save("https://en.wikipedia.org/wiki/File_locking" as *u8, "knowledge/fetched/doc_a_file_locking.raw" as *u8, store, out, cap)
66 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Two-phase_locking" as *u8, "knowledge/fetched/doc_a_two_phase_locking.raw" as *u8, store, out, cap)
67
68 gf_puts("== B. OPTIMISTIC / VERSIONED APPLY (apply-iff-base-unchanged; CAS; MVCC) ==\n")
69 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Optimistic_concurrency_control" as *u8, "knowledge/fetched/doc_b_occ.raw" as *u8, store, out, cap)
70 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Multiversion_concurrency_control" as *u8, "knowledge/fetched/doc_b_mvcc.raw" as *u8, store, out, cap)
71 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Compare-and-swap" as *u8, "knowledge/fetched/doc_b_cas.raw" as *u8, store, out, cap)
72 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Non-blocking_algorithm" as *u8, "knowledge/fetched/doc_b_nonblocking.raw" as *u8, store, out, cap)
73
74 gf_puts("== C. 3-WAY MERGE / PATCH (apply as a diff that merges with concurrent edits) ==\n")
75 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Merge_(version_control)" as *u8, "knowledge/fetched/doc_c_merge.raw" as *u8, store, out, cap)
76 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Diff3" as *u8, "knowledge/fetched/doc_c_diff3.raw" as *u8, store, out, cap)
77 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Patch_(Unix)" as *u8, "knowledge/fetched/doc_c_patch.raw" as *u8, store, out, cap)
78 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Version_control" as *u8, "knowledge/fetched/doc_c_version_control.raw" as *u8, store, out, cap)
79
80 gf_puts("== D. DISTRIBUTED COORDINATION (lease / consensus / single-applier) ==\n")
81 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Distributed_lock_manager" as *u8, "knowledge/fetched/doc_d_dlm.raw" as *u8, store, out, cap)
82 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Lease_(computer_science)" as *u8, "knowledge/fetched/doc_d_lease.raw" as *u8, store, out, cap)
83 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Consensus_(computer_science)" as *u8, "knowledge/fetched/doc_d_consensus.raw" as *u8, store, out, cap)
84 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Apache_ZooKeeper" as *u8, "knowledge/fetched/doc_d_zookeeper.raw" as *u8, store, out, cap)
85
86 gf_puts("== E. CONFLICT-FREE CONCURRENT EDITING (CRDT / operational transformation) ==\n")
87 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Conflict-free_replicated_data_type" as *u8, "knowledge/fetched/doc_e_crdt.raw" as *u8, store, out, cap)
88 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Operational_transformation" as *u8, "knowledge/fetched/doc_e_ot.raw" as *u8, store, out, cap)
89
90 gf_puts("== F. ATOMIC APPLY (all-or-nothing; linearizable) ==\n")
91 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Atomicity_(database_systems)" as *u8, "knowledge/fetched/doc_f_atomicity.raw" as *u8, store, out, cap)
92 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Linearizability" as *u8, "knowledge/fetched/doc_f_linearizability.raw" as *u8, store, out, cap)
93
94 gf_puts("READABLE SOURCES SAVED: "); gf_putn(ok); gf_puts(" / 21\n")
95 return 0
96}