nx_dr_research_fetch.nx source
↩ module page · 97 lines · 7551 B
1// nx_dr_research_fetch.nx -- SOVEREIGN multi-source web-fetch to STUDY the S-CLASS "disaster recovery / backup /
2// archiving" category, so nx_dr_census grades our DR archive (nx_dr_archive/nx_dr_tree/nx_aw_fetch + verify + receipt)
3// against a REAL sovereign-banked corpus, not hearsay. Same proven pattern as nx_mirror_research_fetch: own TLS-1.3
4// (nx_https_fetch_follow) + Mozilla CA store, each source -> knowledge/fetched/dr_*.raw (compounds + greppable to CITE).
5// 100% sovereign (own TLS, nx_cc->nxasm, NO curl/wget/gcc). Idempotent have-skip + 4MB cap. Research axes:
6// A STRATEGY/RULES (3-2-1, RPO/RTO, DR) B METHODS (incremental/snapshot/CDP)
7// C TOOLS+APIs (rsync/rclone/bacula/S3-Glacier/Time-Machine) D INTEGRITY/VERIFY (scrub/checksum/bit-rot)
8// E IMMUTABILITY/SECURITY (WORM/air-gap/ransomware/encryption) F DEDUP/EFFICIENCY (dedup/compress/CAS)
9// G CATALOG/RETENTION (rotation/GFS/ZFS/Btrfs snapshots)
10// expect_exit: 0 license_tier: ORIGINAL
11import "nx_syscalls.nx"
12import "nx_x509_trust_store.nx"
13import "nx_trust_store_load_from_certdata.nx"
14import "nx_https_fetch_follow.nx"
15const K_MAGIC_4194304: i64 = 4194304
16
17func gf_puts(s: *u8) -> i64 { var n: i64 = 0; while s[n] != (0 as u8) { n = n + 1 } sys_write(1, s, n); return 0 }
18func gf_putn(v: i64) -> i64 {
19 if v == 0 { sys_write(1, "0" as *u8, 1); return 0 }
20 var m: i64 = v
21 if m < 0 { sys_write(1, "-" as *u8, 1); m = 0 - m }
22 let d: *u8 = sys_mmap(24); var k: i64 = 0
23 while m > 0 { d[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 }
24 var j: i64 = k - 1
25 while j >= 0 { sys_write(1, ((d as i64)+j) as *u8, 1); j = j - 1 }
26 return 0
27}
28func have_file(path: *u8) -> i64 { let fd: i64 = sys_openat_rd(path); if fd < 0 { return 0 } sys_close(fd); return 1 }
29func fetch_save(url: *u8, opath: *u8, store: *TrustStore, out: *u8, cap: i64) -> i64 {
30 if have_file(opath) == 1 { gf_puts(opath); gf_puts(" [have-skip]\n"); return 1 }
31 let status: *i64 = sys_mmap(8) as *i64
32 let n: i64 = nx_https_fetch_follow(url, store, out, cap, 6, status)
33 gf_puts(url); gf_puts(" status="); gf_putn(status[0]); gf_puts(" bytes="); gf_putn(n)
34 if n <= 0 { gf_puts(" FETCH-FAIL\n"); return 0 }
35 var gz: i64 = 0
36 if n >= 2 { if out[0] == 0x1f as u8 { if out[1] == 0x8b as u8 { gz = 1 } } }
37 if gz == 1 { gf_puts(" [GZIP-skip]\n"); return 0 }
38 let fd: i64 = sys_openat_wr(opath, 0x1a4)
39 if fd < 0 { gf_puts(" SAVE-FAIL\n"); return 0 }
40 sys_write(fd, out, n); sys_close(fd)
41 gf_puts(" SAVED\n")
42 return 1
43}
44
45func main() -> i64 {
46 let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304)
47 if r <= 0 { gf_puts("DR: certdata load failed\n"); return 1 }
48 let store: *TrustStore = r as *TrustStore
49 gf_puts("CA roots="); gf_putn(trust_store_count(store)); gf_puts("\n")
50 let cap: i64 = K_MAGIC_4194304
51 let out: *u8 = sys_mmap(cap)
52 var ok: i64 = 0
53
54 gf_puts("== A. STRATEGY / RULES (3-2-1 / RPO / RTO / DR) ==\n")
55 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Backup" as *u8, "knowledge/fetched/dr_a_backup.raw" as *u8, store, out, cap)
56 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Disaster_recovery" as *u8, "knowledge/fetched/dr_a_disaster_recovery.raw" as *u8, store, out, cap)
57 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Recovery_point_objective" as *u8, "knowledge/fetched/dr_a_rpo.raw" as *u8, store, out, cap)
58 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Disaster_recovery_and_business_continuity_auditing" as *u8, "knowledge/fetched/dr_a_dr_audit.raw" as *u8, store, out, cap)
59
60 gf_puts("== B. METHODS (incremental / differential / snapshot / CDP) ==\n")
61 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Incremental_backup" as *u8, "knowledge/fetched/dr_b_incremental.raw" as *u8, store, out, cap)
62 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Differential_backup" as *u8, "knowledge/fetched/dr_b_differential.raw" as *u8, store, out, cap)
63 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Snapshot_(computer_storage)" as *u8, "knowledge/fetched/dr_b_snapshot.raw" as *u8, store, out, cap)
64 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Continuous_data_protection" as *u8, "knowledge/fetched/dr_b_cdp.raw" as *u8, store, out, cap)
65
66 gf_puts("== C. TOOLS / APIs (rsync / rclone / bacula / S3-Glacier / Time-Machine) ==\n")
67 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Rsync" as *u8, "knowledge/fetched/dr_c_rsync.raw" as *u8, store, out, cap)
68 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Rclone" as *u8, "knowledge/fetched/dr_c_rclone.raw" as *u8, store, out, cap)
69 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Bacula" as *u8, "knowledge/fetched/dr_c_bacula.raw" as *u8, store, out, cap)
70 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Amazon_S3_Glacier" as *u8, "knowledge/fetched/dr_c_s3_glacier.raw" as *u8, store, out, cap)
71 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Time_Machine_(macOS)" as *u8, "knowledge/fetched/dr_c_time_machine.raw" as *u8, store, out, cap)
72
73 gf_puts("== D. INTEGRITY / VERIFY (scrub / checksum / bit-rot) ==\n")
74 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Data_scrubbing" as *u8, "knowledge/fetched/dr_d_scrubbing.raw" as *u8, store, out, cap)
75 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Data_integrity" as *u8, "knowledge/fetched/dr_d_integrity.raw" as *u8, store, out, cap)
76 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Checksum" as *u8, "knowledge/fetched/dr_d_checksum.raw" as *u8, store, out, cap)
77 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Data_degradation" as *u8, "knowledge/fetched/dr_d_bitrot.raw" as *u8, store, out, cap)
78
79 gf_puts("== E. IMMUTABILITY / SECURITY (WORM / air-gap / ransomware / encryption) ==\n")
80 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Write_once_read_many" as *u8, "knowledge/fetched/dr_e_worm.raw" as *u8, store, out, cap)
81 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Air_gap_(networking)" as *u8, "knowledge/fetched/dr_e_airgap.raw" as *u8, store, out, cap)
82 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Ransomware" as *u8, "knowledge/fetched/dr_e_ransomware.raw" as *u8, store, out, cap)
83 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Encryption" as *u8, "knowledge/fetched/dr_e_encryption.raw" as *u8, store, out, cap)
84
85 gf_puts("== F. DEDUP / EFFICIENCY (dedup / compression / CAS) ==\n")
86 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Data_deduplication" as *u8, "knowledge/fetched/dr_f_dedup.raw" as *u8, store, out, cap)
87 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Data_compression" as *u8, "knowledge/fetched/dr_f_compression.raw" as *u8, store, out, cap)
88 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Content-addressable_storage" as *u8, "knowledge/fetched/dr_f_cas.raw" as *u8, store, out, cap)
89
90 gf_puts("== G. CATALOG / RETENTION (rotation / GFS / ZFS / Btrfs) ==\n")
91 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Backup_rotation_scheme" as *u8, "knowledge/fetched/dr_g_rotation.raw" as *u8, store, out, cap)
92 ok = ok + fetch_save("https://en.wikipedia.org/wiki/ZFS" as *u8, "knowledge/fetched/dr_g_zfs.raw" as *u8, store, out, cap)
93 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Btrfs" as *u8, "knowledge/fetched/dr_g_btrfs.raw" as *u8, store, out, cap)
94
95 gf_puts("\nDR RESEARCH: sources OK="); gf_putn(ok); gf_puts(" -> knowledge/fetched/dr_*.raw\n")
96 return 0
97}