nx_connect_research_fetch.nx source
↩ module page · 96 lines · 6900 B
1// nx_connect_research_fetch.nx -- SOVEREIGN web-fetch for the CONNECT video-room exceed research
2// (scale / loss-resilience / codec / MLS group-scale). Reuses the proven sovereign TLS-1.3 stack
3// (nx_https_fetch_follow) + Mozilla CA store, saves each source to knowledge/fetched/conn_*.raw so
4// research COMPOUNDS to the Library and can be grepped to CITE. 100% sovereign (own TLS, nx_cc->
5// nxasm, no curl/wget/gcc) -- NO API rate limit (unlike the Claude deep-research workflow, which was
6// throttled). Idempotent (rule #10): a source already on disk is skipped, so re-runs fill gaps and
7// resume past the per-process TLS mmap-leak ceiling. Mirrors the proven nx_ge_research_fetch pattern.
8// expect_exit: 0 license_tier: ORIGINAL
9import "nx_syscalls.nx"
10import "nx_x509_trust_store.nx"
11import "nx_trust_store_load_from_certdata.nx"
12import "nx_https_fetch_follow.nx"
13const K_MAGIC_4194304: i64 = 4194304
14const K_MAGIC_8388608: i64 = 8388608
15
16func gf_puts(s: *u8) -> i64 { var n: i64 = 0; while s[n] != (0 as u8) { n = n + 1 } sys_write(1, s, n); return 0 }
17func gf_putn(v: i64) -> i64 {
18 if v == 0 { sys_write(1, "0" as *u8, 1); return 0 }
19 var m: i64 = v
20 if m < 0 { sys_write(1, "-" as *u8, 1); m = 0 - m }
21 let d: *u8 = sys_mmap(24); var k: i64 = 0
22 while m > 0 { d[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 }
23 var j: i64 = k - 1
24 while j >= 0 { sys_write(1, ((d as i64)+j) as *u8, 1); j = j - 1 }
25 return 0
26}
27func have_file(path: *u8) -> i64 { let fd: i64 = sys_openat_rd(path); if fd < 0 { return 0 } sys_close(fd); return 1 }
28
29func fetch_save(url: *u8, opath: *u8, store: *TrustStore, out: *u8, cap: i64) -> i64 {
30 if have_file(opath) == 1 { gf_puts(opath); gf_puts(" [have-skip]\n"); return 1 }
31 let status: *i64 = sys_mmap(8) as *i64
32 let n: i64 = nx_https_fetch_follow(url, store, out, cap, 6, status)
33 gf_puts(url); gf_puts(" status="); gf_putn(status[0]); gf_puts(" bytes="); gf_putn(n)
34 if n <= 0 { gf_puts(" FETCH-FAIL\n"); return 0 }
35 var gz: i64 = 0
36 if n >= 2 { if out[0] == 0x1f as u8 { if out[1] == 0x8b as u8 { gz = 1 } } }
37 if gz == 1 { gf_puts(" [GZIP-skip]\n"); return 0 }
38 let fd: i64 = sys_openat_wr(opath, 0x1a4)
39 if fd < 0 { gf_puts(" SAVE-FAIL\n"); return 0 }
40 sys_write(fd, out, n); sys_close(fd)
41 gf_puts(" SAVED\n")
42 return 1
43}
44
45func main() -> i64 {
46 let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304)
47 if r <= 0 { gf_puts("CRF: certdata load failed\n"); return 1 }
48 let store: *TrustStore = r as *TrustStore
49 gf_puts("CA roots="); gf_putn(trust_store_count(store)); gf_puts("\n")
50 let cap: i64 = K_MAGIC_8388608
51 let out: *u8 = sys_mmap(cap)
52 var ok: i64 = 0
53
54 gf_puts("== E2E GROUP SCALE (MLS / TreeKEM -- does keying cap group size?) ==\n")
55 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Messaging_Layer_Security" as *u8, "knowledge/fetched/conn_mls.raw" as *u8, store, out, cap)
56 ok = ok + fetch_save("https://www.rfc-editor.org/rfc/rfc9420.txt" as *u8, "knowledge/fetched/conn_rfc9420_mls.raw" as *u8, store, out, cap)
57
58 gf_puts("== SVC / SIMULCAST / SELECTIVE FORWARDING (receive-side scale) ==\n")
59 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Scalable_Video_Coding" as *u8, "knowledge/fetched/conn_svc.raw" as *u8, store, out, cap)
60 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Simulcast" as *u8, "knowledge/fetched/conn_simulcast.raw" as *u8, store, out, cap)
61 ok = ok + fetch_save("https://en.wikipedia.org/wiki/WebRTC" as *u8, "knowledge/fetched/conn_webrtc.raw" as *u8, store, out, cap)
62
63 gf_puts("== LOSS RESILIENCE (FEC / PLC -- worldwide low-bandwidth exceed axis) ==\n")
64 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Forward_error_correction" as *u8, "knowledge/fetched/conn_fec.raw" as *u8, store, out, cap)
65 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Packet_loss_concealment" as *u8, "knowledge/fetched/conn_plc.raw" as *u8, store, out, cap)
66 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Video_quality" as *u8, "knowledge/fetched/conn_videoquality.raw" as *u8, store, out, cap)
67
68 gf_puts("== CODECS (VP9/AV1 SVC support) ==\n")
69 ok = ok + fetch_save("https://en.wikipedia.org/wiki/AV1" as *u8, "knowledge/fetched/conn_av1.raw" as *u8, store, out, cap)
70 ok = ok + fetch_save("https://en.wikipedia.org/wiki/VP9" as *u8, "knowledge/fetched/conn_vp9.raw" as *u8, store, out, cap)
71
72 gf_puts("== JUNE-2026 FRONTIER: low-latency transport (MoQ / QUIC / L4S -- intercontinental RT) ==\n")
73 ok = ok + fetch_save("https://www.rfc-editor.org/rfc/rfc9000.txt" as *u8, "knowledge/fetched/conn_quic.raw" as *u8, store, out, cap)
74 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Media_over_QUIC" as *u8, "knowledge/fetched/conn_moq.raw" as *u8, store, out, cap)
75 ok = ok + fetch_save("https://en.wikipedia.org/wiki/WebTransport" as *u8, "knowledge/fetched/conn_webtransport.raw" as *u8, store, out, cap)
76 ok = ok + fetch_save("https://www.rfc-editor.org/rfc/rfc9330.txt" as *u8, "knowledge/fetched/conn_l4s.raw" as *u8, store, out, cap)
77 ok = ok + fetch_save("https://www.rfc-editor.org/rfc/rfc8888.txt" as *u8, "knowledge/fetched/conn_ccfb.raw" as *u8, store, out, cap)
78
79 gf_puts("== CONGESTION CONTROL FOR REAL-TIME MEDIA (the bandwidth-adaptation frontier) ==\n")
80 ok = ok + fetch_save("https://www.rfc-editor.org/rfc/rfc8698.txt" as *u8, "knowledge/fetched/conn_nada.raw" as *u8, store, out, cap)
81 ok = ok + fetch_save("https://www.rfc-editor.org/rfc/rfc8298.txt" as *u8, "knowledge/fetched/conn_scream.raw" as *u8, store, out, cap)
82 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Network_congestion" as *u8, "knowledge/fetched/conn_congestion.raw" as *u8, store, out, cap)
83
84 gf_puts("== WORKLOADS: games-together / movies-together / FPS-QoE ==\n")
85 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Cloud_gaming" as *u8, "knowledge/fetched/conn_cloudgaming.raw" as *u8, store, out, cap)
86 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Input_lag" as *u8, "knowledge/fetched/conn_inputlag.raw" as *u8, store, out, cap)
87 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Frame_rate" as *u8, "knowledge/fetched/conn_framerate.raw" as *u8, store, out, cap)
88 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Teleparty" as *u8, "knowledge/fetched/conn_watchparty.raw" as *u8, store, out, cap)
89
90 gf_puts("== INTERCONTINENTAL PATH (Belarus<->Texas RTT reality) ==\n")
91 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Submarine_communications_cable" as *u8, "knowledge/fetched/conn_subcable.raw" as *u8, store, out, cap)
92 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Round-trip_delay" as *u8, "knowledge/fetched/conn_rtt.raw" as *u8, store, out, cap)
93
94 gf_puts("CONNECT SOURCES SAVED: "); gf_putn(ok); gf_puts(" / 24\n")
95 return 0
96}