nx_ge_research_fetch.nx source
↩ module page · 116 lines · 9148 B
1// nx_ge_research_fetch.nx -- SOVEREIGN multi-source web-fetch for the 5-PILLAR hardware-rung-up
2// game-engine roadmap (P1 visualization / P2 networking / P3 responsiveness / P4 story /
3// P5 generative). Reuses the proven sovereign TLS-1.3 stack (nx_https_fetch_follow) + the Mozilla
4// CA store, and SAVES each source to knowledge/fetched/ge_p<N>_*.raw so research COMPOUNDS to the
5// Library and can be grepped to CITE (the >=2-source corroboration / no-hearsay rule). 100%
6// sovereign (own TLS, nx_cc->nxasm, no curl/wget/gcc). The only non-Nishi inputs are the CA-root
7// DATA + the fetched pages = exactly the researcher's contract.
8// expect_exit: 0 license_tier: ORIGINAL
9import "nx_syscalls.nx"
10import "nx_x509_trust_store.nx"
11import "nx_trust_store_load_from_certdata.nx"
12import "nx_https_fetch_follow.nx"
13const K_MAGIC_4194304: i64 = 4194304
14const K_MAGIC_8388608: i64 = 8388608
15
16func gf_puts(s: *u8) -> i64 { var n: i64 = 0; while s[n] != (0 as u8) { n = n + 1 } sys_write(1, s, n); return 0 }
17func gf_putn(v: i64) -> i64 {
18 if v == 0 { sys_write(1, "0" as *u8, 1); return 0 }
19 var m: i64 = v
20 if m < 0 { sys_write(1, "-" as *u8, 1); m = 0 - m }
21 let d: *u8 = sys_mmap(24); var k: i64 = 0
22 while m > 0 { d[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 }
23 var j: i64 = k - 1
24 while j >= 0 { sys_write(1, ((d as i64)+j) as *u8, 1); j = j - 1 }
25 return 0
26}
27
28// idempotent (rule #10): a source already on disk is skipped, so re-runs only fill gaps. This is
29// also the LEAK WORKAROUND -- the TLS stack leaks mmap per fetch (certloop time climbs -> OOM ~#23),
30// so the fetch set completes across a few resumable passes instead of one OOM-killed run.
31func have_file(path: *u8) -> i64 {
32 let fd: i64 = sys_openat_rd(path)
33 if fd < 0 { return 0 }
34 sys_close(fd)
35 return 1
36}
37
38// fetch url -> save body to opath (O_TRUNC, fresh). returns 1 iff a readable (non-empty, non-gzip) body saved.
39func fetch_save(url: *u8, opath: *u8, store: *TrustStore, out: *u8, cap: i64) -> i64 {
40 if have_file(opath) == 1 { gf_puts(opath); gf_puts(" [have-skip]\n"); return 1 }
41 let status: *i64 = sys_mmap(8) as *i64
42 let n: i64 = nx_https_fetch_follow(url, store, out, cap, 6, status)
43 gf_puts(url); gf_puts(" status="); gf_putn(status[0]); gf_puts(" bytes="); gf_putn(n)
44 if n <= 0 { gf_puts(" FETCH-FAIL\n"); return 0 }
45 var gz: i64 = 0
46 if n >= 2 { if out[0] == 0x1f as u8 { if out[1] == 0x8b as u8 { gz = 1 } } }
47 if gz == 1 { gf_puts(" [GZIP-skip]\n"); return 0 }
48 let fd: i64 = sys_openat_wr(opath, 0x1a4)
49 if fd < 0 { gf_puts(" SAVE-FAIL\n"); return 0 }
50 sys_write(fd, out, n)
51 sys_close(fd)
52 gf_puts(" SAVED\n")
53 return 1
54}
55
56func main() -> i64 {
57 let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304)
58 if r <= 0 { gf_puts("GF: certdata load failed\n"); return 1 }
59 let store: *TrustStore = r as *TrustStore
60 gf_puts("CA roots="); gf_putn(trust_store_count(store)); gf_puts("\n")
61 let cap: i64 = K_MAGIC_8388608
62 let out: *u8 = sys_mmap(cap)
63 var ok: i64 = 0
64
65 gf_puts("== P1 VISUALIZATION (sovereign render vs DirectX/Vulkan/WebGPU) ==\n")
66 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Graphics_pipeline" as *u8, "knowledge/fetched/ge_p1_graphics_pipeline.raw" as *u8, store, out, cap)
67 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Software_rendering" as *u8, "knowledge/fetched/ge_p1_software_rendering.raw" as *u8, store, out, cap)
68 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Rasterisation" as *u8, "knowledge/fetched/ge_p1_rasterisation.raw" as *u8, store, out, cap)
69 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Ray_tracing_(graphics)" as *u8, "knowledge/fetched/ge_p1_raytracing.raw" as *u8, store, out, cap)
70 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Vulkan" as *u8, "knowledge/fetched/ge_p1_vulkan.raw" as *u8, store, out, cap)
71 ok = ok + fetch_save("https://en.wikipedia.org/wiki/DirectX" as *u8, "knowledge/fetched/ge_p1_directx.raw" as *u8, store, out, cap)
72 ok = ok + fetch_save("https://en.wikipedia.org/wiki/SPIR-V" as *u8, "knowledge/fetched/ge_p1_spirv.raw" as *u8, store, out, cap)
73 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Tile-based_rendering" as *u8, "knowledge/fetched/ge_p1_tilebased.raw" as *u8, store, out, cap)
74
75 gf_puts("== P2 NETWORKING (netcode) ==\n")
76 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Netcode" as *u8, "knowledge/fetched/ge_p2_netcode.raw" as *u8, store, out, cap)
77 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Lockstep_protocol" as *u8, "knowledge/fetched/ge_p2_lockstep.raw" as *u8, store, out, cap)
78 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Dead_reckoning" as *u8, "knowledge/fetched/ge_p2_deadreckoning.raw" as *u8, store, out, cap)
79 ok = ok + fetch_save("https://en.wikipedia.org/wiki/WebRTC" as *u8, "knowledge/fetched/ge_p2_webrtc.raw" as *u8, store, out, cap)
80 ok = ok + fetch_save("https://en.wikipedia.org/wiki/QUIC" as *u8, "knowledge/fetched/ge_p2_quic.raw" as *u8, store, out, cap)
81 ok = ok + fetch_save("https://en.wikipedia.org/wiki/User_Datagram_Protocol" as *u8, "knowledge/fetched/ge_p2_udp.raw" as *u8, store, out, cap)
82
83 gf_puts("== P3 RESPONSIVENESS (low-end mobile) ==\n")
84 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Frame_rate" as *u8, "knowledge/fetched/ge_p3_framerate.raw" as *u8, store, out, cap)
85 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Input_lag" as *u8, "knowledge/fetched/ge_p3_inputlag.raw" as *u8, store, out, cap)
86 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Level_of_detail_(computer_graphics)" as *u8, "knowledge/fetched/ge_p3_lod.raw" as *u8, store, out, cap)
87 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Entity_component_system" as *u8, "knowledge/fetched/ge_p3_ecs.raw" as *u8, store, out, cap)
88 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Data-oriented_design" as *u8, "knowledge/fetched/ge_p3_dod.raw" as *u8, store, out, cap)
89 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Game_programming" as *u8, "knowledge/fetched/ge_p3_gameprogramming.raw" as *u8, store, out, cap)
90
91 gf_puts("== P4 STORY ==\n")
92 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Interactive_storytelling" as *u8, "knowledge/fetched/ge_p4_interactive_storytelling.raw" as *u8, store, out, cap)
93 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Dialogue_tree" as *u8, "knowledge/fetched/ge_p4_dialogue_tree.raw" as *u8, store, out, cap)
94 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Visual_novel" as *u8, "knowledge/fetched/ge_p4_visual_novel.raw" as *u8, store, out, cap)
95 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Quest_(video_games)" as *u8, "knowledge/fetched/ge_p4_quest.raw" as *u8, store, out, cap)
96 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Emergent_gameplay" as *u8, "knowledge/fetched/ge_p4_emergent.raw" as *u8, store, out, cap)
97 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Interactive_fiction" as *u8, "knowledge/fetched/ge_p4_interactive_fiction.raw" as *u8, store, out, cap)
98
99 gf_puts("== P5 GENERATIVE INTEGRATION (whole games / char visuals / char AI / char dialogue) ==\n")
100 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Procedural_generation" as *u8, "knowledge/fetched/ge_p5_procgen.raw" as *u8, store, out, cap)
101 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Diffusion_model" as *u8, "knowledge/fetched/ge_p5_diffusion.raw" as *u8, store, out, cap)
102 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Large_language_model" as *u8, "knowledge/fetched/ge_p5_llm.raw" as *u8, store, out, cap)
103 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Non-player_character" as *u8, "knowledge/fetched/ge_p5_npc.raw" as *u8, store, out, cap)
104 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Behavior_tree" as *u8, "knowledge/fetched/ge_p5_behaviortree.raw" as *u8, store, out, cap)
105 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Finite-state_machine" as *u8, "knowledge/fetched/ge_p5_fsm.raw" as *u8, store, out, cap)
106 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Generative_artificial_intelligence" as *u8, "knowledge/fetched/ge_p5_genai.raw" as *u8, store, out, cap)
107
108 gf_puts("== CONTRARIAN / SKEPTICAL (so contradiction-detection has material; deep-research ran this angle) ==\n")
109 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Hardware_acceleration" as *u8, "knowledge/fetched/ge_c_hardware_accel.raw" as *u8, store, out, cap)
110 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Graphics_processing_unit" as *u8, "knowledge/fetched/ge_c_gpu.raw" as *u8, store, out, cap)
111 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Larrabee_(microarchitecture)" as *u8, "knowledge/fetched/ge_c_larrabee.raw" as *u8, store, out, cap)
112 ok = ok + fetch_save("https://en.wikipedia.org/wiki/General-purpose_computing_on_graphics_processing_units" as *u8, "knowledge/fetched/ge_c_gpgpu.raw" as *u8, store, out, cap)
113
114 gf_puts("READABLE SOURCES SAVED: "); gf_putn(ok); gf_puts(" / 37\n")
115 return 0
116}