nx_ng_research_fetch.nx source
↩ module page · 167 lines · 13561 B
1// nx_ng_research_fetch.nx -- SOVEREIGN multi-source web-fetch that GROUNDS the "neural graphics / radiance
2// field frontier" (the instant-ngp class + everything past it) in REAL fetched facts (Rule 4: roadmaps need
3// VERIFIED facts, never assumptions). This is the dedicated sovereign-Researcher round the prior immersive
4// study (knowledge/specs/2026-06-06-immersive-realism-targets.md) FLAGGED as open:
5// "no consumer-grade SOTA to clone for 3DGS-vs-NeRF, generative 3D, real-time world-models ... they need a
6// dedicated sovereign-Researcher round before specs/targets exist. Do NOT fabricate S-class targets here."
7//
8// Mirrors the proven nx_dm_research_fetch / nx_ge_research_fetch: reuses the sovereign TLS-1.3 stack
9// (nx_https_fetch_follow) + the Mozilla CA store, SAVES each source to knowledge/fetched/ng_*.raw so the
10// neural-graphics corpus COMPOUNDS to the Library and can be grepped to CITE (>=2-source / no-hearsay rule).
11// 100% sovereign (own TLS, nx_cc->nxasm, no curl/wget/gcc). Only non-Nishi inputs = the CA-root DATA + the
12// fetched pages = exactly the researcher's contract.
13//
14// The URL set is GROUPED BY THE god->canopy LADDER LAYER each capability informs
15// (PRIMITIVE/ENCODING -> RENDERING -> GENERATIVE/AI -> WORLD-MODEL canopy) + an explicit REGIONAL band
16// (operator: america/china/europe/russia/africa/asia/japan) so the corpus maps 1:1 onto the genesis lineage
17// tree (every stretch target gets clear pathing back to god). HONEST: Africa/Russia neural-graphics FRONTIER
18// coverage is thin -- we fetch the real community/lab pages that exist and the synthesis flags the gap rather
19// than fabricating SOTA.
20// expect_exit: 0 license_tier: ORIGINAL
21import "nx_syscalls.nx"
22import "nx_x509_trust_store.nx"
23import "nx_trust_store_load_from_certdata.nx"
24import "nx_https_fetch_follow.nx"
25const K_MAGIC_4194304: i64 = 4194304
26const K_MAGIC_8388608: i64 = 8388608
27
28func df_puts(s: *u8) -> i64 { var n: i64 = 0; while s[n] != (0 as u8) { n = n + 1 } sys_write(1, s, n); return 0 }
29func df_putn(v: i64) -> i64 {
30 if v == 0 { sys_write(1, "0" as *u8, 1); return 0 }
31 var m: i64 = v
32 if m < 0 { sys_write(1, "-" as *u8, 1); m = 0 - m }
33 let d: *u8 = sys_mmap(24); var k: i64 = 0
34 while m > 0 { d[k] = (48 + (m % 10)) as u8; m = m / 10; k = k + 1 }
35 var j: i64 = k - 1
36 while j >= 0 { sys_write(1, ((d as i64)+j) as *u8, 1); j = j - 1 }
37 return 0
38}
39
40// idempotent (rule #10): a source already on disk is skipped, so re-runs only fill gaps. This is also the
41// LEAK WORKAROUND -- the TLS stack leaks mmap per fetch, so the set completes across a few resumable passes
42// instead of one OOM-killed run.
43func have_file(path: *u8) -> i64 {
44 let fd: i64 = sys_openat_rd(path)
45 if fd < 0 { return 0 }
46 sys_close(fd)
47 return 1
48}
49
50// fetch url -> save body to opath (O_TRUNC, fresh). returns 1 iff a readable (non-empty, non-gzip) body saved.
51func fetch_save(url: *u8, opath: *u8, store: *TrustStore, out: *u8, cap: i64) -> i64 {
52 if have_file(opath) == 1 { df_puts(opath); df_puts(" [have-skip]\n"); return 1 }
53 let status: *i64 = sys_mmap(8) as *i64
54 let n: i64 = nx_https_fetch_follow(url, store, out, cap, 6, status)
55 df_puts(url); df_puts(" status="); df_putn(status[0]); df_puts(" bytes="); df_putn(n)
56 if n <= 0 { df_puts(" FETCH-FAIL\n"); return 0 }
57 var gz: i64 = 0
58 if n >= 2 { if out[0] == 0x1f as u8 { if out[1] == 0x8b as u8 { gz = 1 } } }
59 if gz == 1 { df_puts(" [GZIP-skip]\n"); return 0 }
60 let fd: i64 = sys_openat_wr(opath, 0x1a4)
61 if fd < 0 { df_puts(" SAVE-FAIL\n"); return 0 }
62 sys_write(fd, out, n)
63 sys_close(fd)
64 df_puts(" SAVED\n")
65 return 1
66}
67
68func main() -> i64 {
69 let r: i64 = nx_trust_store_load_from_certdata("data/mozilla_certdata.txt" as *u8, 512, K_MAGIC_4194304)
70 if r <= 0 { df_puts("NG: certdata load failed\n"); return 1 }
71 let store: *TrustStore = r as *TrustStore
72 df_puts("CA roots="); df_putn(trust_store_count(store)); df_puts("\n")
73 let cap: i64 = K_MAGIC_8388608
74 let out: *u8 = sys_mmap(cap)
75 var ok: i64 = 0
76
77 df_puts("== SPINE: the two pillars -- NeRF (US/DE) + 3D Gaussian Splatting (EU/France-Inria) ==\n")
78 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Neural_radiance_field" as *u8, "knowledge/fetched/ng_spine_nerf.raw" as *u8, store, out, cap)
79 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Gaussian_splatting" as *u8, "knowledge/fetched/ng_spine_3dgs.raw" as *u8, store, out, cap)
80
81 df_puts("== PRIMITIVE / ENCODING layer (god->primitive: the math the field is built on) ==\n")
82 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Volume_rendering" as *u8, "knowledge/fetched/ng_prim_volrender.raw" as *u8, store, out, cap)
83 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Signed_distance_function" as *u8, "knowledge/fetched/ng_prim_sdf.raw" as *u8, store, out, cap)
84 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Ray_marching" as *u8, "knowledge/fetched/ng_prim_raymarch.raw" as *u8, store, out, cap)
85 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Structure_from_motion" as *u8, "knowledge/fetched/ng_prim_sfm.raw" as *u8, store, out, cap)
86 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Photogrammetry" as *u8, "knowledge/fetched/ng_prim_photogrammetry.raw" as *u8, store, out, cap)
87 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Point_cloud" as *u8, "knowledge/fetched/ng_prim_pointcloud.raw" as *u8, store, out, cap)
88
89 df_puts("== SEMINAL PAPERS (arxiv abstracts = the actual primitives, citeable) ==\n")
90 ok = ok + fetch_save("https://arxiv.org/abs/2003.08934" as *u8, "knowledge/fetched/ng_paper_nerf2020.raw" as *u8, store, out, cap)
91 ok = ok + fetch_save("https://arxiv.org/abs/2201.05989" as *u8, "knowledge/fetched/ng_paper_instantngp.raw" as *u8, store, out, cap)
92 ok = ok + fetch_save("https://arxiv.org/abs/2308.04079" as *u8, "knowledge/fetched/ng_paper_3dgs.raw" as *u8, store, out, cap)
93 ok = ok + fetch_save("https://arxiv.org/abs/2304.06706" as *u8, "knowledge/fetched/ng_paper_zipnerf.raw" as *u8, store, out, cap)
94 ok = ok + fetch_save("https://arxiv.org/abs/2209.14988" as *u8, "knowledge/fetched/ng_paper_dreamfusion.raw" as *u8, store, out, cap)
95
96 df_puts("== RENDERING / NEURAL-RENDER layer ==\n")
97 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Rendering_(computer_graphics)" as *u8, "knowledge/fetched/ng_render_rendering.raw" as *u8, store, out, cap)
98 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Light_field" as *u8, "knowledge/fetched/ng_render_lightfield.raw" as *u8, store, out, cap)
99 ok = ok + fetch_save("https://en.wikipedia.org/wiki/3D_reconstruction" as *u8, "knowledge/fetched/ng_render_3drecon.raw" as *u8, store, out, cap)
100
101 df_puts("== GENERATIVE / AI layer (text/image-to-3D, diffusion) ==\n")
102 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Diffusion_model" as *u8, "knowledge/fetched/ng_gen_diffusion.raw" as *u8, store, out, cap)
103 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Generative_artificial_intelligence" as *u8, "knowledge/fetched/ng_gen_genai.raw" as *u8, store, out, cap)
104 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Text-to-image_model" as *u8, "knowledge/fetched/ng_gen_t2i.raw" as *u8, store, out, cap)
105
106 df_puts("== WORLD-MODEL / VIDEO canopy (the layer past static scenes -- real-time world sim) ==\n")
107 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Text-to-video_model" as *u8, "knowledge/fetched/ng_world_t2v.raw" as *u8, store, out, cap)
108 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Sora_(text-to-video_model)" as *u8, "knowledge/fetched/ng_world_sora.raw" as *u8, store, out, cap)
109 ok = ok + fetch_save("https://en.wikipedia.org/wiki/World_model" as *u8, "knowledge/fetched/ng_world_worldmodel.raw" as *u8, store, out, cap)
110
111 df_puts("== REGIONAL frontier band -- CHINA ==\n")
112 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Kling_(text-to-video_model)" as *u8, "knowledge/fetched/ng_region_cn_kling.raw" as *u8, store, out, cap)
113 ok = ok + fetch_save("https://en.wikipedia.org/wiki/SenseTime" as *u8, "knowledge/fetched/ng_region_cn_sensetime.raw" as *u8, store, out, cap)
114 ok = ok + fetch_save("https://en.wikipedia.org/wiki/DeepSeek" as *u8, "knowledge/fetched/ng_region_cn_deepseek.raw" as *u8, store, out, cap)
115
116 df_puts("== REGIONAL frontier band -- EUROPE (France-Inria, UK) ==\n")
117 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Inria" as *u8, "knowledge/fetched/ng_region_eu_inria.raw" as *u8, store, out, cap)
118 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Stability_AI" as *u8, "knowledge/fetched/ng_region_eu_stability.raw" as *u8, store, out, cap)
119 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Veo_(text-to-video_model)" as *u8, "knowledge/fetched/ng_region_uk_veo.raw" as *u8, store, out, cap)
120
121 df_puts("== REGIONAL frontier band -- JAPAN / KOREA / ASIA ==\n")
122 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Sakana_AI" as *u8, "knowledge/fetched/ng_region_jp_sakana.raw" as *u8, store, out, cap)
123 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Preferred_Networks" as *u8, "knowledge/fetched/ng_region_jp_pfn.raw" as *u8, store, out, cap)
124 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Naver_Corporation" as *u8, "knowledge/fetched/ng_region_kr_naver.raw" as *u8, store, out, cap)
125
126 df_puts("== REGIONAL frontier band -- RUSSIA (neural avatars / Samsung-Moscow lineage, Yandex) ==\n")
127 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Yandex" as *u8, "knowledge/fetched/ng_region_ru_yandex.raw" as *u8, store, out, cap)
128 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Deepfake" as *u8, "knowledge/fetched/ng_region_ru_neuralavatars.raw" as *u8, store, out, cap)
129
130 df_puts("== REGIONAL frontier band -- AFRICA (honest: community/labs, frontier is thin) ==\n")
131 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Deep_Learning_Indaba" as *u8, "knowledge/fetched/ng_region_af_indaba.raw" as *u8, store, out, cap)
132
133 // ===== ROUND 2 (operator 2026-06-23: "make sure we didn't miss anything") -- APPLIED / PERCEPTION / AVATAR / VOICE frontier =====
134 df_puts("== CAMERA CONTROL in gen (Qwen camera-angle; controllable virtual cameras) ==\n")
135 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Qwen" as *u8, "knowledge/fetched/ng_cam_qwen.raw" as *u8, store, out, cap)
136 ok = ok + fetch_save("https://arxiv.org/abs/2404.02101" as *u8, "knowledge/fetched/ng_cam_cameractrl.raw" as *u8, store, out, cap)
137 ok = ok + fetch_save("https://arxiv.org/abs/2312.03641" as *u8, "knowledge/fetched/ng_cam_motionctrl.raw" as *u8, store, out, cap)
138
139 df_puts("== AVATAR / VTUBER (Hololive-type: live2d/3d avatars, audio/face driven) ==\n")
140 ok = ok + fetch_save("https://en.wikipedia.org/wiki/VTuber" as *u8, "knowledge/fetched/ng_av_vtuber.raw" as *u8, store, out, cap)
141 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Hololive_Production" as *u8, "knowledge/fetched/ng_av_hololive.raw" as *u8, store, out, cap)
142 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Live2D" as *u8, "knowledge/fetched/ng_av_live2d.raw" as *u8, store, out, cap)
143 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Motion_capture" as *u8, "knowledge/fetched/ng_av_mocap.raw" as *u8, store, out, cap)
144
145 df_puts("== VOICE: clone + cross-lingual voice-PRESERVING translation (instant translate in your OWN voice) ==\n")
146 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Speech_translation" as *u8, "knowledge/fetched/ng_voice_speechtrans.raw" as *u8, store, out, cap)
147 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Speech_synthesis" as *u8, "knowledge/fetched/ng_voice_tts.raw" as *u8, store, out, cap)
148 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Voice_cloning" as *u8, "knowledge/fetched/ng_voice_clone.raw" as *u8, store, out, cap)
149 ok = ok + fetch_save("https://arxiv.org/abs/2308.11596" as *u8, "knowledge/fetched/ng_voice_seamless.raw" as *u8, store, out, cap)
150
151 df_puts("== AESTHETIC / BEAUTY evaluation (learned human preference / quality) ==\n")
152 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Image_quality" as *u8, "knowledge/fetched/ng_aes_imgquality.raw" as *u8, store, out, cap)
153 ok = ok + fetch_save("https://arxiv.org/abs/2306.09341" as *u8, "knowledge/fetched/ng_aes_hpsv2.raw" as *u8, store, out, cap)
154
155 df_puts("== OCR / VISUAL UNDERSTANDING (what are we seeing: OCR + vision-language + VQA) ==\n")
156 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Optical_character_recognition" as *u8, "knowledge/fetched/ng_ocr_ocr.raw" as *u8, store, out, cap)
157 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Visual_question_answering" as *u8, "knowledge/fetched/ng_ocr_vqa.raw" as *u8, store, out, cap)
158 ok = ok + fetch_save("https://arxiv.org/abs/2409.12191" as *u8, "knowledge/fetched/ng_ocr_qwen2vl.raw" as *u8, store, out, cap)
159 ok = ok + fetch_save("https://arxiv.org/abs/2103.00020" as *u8, "knowledge/fetched/ng_ocr_clip.raw" as *u8, store, out, cap)
160
161 df_puts("== HUGGING FACE ecosystem (the hub these innovations ship through) ==\n")
162 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Hugging_Face" as *u8, "knowledge/fetched/ng_hf_huggingface.raw" as *u8, store, out, cap)
163 ok = ok + fetch_save("https://en.wikipedia.org/wiki/Transformer_(deep_learning_architecture)" as *u8, "knowledge/fetched/ng_hf_transformer.raw" as *u8, store, out, cap)
164
165 df_puts("NG READABLE SOURCES SAVED: "); df_putn(ok); df_puts(" / 53\n")
166 return 0
167}