nx_f32_llm.nx
buildroot/runtime/nx_f32_llm.nx
about
dependencies 8 imports · 51 importers
diagram shows first 10 each side; +0 more imports, +41 more importers in the complete lists below.
imports: nx_syscalls.nxnx_tier.nxnx_f32.nxnx_f32_rmsnorm.nxnx_f32_matmul.nxnx_f32_kv_cache.nxnx_f32_llama_block.nxnx_f32_llama_stack.nx
imported by: nx_batched_gate.nxnx_batched_tput.nxnx_chat_warmcache.nxnx_coder_gen_f32.nxnx_companion_chat.nxnx_companion_voice.nxnx_f32_llama_v4b.nxnx_f32_llama_v4p.nxnx_f32_llm_bench_test.nxnx_f32_llm_chat_test.nxnx_f32_llm_cohere_test.nxnx_f32_llm_e2e_test.nxnx_f32_llm_embed_diag_test.nxnx_f32_llm_live_dims_test.nxnx_f32_llm_live_gen_test.nxnx_f32_llm_live_load_only_test.nxnx_f32_llm_live_load_test.nxnx_f32_llm_load.nxnx_f32_llm_load_test.nxnx_f32_llm_read_dims.nxnx_f32_llm_read_dims_test.nxnx_f32_llm_run.nxnx_f32_llm_run_test.nxnx_f32_llm_run_v2.nxnx_f32_llm_run_v2_test.nxnx_f32_llm_run_v3.nxnx_f32_llm_run_v3_test.nxnx_f32_llm_serve.nxnx_f32_llm_test.nxnx_f32_llm_v4.nxnx_f32_llm_v4_test.nxnx_f32_qwen_capital_gate.nxnx_llm_argmax_probe.nxnx_llm_batch_serve.nxnx_llm_diff_probe.nxnx_llm_forward_profile.nxnx_llm_france_probe.nxnx_llm_layerlens_probe.nxnx_llm_sched.nxnx_llm_sched_gate.nxnx_lowrank_kv_real.nxnx_paged_fwd_gate.nxnx_qwen_native_gate.nxnx_qwen_wsl_timing_gate.nxnx_reason_paged_probe.nxnx_reason_probe.nxnx_reasoning.nxnx_reasoning_gate.nxnx_reasoning_paged.nxnx_specdec.nxnx_specdec_gate.nx
structs
| 51 | struct NxF32LlamaModel |
consts
| 38 | const NX_F32_LLM_OK: nx_int = 0 |
| 39 | const NX_F32_LLM_ERR_BAD_DIM: nx_int = 1 |
| 40 | const NX_F32_LLM_ERR_NULL: nx_int = 2 |
| 41 | const NX_F32_LLM_ERR_TOKEN: nx_int = 3 |
| 42 | const NX_F32_LLM_ERR_STACK: nx_int = 4 |
| 43 | const NX_F32_LLM_N_VERDICTS: nx_int = 5 |
| 66 | const NX_F32_LLAMA_MODEL_BYTES: nx_int = 96 // 12 fields * 8 |
functions
| 45 | func nx_f32_llm_verdict_is_valid(v: nx_int) -> nx_int called by 1: main |
| 68 | func nx_f32_llama_model_alloc() -> *NxF32LlamaModel |
| 77 | func nx_f32_llm_forward( |
| 141 | func nx_f32_llm_argmax_last(logits: *i64, n_tokens: nx_int, |