nx_musique_fetch.nx source
↩ module page · 15 lines · 1053 B
1// nx_musique_fetch.nx -- grow the ladder with a HARDER multi-hop rung: MuSiQue (2-4 hop compositional, Trivedi
2// et al. 2022) via HF datasets-server pagination (dynamic fetcher, proven). Harder than HotpotQA's 2-hop.
3// Row fields: question, answer, answer_aliases[], paragraphs[{title,paragraph_text,is_supporting}], answerable.
4// 200 rows = 2x100 pages -> qab_musique_big.raw. Run SOLO. expect_exit: 0 license_tier: ORIGINAL
5import "nx_research_fetch_ext.nx"
6
7func main() -> i64 {
8 let store: *TrustStore = rf_init()
9 if (store as i64) == 0 { rf_puts("musique: trust store load failed\n" as *u8); return 1 }
10 rf_puts("CA roots="); rf_putn(trust_store_count(store)); rf_puts(" -- MuSiQue (2-4 hop) -> 200 rows via pagination\n" as *u8)
11 rf_section("MuSiQue validation -> 200 rows (2 x 100 pages)" as *u8)
12 rf_fetch_bank_paged("https://datasets-server.huggingface.co/rows?dataset=dgslibisey/MuSiQue&config=default&split=validation" as *u8, "qab_musique_big" as *u8, store, 100, 2)
13 rf_puts("MUSIQUE done\n" as *u8)
14 return 0
15}