Add RPC longhaul paging

2026-07-30 14:39:47 -05:00
parent a673afad85
commit d080ba3d65
13 changed files with 1301 additions and 43 deletions
@@ -58,7 +58,8 @@ struct longhaul_fixture {
            sources.push_back({ weights_b, 0, n_experts * expert_size, expert_size, 0 });
        }
        cache = std::make_unique<llama_longhaul_cache>(
-            std::move(files), std::move(sources), n_slots, n_experts, 1);
+            std::move(files), std::move(sources), std::vector<llama_model_loader::longhaul_shard>{},
+            n_slots, n_experts, 1, false);
    }

    ~longhaul_fixture() {