Implementing support for laguna arch

This commit is contained in:
Owen Qwen
2026-07-29 11:46:09 -05:00
parent 0bcb7ca59a
commit 68f5d104a8
8 changed files with 234 additions and 189 deletions
+4
View File
@@ -113,6 +113,10 @@ void llama_longhaul_cache::release(int layer) {
}
}
uint32_t llama_longhaul_cache::capacity() const {
return n_slots;
}
uint32_t llama_longhaul_cache::max_ubatch(uint32_t n_expert_used) const {
return std::max<uint32_t>(1, n_slots / n_expert_used);
}