stuff

2026-07-29 17:17:25 -05:00
parent fdd9fcf85e
commit a673afad85
17 changed files with 1071 additions and 11 deletions
@@ -626,6 +626,9 @@ struct common_params {
    int32_t n_ctx_checkpoints   = 32;    // max number of context checkpoints per slot
    int32_t checkpoint_min_step = 8192;  // minimum spacing between context checkpoints
    int32_t cache_ram_mib       = 8192;  // -1 = no limit, 0 - disable, 1 = 1 MiB, etc.
+    uint64_t token_cache_size_mib = 5120; // shared tokenizer/text cache, 0 = disable
+    std::string token_cache_path;
+    bool token_cache_clear = false;

    std::string hostname      = "127.0.0.1";
    std::string public_path   = "";                                                                         // NOLINT