https://kvcache.ai/tools/ Tools Hugo Blox Builder (https://hugoblox.com)en-usWed, 20 May 2026 00:00:00 +0000 https://kvcache.ai/media/logo.svg https://kvcache.ai/tools/ https://kvcache.ai/tools/kv-cache-calculator/ Wed, 20 May 2026 00:00:00 +0000 https://kvcache.ai/tools/kv-cache-calculator/ <section id="kv-cache-calculator" class="kv-calculator-shell" data-state="loading"> <div class="kv-calculator-grid"> <form class="kv-controls" onsubmit="return false;"> <label> <span>Model family</span> <select data-kv-input="modelFamily"></select> </label> <label> <span>Model</span> <select data-kv-input="model"></select> </label> <label> <span>Tokens per sequence</span> <input data-kv-input="tokens" type="number" min="1" step="1" inputmode="numeric" value="1024"> </label> <label> <span>Sequences</span> <input data-kv-input="sequences" type="number" min="1" step="1" inputmode="numeric" value="1"> </label> <label> <span>KV precision</span> <select data-kv-input="precision"></select> </label> <label data-kv-indexer-control hidden> <span>Indexer precision</span> <select data-kv-input="indexerPrecision"></select> </label> <label class="kv-checkbox-row" data-kv-draft-control hidden> <input data-kv-input="includeDraftKvCache" type="checkbox"> <span data-kv-inline-help="Adds model-specific MTP/draft KV layers when enabled by the serving stack. DeepSeek V4 draft layers use ratio=0 sliding-window cache.">Include draft KV cache</span> </label> <label class="kv-checkbox-row" data-kv-linear-state-control hidden> <input data-kv-input="includeLinearAttentionState" type="checkbox"> <span data-kv-inline-help="Adds Qwen3.5/3.6 linear-attention recurrent and convolution state. This state is sequence-level runtime cache, not ordinary per-token KV.">Include linear-attention state</span> </label> </form> <div class="kv-results"> <div class="kv-total-band"> <div> <span>Total cache size</span> <strong data-kv-output="totalGiB">--</strong> </div> <em data-kv-output="totalGB">= -- GB</em> </div> <div class="kv-metric-grid" data-kv-metrics></div> <div class="kv-formula-panel"> <div class="kv-formula-heading"> <span data-kv-output="formulaLabel">--</span> </div> <div class="kv-formula-list" data-kv-formula-rows> <div class="kv-formula-row"> <span class="kv-formula-name">--</span> <span class="kv-formula-equals">=</span> <span class="kv-formula-expression">--</span> </div> </div> <p data-kv-output="cacheNote"></p> </div> <div class="kv-breakdown" data-kv-components></div> <a class="kv-source-link" data-kv-source-link href="#" rel="noopener" target="_blank"> Source: <span data-kv-output="source">--</span> </a> </div> </div> </section> <script type="application/json" id="kv-cache-calculator-data">{"indexer_precision_options":[{"bytes_per_element":2,"id":"bf16_fp16","label":"BF16 / FP16"},{"bytes_per_element":1,"id":"fp8_int8","label":"FP8 / INT8"},{"bytes_per_element":0.5,"id":"fp4_int4","label":"FP4 / INT4"}],"metadata":{"note":"Curated from official Hugging Face model config/source files and serving-engine references. Values describe KV cache capacity planning, not model weights or activation memory.","retrieved_at":"2026-05-23","serving_references":{"deepseek_v4_vllm_indexer_fp4":"https://vllm.ai/blog/deepseek-v4"}},"models":[{"default_tokens":1024,"family":"DeepSeek","fields":{"compress_ratios":[128,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,0],"head_dim":512,"index_head_dim":128,"index_topk":1024,"num_hidden_layers":61,"num_key_value_heads":1,"sliding_window":128},"formula":"deepseek_v4_hybrid","id":"deepseek-v4-pro","label":"DeepSeek V4 Pro","max_position_embeddings":1048576,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/config.json"},{"default_tokens":1024,"family":"DeepSeek","fields":{"compress_ratios":[0,0,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,128,4,0],"head_dim":512,"index_head_dim":128,"index_topk":512,"num_hidden_layers":43,"num_key_value_heads":1,"sliding_window":128},"formula":"deepseek_v4_hybrid","id":"deepseek-v4-flash","label":"DeepSeek V4 Flash","max_position_embeddings":1048576,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash/raw/main/config.json"},{"default_tokens":1024,"family":"DeepSeek","fields":{"index_head_dim":128,"index_n_heads":64,"index_topk":2048,"kv_lora_rank":512,"num_hidden_layers":61,"num_key_value_heads":128,"num_nextn_predict_layers":1,"qk_head_dim":192,"qk_nope_head_dim":128,"qk_rope_head_dim":64,"v_head_dim":128},"formula":"dsa_mla","id":"deepseek-v3.2","label":"DeepSeek V3.2","max_position_embeddings":163840,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2/raw/main/config.json"},{"default_tokens":1024,"family":"DeepSeek","fields":{"kv_lora_rank":512,"num_hidden_layers":61,"num_key_value_heads":128,"num_nextn_predict_layers":1,"qk_nope_head_dim":128,"qk_rope_head_dim":64,"v_head_dim":128},"formula":"mla","id":"deepseek-v3","label":"DeepSeek V3","max_position_embeddings":163840,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V3/raw/main/config.json"},{"default_tokens":1024,"family":"DeepSeek","fields":{"kv_lora_rank":512,"num_hidden_layers":61,"num_key_value_heads":128,"num_nextn_predict_layers":1,"qk_nope_head_dim":128,"qk_rope_head_dim":64,"v_head_dim":128},"formula":"mla","id":"deepseek-r1","label":"DeepSeek R1","max_position_embeddings":163840,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1/raw/main/config.json"},{"default_tokens":1024,"family":"GLM","fields":{"index_head_dim":128,"index_n_heads":32,"index_topk":2048,"kv_lora_rank":512,"num_hidden_layers":78,"num_key_value_heads":64,"num_nextn_predict_layers":1,"qk_head_dim":256,"qk_nope_head_dim":192,"qk_rope_head_dim":64,"v_head_dim":256},"formula":"dsa_mla","id":"glm-5","label":"GLM-5","max_position_embeddings":202752,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/zai-org/GLM-5/raw/main/config.json"},{"default_tokens":1024,"family":"GLM","fields":{"index_head_dim":128,"index_n_heads":32,"index_topk":2048,"kv_lora_rank":512,"num_hidden_layers":78,"num_key_value_heads":64,"num_nextn_predict_layers":1,"qk_head_dim":256,"qk_nope_head_dim":192,"qk_rope_head_dim":64,"v_head_dim":256},"formula":"dsa_mla","id":"glm-5.1","label":"GLM-5.1","max_position_embeddings":202752,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/zai-org/GLM-5.1/raw/main/config.json"},{"default_tokens":1024,"family":"Kimi","fields":{"kv_lora_rank":512,"num_hidden_layers":61,"num_key_value_heads":64,"qk_nope_head_dim":128,"qk_rope_head_dim":64,"v_head_dim":128},"formula":"mla","id":"kimi-k2.5","label":"Kimi K2.5","max_position_embeddings":262144,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/moonshotai/Kimi-K2.5/raw/main/config.json"},{"default_tokens":1024,"family":"Kimi","fields":{"kv_lora_rank":512,"num_hidden_layers":61,"num_key_value_heads":64,"qk_nope_head_dim":128,"qk_rope_head_dim":64,"v_head_dim":128},"formula":"mla","id":"kimi-k2.6","label":"Kimi K2.6","max_position_embeddings":262144,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/moonshotai/Kimi-K2.6/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.6","fields":{"full_attention_layers":16,"head_dim":256,"linear_attention_layers":48,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":48,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":24,"num_hidden_layers":64,"num_key_value_heads":4},"formula":"qwen_linear_full_hybrid","id":"qwen3.6-27b","label":"Qwen3.6-27B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.6-27B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.6","fields":{"full_attention_layers":10,"head_dim":256,"linear_attention_layers":30,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":32,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":16,"num_hidden_layers":40,"num_key_value_heads":2},"formula":"qwen_linear_full_hybrid","id":"qwen3.6-35b-a3b","label":"Qwen3.6-35B-A3B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.6-35B-A3B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.5","fields":{"full_attention_layers":15,"head_dim":256,"linear_attention_layers":45,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":64,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":32,"num_hidden_layers":60,"num_key_value_heads":2},"formula":"qwen_linear_full_hybrid","id":"qwen3.5-397b-a17b","label":"Qwen3.5-397B-A17B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.5-397B-A17B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.5","fields":{"full_attention_layers":12,"head_dim":256,"linear_attention_layers":36,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":64,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":32,"num_hidden_layers":48,"num_key_value_heads":2},"formula":"qwen_linear_full_hybrid","id":"qwen3.5-122b-a10b","label":"Qwen3.5-122B-A10B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.5","fields":{"full_attention_layers":10,"head_dim":256,"linear_attention_layers":30,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":32,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":16,"num_hidden_layers":40,"num_key_value_heads":2},"formula":"qwen_linear_full_hybrid","id":"qwen3.5-35b-a3b","label":"Qwen3.5-35B-A3B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.5-35B-A3B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.5","fields":{"full_attention_layers":16,"head_dim":256,"linear_attention_layers":48,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":48,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":24,"num_hidden_layers":64,"num_key_value_heads":4},"formula":"qwen_linear_full_hybrid","id":"qwen3.5-27b","label":"Qwen3.5-27B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.5-27B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.5","fields":{"full_attention_layers":8,"head_dim":256,"linear_attention_layers":24,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":32,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":16,"num_hidden_layers":32,"num_key_value_heads":4},"formula":"qwen_linear_full_hybrid","id":"qwen3.5-9b","label":"Qwen3.5-9B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.5-9B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.5","fields":{"full_attention_layers":8,"head_dim":256,"linear_attention_layers":24,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":32,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":16,"num_hidden_layers":32,"num_key_value_heads":4},"formula":"qwen_linear_full_hybrid","id":"qwen3.5-4b","label":"Qwen3.5-4B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.5-4B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.5","fields":{"full_attention_layers":6,"head_dim":256,"linear_attention_layers":18,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":16,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":8,"num_hidden_layers":24,"num_key_value_heads":2},"formula":"qwen_linear_full_hybrid","id":"qwen3.5-2b","label":"Qwen3.5-2B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.5-2B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3.5","fields":{"full_attention_layers":6,"head_dim":256,"linear_attention_layers":18,"linear_conv_kernel_dim":4,"linear_key_head_dim":128,"linear_num_key_heads":16,"linear_num_value_heads":16,"linear_value_head_dim":128,"mtp_num_hidden_layers":1,"num_attention_heads":8,"num_hidden_layers":24,"num_key_value_heads":2},"formula":"qwen_linear_full_hybrid","id":"qwen3.5-0.8b","label":"Qwen3.5-0.8B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/Qwen/Qwen3.5-0.8B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3","fields":{"head_dim":128,"num_attention_heads":64,"num_hidden_layers":94,"num_key_value_heads":4},"formula":"standard_gqa","id":"qwen3-235b-a22b","label":"Qwen3-235B-A22B","max_position_embeddings":40960,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3","fields":{"head_dim":128,"num_attention_heads":64,"num_hidden_layers":64,"num_key_value_heads":8},"formula":"standard_gqa","id":"qwen3-32b","label":"Qwen3-32B","max_position_embeddings":40960,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/Qwen/Qwen3-32B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3","fields":{"head_dim":128,"num_attention_heads":32,"num_hidden_layers":48,"num_key_value_heads":4},"formula":"standard_gqa","id":"qwen3-30b-a3b","label":"Qwen3-30B-A3B","max_position_embeddings":40960,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3","fields":{"head_dim":128,"num_attention_heads":40,"num_hidden_layers":40,"num_key_value_heads":8},"formula":"standard_gqa","id":"qwen3-14b","label":"Qwen3-14B","max_position_embeddings":40960,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/Qwen/Qwen3-14B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3","fields":{"head_dim":128,"num_attention_heads":32,"num_hidden_layers":36,"num_key_value_heads":8},"formula":"standard_gqa","id":"qwen3-8b","label":"Qwen3-8B","max_position_embeddings":40960,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/Qwen/Qwen3-8B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3","fields":{"head_dim":128,"num_attention_heads":32,"num_hidden_layers":36,"num_key_value_heads":8},"formula":"standard_gqa","id":"qwen3-4b","label":"Qwen3-4B","max_position_embeddings":40960,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/Qwen/Qwen3-4B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3","fields":{"head_dim":128,"num_attention_heads":16,"num_hidden_layers":28,"num_key_value_heads":8},"formula":"standard_gqa","id":"qwen3-1.7b","label":"Qwen3-1.7B","max_position_embeddings":40960,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/Qwen/Qwen3-1.7B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen3","fields":{"head_dim":128,"num_attention_heads":16,"num_hidden_layers":28,"num_key_value_heads":8},"formula":"standard_gqa","id":"qwen3-0.6b","label":"Qwen3-0.6B","max_position_embeddings":40960,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/Qwen/Qwen3-0.6B/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen2.5","fields":{"head_dim":128,"max_window_layers":70,"num_attention_heads":64,"num_hidden_layers":80,"num_key_value_heads":8,"sliding_window":131072,"use_sliding_window":false},"formula":"standard_gqa","id":"qwen2.5-72b","label":"Qwen2.5-72B","max_position_embeddings":32768,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen2.5","fields":{"head_dim":128,"max_window_layers":70,"num_attention_heads":40,"num_hidden_layers":64,"num_key_value_heads":8,"sliding_window":131072,"use_sliding_window":false},"formula":"standard_gqa","id":"qwen2.5-32b","label":"Qwen2.5-32B","max_position_embeddings":32768,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen2.5","fields":{"head_dim":128,"max_window_layers":70,"num_attention_heads":40,"num_hidden_layers":48,"num_key_value_heads":8,"sliding_window":131072,"use_sliding_window":false},"formula":"standard_gqa","id":"qwen2.5-14b","label":"Qwen2.5-14B","max_position_embeddings":32768,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen2.5","fields":{"head_dim":128,"max_window_layers":28,"num_attention_heads":28,"num_hidden_layers":28,"num_key_value_heads":4,"sliding_window":131072,"use_sliding_window":false},"formula":"standard_gqa","id":"qwen2.5-7b","label":"Qwen2.5-7B","max_position_embeddings":32768,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct/raw/main/config.json"},{"default_tokens":1024,"family":"Qwen2.5","fields":{"head_dim":128,"max_window_layers":64,"num_attention_heads":40,"num_hidden_layers":64,"num_key_value_heads":8,"sliding_window":131072,"use_sliding_window":false},"formula":"standard_gqa","id":"qwen2.5-coder-32b","label":"Qwen2.5-Coder-32B","max_position_embeddings":32768,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct/raw/main/config.json"},{"default_tokens":1024,"family":"Llama","fields":{"head_dim":128,"num_attention_heads":32,"num_hidden_layers":32,"num_key_value_heads":8},"formula":"standard_gqa","id":"llama-3.1-8b","label":"Llama 3.1 8B","max_position_embeddings":131072,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct/raw/main/config.json"},{"default_tokens":1024,"family":"Llama","fields":{"head_dim":128,"num_attention_heads":64,"num_hidden_layers":80,"num_key_value_heads":8},"formula":"standard_gqa","id":"llama-3.1-70b","label":"Llama 3.1 70B","max_position_embeddings":131072,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct/raw/main/config.json"},{"default_tokens":1024,"family":"Llama","fields":{"head_dim":128,"num_attention_heads":64,"num_hidden_layers":80,"num_key_value_heads":8},"formula":"standard_gqa","id":"llama-3.3-70b","label":"Llama 3.3 70B","max_position_embeddings":131072,"source_retrieved_at":"2026-05-22","source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct/raw/main/config.json"},{"default_tokens":1024,"family":"Gemma","fields":{"full_attention_layers":3,"global_head_dim":512,"head_dim":256,"num_attention_heads":8,"num_hidden_layers":35,"num_key_value_heads":1,"num_kv_shared_layers":20,"sliding_attention_layers":12,"sliding_window":512,"stored_layers":15},"formula":"mixed_full_sliding_gqa","id":"gemma-4-e2b","label":"Gemma 4 E2B","max_position_embeddings":131072,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/google/gemma-4-E2B/raw/main/config.json"},{"default_tokens":1024,"family":"Gemma","fields":{"full_attention_layers":4,"global_head_dim":512,"head_dim":256,"num_attention_heads":8,"num_hidden_layers":42,"num_key_value_heads":2,"num_kv_shared_layers":18,"sliding_attention_layers":20,"sliding_window":512,"stored_layers":24},"formula":"mixed_full_sliding_gqa","id":"gemma-4-e4b","label":"Gemma 4 E4B","max_position_embeddings":131072,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/google/gemma-4-E4B/raw/main/config.json"},{"default_tokens":1024,"family":"Gemma","fields":{"full_attention_layers":5,"global_head_dim":512,"head_dim":256,"num_attention_heads":16,"num_global_key_value_heads":2,"num_hidden_layers":30,"num_key_value_heads":8,"num_kv_shared_layers":0,"sliding_attention_layers":25,"sliding_window":1024,"stored_layers":30},"formula":"mixed_full_sliding_gqa","id":"gemma-4-26b-a4b","label":"Gemma 4 26B-A4B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/google/gemma-4-26B-A4B/raw/main/config.json"},{"default_tokens":1024,"family":"Gemma","fields":{"full_attention_layers":10,"global_head_dim":512,"head_dim":256,"num_attention_heads":32,"num_global_key_value_heads":4,"num_hidden_layers":60,"num_key_value_heads":16,"num_kv_shared_layers":0,"sliding_attention_layers":50,"sliding_window":1024,"stored_layers":60},"formula":"mixed_full_sliding_gqa","id":"gemma-4-31b","label":"Gemma 4 31B","max_position_embeddings":262144,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/google/gemma-4-31B/raw/main/config.json"},{"default_tokens":1024,"family":"Cohere","fields":{"config_max_position_embeddings":8192,"head_dim":128,"model_max_length":131072,"num_attention_heads":64,"num_hidden_layers":40,"num_key_value_heads":64},"formula":"standard_gqa","id":"cohere-command-r-v01","label":"Cohere Command R v01","max_position_embeddings":131072,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/CohereLabs/c4ai-command-r-v01/raw/main/config.json"},{"default_tokens":1024,"family":"Cohere","fields":{"config_max_position_embeddings":8192,"head_dim":128,"model_max_length":131072,"num_attention_heads":96,"num_hidden_layers":64,"num_key_value_heads":8},"formula":"standard_gqa","id":"cohere-command-r-plus","label":"Cohere Command R+","max_position_embeddings":131072,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/CohereLabs/c4ai-command-r-plus/raw/main/config.json"},{"default_tokens":1024,"family":"Cohere","fields":{"full_attention_layers":8,"head_dim":128,"num_attention_heads":32,"num_hidden_layers":32,"num_key_value_heads":8,"sliding_attention_layers":24,"sliding_window":4096,"sliding_window_pattern":4},"formula":"mixed_full_sliding_gqa","id":"cohere-command-r7b-12-2024","label":"Cohere Command R7B 12-2024","max_position_embeddings":132096,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/CohereLabs/c4ai-command-r7b-12-2024/raw/main/config.json"},{"default_tokens":1024,"family":"Cohere","fields":{"full_attention_layers":16,"head_dim":128,"num_attention_heads":96,"num_hidden_layers":64,"num_key_value_heads":8,"sliding_attention_layers":48,"sliding_window":4096,"sliding_window_pattern":4},"formula":"mixed_full_sliding_gqa","id":"cohere-command-a-03-2025","label":"Cohere Command A 03-2025","max_position_embeddings":131072,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/CohereLabs/c4ai-command-a-03-2025/raw/main/config.json"},{"default_tokens":1024,"family":"Cohere","fields":{"full_attention_layers":8,"head_dim":128,"num_attention_heads":128,"num_hidden_layers":32,"num_key_value_heads":8,"sliding_attention_layers":24,"sliding_window":4096},"formula":"mixed_full_sliding_gqa","id":"cohere-command-a-plus-05-2026","label":"Cohere Command A Plus 05-2026","max_position_embeddings":200000,"source_retrieved_at":"2026-05-23","source_url":"https://huggingface.co/CohereLabs/command-a-plus-05-2026-bf16/raw/main/config.json"},{"default_tokens":1024,"family":"MiniMax","fields":{"head_dim":128,"mtp_transformer_layers":1,"num_attention_heads":48,"num_hidden_layers":62,"num_key_value_heads":8,"num_mtp_modules":3,"rotary_dim":64,"use_mtp":true},"formula":"standard_gqa","id":"minimax-m2","label":"MiniMax M2","max_position_embeddings":196608,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2/raw/main/config.json"},{"default_tokens":1024,"family":"MiniMax","fields":{"head_dim":128,"mtp_transformer_layers":1,"num_attention_heads":48,"num_hidden_layers":62,"num_key_value_heads":8,"num_mtp_modules":3,"rotary_dim":64,"use_mtp":true},"formula":"standard_gqa","id":"minimax-m2.1","label":"MiniMax M2.1","max_position_embeddings":196608,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.1/raw/main/config.json"},{"default_tokens":1024,"family":"MiniMax","fields":{"head_dim":128,"mtp_transformer_layers":1,"num_attention_heads":48,"num_hidden_layers":62,"num_key_value_heads":8,"num_mtp_modules":3,"rotary_dim":64,"use_mtp":true},"formula":"standard_gqa","id":"minimax-m2.5","label":"MiniMax M2.5","max_position_embeddings":196608,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.5/raw/main/config.json"},{"default_tokens":1024,"family":"MiniMax","fields":{"head_dim":128,"mtp_transformer_layers":1,"num_attention_heads":48,"num_hidden_layers":62,"num_key_value_heads":8,"num_mtp_modules":3,"rotary_dim":64,"use_mtp":true},"formula":"standard_gqa","id":"minimax-m2.7","label":"MiniMax M2.7","max_position_embeddings":204800,"source_retrieved_at":"2026-05-20","source_url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7/raw/main/config.json"}],"precision_options":[{"bytes_per_element":2,"id":"bf16_fp16","label":"BF16 / FP16"},{"bytes_per_element":1,"id":"fp8_int8","label":"FP8 / INT8"},{"bytes_per_element":0.5,"id":"fp4_int4","label":"FP4 / INT4"}]}</script> <script src="https://kvcache.ai/js/kv-cache-calculator.min.56015a1b5a2b3c346c0b5a492ff4c55fdfde157d980f79cb22c2968c9c1d05b6.js" integrity="sha256-VgFaG1orPDRsC1pJL/TFX9/eFX2YD3nLIsKWjJwdBbY="></script> <script> window.KVCacheCalculator.mount( "kv-cache-calculator", JSON.parse(document.getElementById("kv-cache-calculator-data").textContent) ); </script> <style> .kv-calculator-shell { --kv-ink: #0f172a; --kv-muted: #64748b; --kv-line: #dbe4ee; --kv-panel: #f8fafc; --kv-blue: #2563eb; --kv-cyan: #0891b2; width: min(100%, 72rem); margin: 0 auto; padding: 0; color: var(--kv-ink); } body:has(#kv-cache-calculator) .hb-toc { display: none !important; } body:has(#kv-cache-calculator) article > main { max-width: 80rem; } body:has(#kv-cache-calculator) article h1 { text-align: center; } .kv-calculator-grid { display: grid; grid-template-columns: minmax(16rem, 22rem) minmax(0, 1fr); gap: 1rem; align-items: start; } .kv-controls, .kv-results { border: 1px solid var(--kv-line); border-radius: 8px; background: var(--kv-panel); } .kv-controls { display: grid; gap: 0.85rem; padding: 1rem; } .kv-controls label { display: grid; gap: 0.35rem; margin: 0; color: var(--kv-muted); font-size: 0.82rem; font-weight: 650; } .kv-controls .kv-checkbox-row { display: grid; grid-template-columns: 1.05rem minmax(0, 1fr); align-items: center; gap: 0.55rem; } .kv-checkbox-row input { width: 1.05rem; min-height: 1.05rem; margin: 0; } .kv-controls [hidden] { display: none !important; } .kv-controls select, .kv-controls input { width: 100%; min-height: 2.75rem; border: 1px solid #cbd5e1; border-radius: 7px; background: #fff; color: var(--kv-ink); font: inherit; font-size: 0.95rem; padding: 0.55rem 0.7rem; } .kv-controls input[type="checkbox"] { width: 1.05rem; min-height: 1.05rem; padding: 0; } .kv-controls select:focus, .kv-controls input:focus { outline: 2px solid rgba(37, 99, 235, 0.2); border-color: var(--kv-blue); } .kv-results { display: grid; gap: 1rem; padding: 1rem; } .kv-total-band { display: flex; justify-content: space-between; gap: 1rem; padding: 1rem; border-radius: 8px; background: #e0f2fe; border: 1px solid #bae6fd; } .kv-total-band span, .kv-metric-grid span { display: block; color: var(--kv-muted); font-size: 0.82rem; font-weight: 650; } .kv-total-band strong { display: block; margin-top: 0.2rem; color: #0c4a6e; font-size: clamp(2rem, 4vw, 3.2rem); line-height: 1; letter-spacing: 0; white-space: nowrap; } .kv-total-band em { align-self: end; color: #0369a1; font-style: normal; font-weight: 700; white-space: nowrap; } .kv-metric-grid { display: grid; grid-template-columns: repeat(auto-fit, minmax(9rem, 1fr)); gap: 0.75rem; } .kv-metric-grid div { min-height: 5rem; padding: 0.85rem; border: 1px solid var(--kv-line); border-radius: 8px; background: #fff; } .kv-metric-grid strong { display: block; margin-top: 0.4rem; font-size: 1.2rem; letter-spacing: 0; white-space: nowrap; } .kv-help { position: relative; display: inline-grid; place-items: center; width: 1rem; height: 1rem; margin-left: 0.35rem; padding: 0; border: 1px solid #cbd5e1; border-radius: 999px; background: #fff; color: var(--kv-muted); font: inherit; font-size: 0.68rem; font-weight: 800; line-height: 1; vertical-align: 0.08rem; cursor: help; } .kv-help::after { display: none; position: absolute; z-index: 5; top: 50%; left: calc(100% + 0.45rem); width: max-content; max-width: min(18rem, calc(100vw - 2rem)); padding: 0.55rem 0.65rem; border: 1px solid var(--kv-line); border-radius: 7px; background: #fff; box-shadow: 0 10px 28px rgba(15, 23, 42, 0.14); color: var(--kv-ink); content: attr(data-kv-tooltip); font-family: inherit; font-size: 0.78rem; font-weight: 550; line-height: 1.45; opacity: 0; pointer-events: none; text-align: left; transform: translateY(-50%); transition: opacity 0.12s ease; white-space: normal; } .kv-help:hover::after, .kv-help:focus::after, .kv-help:focus-visible::after, .kv-help[data-kv-open="true"]::after { display: block; opacity: 1; } .kv-formula-panel { display: grid; gap: 0.65rem; padding: 0.9rem; border: 1px solid var(--kv-line); border-radius: 8px; background: #fff; } .kv-formula-heading { color: var(--kv-cyan); font-weight: 750; } .kv-formula-list { display: grid; gap: 0.55rem; } .kv-formula-row { display: grid; grid-template-columns: minmax(7.5rem, max-content) 1rem minmax(0, 1fr); gap: 0.55rem; align-items: start; padding: 0.7rem; border: 1px solid #dbeafe; border-radius: 7px; background: #f8fafc; } .kv-formula-name, .kv-formula-equals, .kv-formula-expression { font-family: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace; font-size: 0.82rem; line-height: 1.55; letter-spacing: 0; min-width: 0; } .kv-formula-name { color: #075985; font-weight: 750; overflow-wrap: anywhere; } .kv-formula-equals { color: var(--kv-muted); text-align: center; } .kv-formula-expression { color: #1e293b; overflow-wrap: anywhere; } .kv-formula-panel p { margin: 0; color: var(--kv-muted); font-size: 0.9rem; line-height: 1.55; } .kv-breakdown { display: grid; gap: 0.45rem; } .kv-breakdown-row { display: flex; justify-content: space-between; gap: 1rem; padding: 0.62rem 0; border-bottom: 1px solid #e2e8f0; color: var(--kv-muted); font-size: 0.9rem; } .kv-breakdown-row strong { color: var(--kv-ink); text-align: right; } .kv-source-link { color: var(--kv-blue); font-size: 0.82rem; overflow-wrap: anywhere; } @media (max-width: 860px) { .kv-total-band { align-items: start; flex-direction: column; } .kv-calculator-grid { grid-template-columns: 1fr; } .kv-metric-grid { grid-template-columns: 1fr; } .kv-formula-row { grid-template-columns: 1fr; gap: 0.25rem; } .kv-formula-equals { display: none; } .kv-help::after { top: calc(100% + 0.4rem); right: auto; left: 50%; width: 14rem; max-width: calc(100vw - 2rem); transform: translateX(-50%); } } :is(.dark .kv-calculator-shell) { --kv-ink: #e2e8f0; --kv-muted: #94a3b8; --kv-line: #334155; --kv-panel: #111827; } :is(.dark .kv-controls), :is(.dark .kv-results), :is(.dark .kv-formula-panel) { background: #020617; } :is(.dark .kv-controls select), :is(.dark .kv-controls input), :is(.dark .kv-help) { background: #020617; color: #e2e8f0; border-color: #475569; } :is(.dark .kv-total-band) { background: #0b1220; border-color: #1d4ed8; } :is(.dark .kv-total-band strong), :is(.dark .kv-total-band em) { color: #93c5fd; } :is(.dark .kv-formula-row) { background: #0f172a; border-color: #1e293b; } :is(.dark .kv-formula-name) { color: #67e8f9; } :is(.dark .kv-formula-expression) { color: #e2e8f0; } :is(.dark .kv-help::after) { background: #020617; color: #e2e8f0; border-color: #334155; } </style>