We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 628d00c commit 5490d63Copy full SHA for 5490d63
tests/v1/core/test_kv_cache_utils.py
@@ -601,8 +601,14 @@ def test_unify_kv_cache_configs():
601
]
602
603
unify_kv_cache_configs(need_sort_kv_cache_config)
604
- assert need_sort_kv_cache_config[0].num_blocks == 10
605
- assert need_sort_kv_cache_config[1].num_blocks == 10
+ sorted_kv_cache_groups = [
+ KVCacheGroupSpec(["layer1"], new_kv_cache_spec()),
606
+ KVCacheGroupSpec(["layer2"], new_kv_cache_spec(num_kv_heads=4)),
607
+ ]
608
+ assert (
609
+ need_sort_kv_cache_config[0].kv_cache_groups == sorted_kv_cache_groups)
610
611
+ need_sort_kv_cache_config[1].kv_cache_groups == sorted_kv_cache_groups)
612
613
diff_kv_cache_config = [
614
KVCacheConfig(
0 commit comments