Skip to content

Commit 64fc219

Browse files
[Misc][Docs] fix the comments of KV_T and CACHE_T in CALL_RESHAPE_AND_CACHE_XX macros (vllm-project#14347)
1 parent dd73202 commit 64fc219

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

csrc/cache_kernels.cu

+6-6
Original file line numberDiff line numberDiff line change
@@ -350,8 +350,8 @@ __global__ void concat_and_cache_mla_kernel(
350350

351351
} // namespace vllm
352352

353-
// KV_T is the stored data type of kv-cache.
354-
// CACHE_T is the data type of key and value tensors.
353+
// KV_T is the data type of key and value tensors.
354+
// CACHE_T is the stored data type of kv-cache.
355355
// KV_DTYPE is the real data type of kv-cache.
356356
#define CALL_RESHAPE_AND_CACHE(KV_T, CACHE_T, KV_DTYPE) \
357357
vllm::reshape_and_cache_kernel<KV_T, CACHE_T, KV_DTYPE> \
@@ -393,8 +393,8 @@ void reshape_and_cache(
393393
CALL_RESHAPE_AND_CACHE)
394394
}
395395

396-
// KV_T is the stored data type of kv-cache.
397-
// CACHE_T is the data type of key and value tensors.
396+
// KV_T is the data type of key and value tensors.
397+
// CACHE_T is the stored data type of kv-cache.
398398
// KV_DTYPE is the real data type of kv-cache.
399399
#define CALL_RESHAPE_AND_CACHE_FLASH(KV_T, CACHE_T, KV_DTYPE) \
400400
vllm::reshape_and_cache_flash_kernel<KV_T, CACHE_T, KV_DTYPE> \
@@ -446,8 +446,8 @@ void reshape_and_cache_flash(
446446
CALL_RESHAPE_AND_CACHE_FLASH);
447447
}
448448

449-
// KV_T is the stored data type of kv-cache.
450-
// CACHE_T is the data type of key and value tensors.
449+
// KV_T is the data type of key and value tensors.
450+
// CACHE_T is the stored data type of kv-cache.
451451
// KV_DTYPE is the real data type of kv-cache.
452452
#define CALL_CONCAT_AND_CACHE_MLA(KV_T, CACHE_T, KV_DTYPE) \
453453
vllm::concat_and_cache_mla_kernel<KV_T, CACHE_T, KV_DTYPE> \

0 commit comments

Comments
 (0)