github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-16 14:41:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Inference] Delete duplicated copy_vector (#5716)

Browse Source
This commit is contained in:
傅剑寒
2024-05-14 14:35:33 +08:00
committed by GitHub
parent 7806842f2d
commit 121d7ad629
6 changed files with 28 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
extensions/csrc/kernel/cuda/get_cos_and_sin_kernel.cu
View File

@@ -4,7 +4,7 @@
#include "utils/vec_copy.h"
#include "common/micros.h"
using colossalAI::cuda::utils::copy_vector;
using colossalAI::cuda::utils::copy;
using colossalAI::cuda::utils::get_vec_size;
@@ -23,8 +23,8 @@ __device__ void apply_cos_and_sin_memcopy(
int begin_id = threadIdx.x * VecSize;
for (; begin_id <= head_dim - VecSize; begin_id += blockDim.x){
copy_vector<scalar_t, VecSize>(cos + dest_offset_id + begin_id, cos_cache_ptr + src_offset_id + begin_id);
copy_vector<scalar_t, VecSize>(sin + dest_offset_id + begin_id, sin_cache_ptr + src_offset_id + begin_id);
copy<scalar_t, VecSize>(cos_cache_ptr + src_offset_id + begin_id, cos + dest_offset_id + begin_id);
copy<scalar_t, VecSize>(sin_cache_ptr + src_offset_id + begin_id, sin + dest_offset_id + begin_id);
}
if (!Aligned) {