github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-07 04:18:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix format (#613)

Browse Source 
Co-authored-by: evin K <evink@evins-MacBook-Air.local>
This commit is contained in:
Shawn-Kong 2022-03-31 23:57:19 -07:00 committed by binmakeswell
parent 5ecef13c16
commit db54419409
1 changed files with 11 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
colossalai/kernel/cuda_native/csrc/kernels/include/kernels.h
View File

@ -3,9 +3,9 @@
#include <cuda.h> #include <cuda.h>
#include <cuda_fp16.h> #include <cuda_fp16.h>
#include <curand_kernel.h> #include <curand_kernel.h>
#include <stdexcept>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
#include <stdexcept>
#define MAX_THREADS 1024 #define MAX_THREADS 1024
#define WARP_SIZE 32 #define WARP_SIZE 32
@ -132,9 +132,8 @@ __forceinline__ __host__ __device__ int flat_3dim(int id1, int id2, int id3,
} }
/* Convert 4-dim tensor index into vector index */ /* Convert 4-dim tensor index into vector index */
__forceinline__ __host__ __device__ int flat_4dim(int id1, int id2, int id3, __forceinline__ __host__ __device__ int
int id4, int dim2, int dim3, flat_4dim(int id1, int id2, int id3, int id4, int dim2, int dim3, int dim4) {
int dim4) {
// return id1*(dim2*dim3*dim4) + id2*(dim3*dim4) + id3*dim4 + id4; // return id1*(dim2*dim3*dim4) + id2*(dim3*dim4) + id3*dim4 + id4;
int res = id4; int res = id4;
@ -202,9 +201,9 @@ __forceinline__ __host__ __device__ int flat_6dim(int id1, int id2, int id3,
} }
/* Convert vector index to 6-dim tensor index */ /* Convert vector index to 6-dim tensor index */
__forceinline__ __host__ __device__ void decompose_6dim( __forceinline__ __host__ __device__ void
int src, int dim1, int dim2, int dim3, int dim4, int dim5, int *id0, decompose_6dim(int src, int dim1, int dim2, int dim3, int dim4, int dim5,
int *id1, int *id2, int *id3, int *id4, int *id5) { int *id0, int *id1, int *id2, int *id3, int *id4, int *id5) {
*id5 = src % dim5; *id5 = src % dim5;
src /= dim5; src /= dim5;
@ -222,11 +221,9 @@ __forceinline__ __host__ __device__ void decompose_6dim(
} }
/* Convert vector index to 5-dim tensor index */ /* Convert vector index to 5-dim tensor index */
__forceinline__ __host__ __device__ void decompose_5dim(int src, int dim1, __forceinline__ __host__ __device__ void
int dim2, int dim3, decompose_5dim(int src, int dim1, int dim2, int dim3, int dim4, int *id0,
int dim4, int *id0, int *id1, int *id2, int *id3, int *id4) {
int *id1, int *id2,
int *id3, int *id4) {
*id4 = src % dim4; *id4 = src % dim4;
src /= dim4; src /= dim4;
@ -256,9 +253,8 @@ __forceinline__ __host__ __device__ void decompose_4dim(int src, int dim1,
} }
/* Convert vector index to 3-dim tensor index */ /* Convert vector index to 3-dim tensor index */
__forceinline__ __host__ __device__ void decompose_3dim(int src, int dim1, __forceinline__ __host__ __device__ void
int dim2, int *id0, decompose_3dim(int src, int dim1, int dim2, int *id0, int *id1, int *id2) {
int *id1, int *id2) {
*id2 = src % dim2; *id2 = src % dim2;
src /= dim2; src /= dim2;