diff --git a/colossalai/kernel/cuda_native/csrc/kernels/include/cuda_util.h b/colossalai/kernel/cuda_native/csrc/kernels/include/cuda_util.h
index bc2258762..1595257be 100644
--- a/colossalai/kernel/cuda_native/csrc/kernels/include/cuda_util.h
+++ b/colossalai/kernel/cuda_native/csrc/kernels/include/cuda_util.h
@@ -20,7 +20,8 @@ void check_gpu_error(T result, char const *const func, const char *const file,
 template <typename T>
 void print_vec(const T *outv, std::string outn, int num_output_ele);
 
-template <typename T> T *cuda_malloc(size_t ele_num);
+template <typename T>
+T *cuda_malloc(size_t ele_num);
 
 void cuda_free(void *pdata);
 
@@ -28,6 +29,6 @@ template <typename T>
 void check_nan_inf(const T *data_ptr, int dsize, bool check_nan_inf,
                    std::string file, int line, cudaStream_t stream);
 
-#define CHECK_NAN_INF(ptr, size, stream)                                       \
-  check_nan_inf((ptr), (size), true, __FILE__, __LINE__, (stream));            \
+#define CHECK_NAN_INF(ptr, size, stream)                            \
+  check_nan_inf((ptr), (size), true, __FILE__, __LINE__, (stream)); \
   check_nan_inf((ptr), (size), false, __FILE__, __LINE__, (stream))