mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-11 21:01:54 +00:00
13 lines
220 B
C
13 lines
220 B
C
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
|
|
|
|
#ifndef _tuning_h
|
|
#define _tuning_h
|
|
|
|
struct ExLlamaTuning {
|
|
int matmul_recons_thd;
|
|
bool matmul_fused_remap;
|
|
bool matmul_no_half2;
|
|
};
|
|
|
|
#endif
|