File size: 226 Bytes
25b4ce2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
// Adapted from turboderp exllama: https://github.com/turboderp/exllama
#ifndef _tuning_h
#define _tuning_h
struct ExLlamaTuning
{
int matmul_recons_thd;
bool matmul_fused_remap;
bool matmul_no_half2;
};
#endif
|