BechirTrabelsi1's picture
Training in progress, step 500
25b4ce2 verified
raw
history blame
255 Bytes
#pragma once
#include <torch/extension.h>
torch::Tensor gemv_forward_cuda_decode(
torch::Tensor _in_feats,
torch::Tensor _kernel,
torch::Tensor _scaling_factors,
torch::Tensor _zeros,
int m,
int n,
int k,
int group_size);