transformers
torch
einops
accelerate
tiktoken
scipy
transformers_stream_generator==0.0.4 
peft 
deepspeed
bitsandbytes
trulens_eval