transformers==4.31.0
pytorch-transformers
python-dateutil==2.8.2
aiohttp==3.8.6
aiosignal==1.3.1
annotated-types==0.5.0
anyio==3.7.1
argparse==1.4.0
async-timeout==4.0.3
asynctest==0.13.0
attrs==23.2.0
boto3==1.33.13
botocore==1.33.13
cached-property==1.5.2
charset-normalizer==3.3.2
chardet
click==8.1.7
cycler==0.11.0
datasets
dill==0.3.6
distro==1.9.0
exceptiongroup==1.2.0
filelock==3.12.2
fonttools==4.38.0
frozenlist==1.3.3
fsspec==2023.5.0
h11==0.14.0
httpcore==0.17.3
httpx==0.24.1
huggingface-hub==0.24.0
idna==3.6
importlib-metadata==6.7.0
jmespath==1.0.1
joblib==1.3.2
kiwisolver==1.4.5
matplotlib==3.5.3
multidict==6.0.4
multiprocess==0.70.14
nltk==3.8.1
numpy
openai==1.7.2
packaging==23.2
pandas==1.3.5
pillow==9.5.0
pyarrow==12.0.1
pydantic==2.5.3
pyparsing==3.1.1
python-dateutil==2.8.2
pytz==2023.3.post1
pyyaml==6.0.1
regex==2023.12.25
requests==2.31.0
s3transfer==0.8.2
scikit-learn==1.0.2
scipy
sentencepiece==0.1.99
six==1.16.0
sniffio==1.3.0
threadpoolctl==3.1.0
tokenizers==0.13.3
tqdm==4.66.1
typing-extensions
urllib3==1.26.18
xxhash==3.4.1
yarl==1.9.4
zipp==3.15.0
accelerate