requirements.txt

absl-py==2.1.0
accelerate==0.25.0
aiohttp==3.9.1
aiosignal==1.3.1
async-timeout==4.0.3
attrs==23.1.0
bmtrain==0.2.3.post2
cachetools==5.3.2
certifi==2023.11.17
charset-normalizer==3.3.2
contourpy==1.2.0
cycler==0.12.1
datasets==2.14.1
dill==0.3.7
filelock==3.13.1
fonttools==4.47.0
frozenlist==1.4.1
fsspec==2023.12.2
google-auth==2.26.2
google-auth-oauthlib==1.2.0
grpcio==1.60.0
huggingface-hub==0.20.1
idna==3.6
jieba==0.42.1
kiwisolver==1.4.5
Markdown==3.5.2
MarkupSafe==2.1.3
matplotlib==3.8.2
-e ./train/ModelCenter
multidict==6.0.4
multiprocess==0.70.15
numpy==1.26.2
nvidia-nccl-cu11==2.19.3
oauthlib==3.2.2
packaging==23.2
pandas==2.1.4
Pillow==10.1.0
protobuf==4.23.4
psutil==5.9.7
pyarrow==14.0.2
pyasn1==0.5.1
pyasn1-modules==0.3.0
pyparsing==3.1.1
python-dateutil==2.8.2
pytz==2023.3.post1
PyYAML==6.0.1
regex==2023.10.3
requests==2.31.0
requests-oauthlib==1.3.1
rsa==4.9
safetensors==0.4.1
sentencepiece==0.1.99
six==1.16.0
tensorboard==2.15.1
tensorboard-data-server==0.7.2
tokenizers==0.13.3
torch==1.12.0
torchaudio==0.12.0
torchvision==0.13.0
tqdm==4.66.1
transformers==4.28.1
typing_extensions==4.9.0
tzdata==2023.3
urllib3==2.1.0
Werkzeug==3.0.1
xxhash==3.4.1
yarl==1.9.4