jieba
pypinyin
numpy
six
loguru
pyahocorasick
scikit-learn>=0.19.1
torch>=1.3.1
pytorch-lightning>=1.1.2
pandas
transformers
accelerate
datasets
tensorboardX
paddlenlp
paddlepaddle
pytest
kenlm
modelscope==1.27.0
fairseq==0.12.2
