requirements.txt

jsonnet
torch>=1.7,!=1.12.0
git+https://github.com/huggingface/transformers.git@8637316e5e94ba0a2493e5df7846f2f23f46eaef
accelerate==0.15.0
sentencepiece
protobuf==3.19.0
nltk
scipy
openai
diskcache
typing_extensions<4.6.0
spacy==3.4.1 # Only for one of the experiments.
rapidfuzz
datasets
pandas
requests
tqdm
ftfy
ujson
fastapi
uvicorn[standard]
elasticsearch==7.9.1
dill
base58
pygments
beautifulsoup4
blingfire
wget
black
ruff