requirements.txt

beautifulsoup4>=4.4.1
lxml>=4.5.2
numpy>=1.18.1
pyyaml>=5.3.1
requests>=2.22.0
tqdm>=4.38.0
trec-car-tools>=2.5.4
lz4>=3.1.1
warc3-wet>=0.2.3
warc3-wet-clueweb09>=0.2.5
zlib-state>=0.1.3
ijson>=3.1.3
pyautocorpus>=0.1.1