AutoRefine / download_corpus.sh
yrshi's picture
commit 2
3b64038
raw
history blame
228 Bytes
save_path=./data
python download.py --save_path $save_path || exit -1
mv $save_path/part_aa $save_path/e5_Flat.index
cat $save_path/part_ab >> $save_path/e5_Flat.index && rm $save_path/part_ab
gzip -d $save_path/wiki-18.jsonl.gz