Skip to content

Commit

Permalink
add spanbert orig download
Browse files Browse the repository at this point in the history
  • Loading branch information
mandarjoshi90 committed Oct 28, 2019
1 parent ca25cc9 commit 0372016
Showing 1 changed file with 11 additions and 0 deletions.
11 changes: 11 additions & 0 deletions setup_training.sh
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,15 @@ download_bert(){
mv $model $data_dir/
}

download_spanbert(){
model=$1
wget -P $data_dir https://dl.fbaipublicfiles.com/fairseq/models/$model.tar.gz
mkdir $data_dir/$model
tar xvfz $data_dir/$model.tar.gz -C $data_dir/$model
rm $data_dir/$model.tar.gz
}


conll_url=http://conll.cemantix.org/2012/download
dlx $conll_url conll-2012-train.v4.tar.gz
dlx $conll_url conll-2012-development.v4.tar.gz
Expand All @@ -29,6 +38,8 @@ dlx http://conll.cemantix.org/download reference-coreference-scorers.v8.01.tar.g

download_bert cased_L-12_H-768_A-12
download_bert cased_L-24_H-1024_A-16
download_spanbert spanbert_hf
download_spanbert spanbert_hf_base

bash conll-2012/v3/scripts/skeleton2conll.sh -D $ontonotes_path/data/files/data $data_dir/conll-2012

Expand Down

0 comments on commit 0372016

Please sign in to comment.