train_cws_wemb.sh

#!/usr/bin/env bash

corpus=$1

export CUDA_VISIBLE_DEVICES=$2

if [ "${corpus}" != "pku" ] && [ "${corpus}" != "msr" ];then
    echo "The first input must be pku or msr!"
    exit
fi

chmod +x score.perl

model_root=model-wemb-${corpus}

if [ ! -d ${model_root} ];then
    mkdir ${model_root}
fi

nohup python train.py   --task cws \
                        --training_path data/datasets/sighan2005-${corpus}/train.txt \
                        --dev_path data/datasets/sighan2005-${corpus}/dev.txt \
                        --test_path data/datasets/sighan2005-${corpus}/test.txt \
                        --pre_trained_emb_path data/embeddings/news_tensite.w2v200 \
                        --pre_trained_word_emb_path data/embeddings/news_tensite.${corpus}.words.w2v50 \
                        --model_root ${model_root} \
                        --word_window 4 \
                        >>${model_root}/stdout.txt 2>>${model_root}/stderr.txt &

echo "Model and log are saved in ${model_root}."