23 lines
560 B
Bash
23 lines
560 B
Bash
#!/usr/bin/env bash
|
|
#
|
|
# Training/eval script for edu.stanford.nlp.international.process.ArabicSegmenter.
|
|
#
|
|
# For l1 regularization, add the parameters: "-useOWLQN -priorLambda 0.05"
|
|
#
|
|
|
|
if [ "$#" -lt 2 ]; then
|
|
echo "Usage: `basename $0` <data_file> <output_model_file> <other options...>"
|
|
exit 2
|
|
fi
|
|
|
|
DATAFILE="$1"
|
|
MODELFILE="$2"
|
|
shift
|
|
shift
|
|
|
|
MEM=12g
|
|
OPTS="-server -XX:+UseCompressedOops -Xmx$MEM -Xms$MEM -XX:MaxPermSize=2g"
|
|
|
|
java $OPTS edu.stanford.nlp.international.arabic.process.ArabicSegmenter -trainFile "$DATAFILE" -serializeTo "$MODELFILE" $@
|
|
|