-
Notifications
You must be signed in to change notification settings - Fork 57
/
test_sejong.sh
executable file
·68 lines (55 loc) · 1.78 KB
/
test_sejong.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
#!/bin/bash
# To run on a conll formatted file, add the --conll command line argument.
# code from http://stackoverflow.com/a/1116890
function readlink()
{
TARGET_FILE=$2
cd `dirname $TARGET_FILE`
TARGET_FILE=`basename $TARGET_FILE`
# Iterate down a (possible) chain of symlinks
while [ -L "$TARGET_FILE" ]
do
TARGET_FILE=`readlink $TARGET_FILE`
cd `dirname $TARGET_FILE`
TARGET_FILE=`basename $TARGET_FILE`
done
# Compute the canonicalized name by finding the physical path
# for the directory we're in and appending the target file.
PHYS_DIR=`pwd -P`
RESULT=$PHYS_DIR/$TARGET_FILE
echo $RESULT
}
export -f readlink
CDIR=$(readlink -f $(dirname $(readlink -f ${BASH_SOURCE[0]})))
PDIR=$(readlink -f $(dirname $(readlink -f ${BASH_SOURCE[0]}))/..)
cd ${PDIR}
SYNTAXNET_HOME=${PDIR}
BINDIR=${SYNTAXNET_HOME}/bazel-bin/syntaxnet
PARSER_EVAL=${BINDIR}/parser_eval
CONLL2TREE=${BINDIR}/conll2tree
MODEL_DIR=${CDIR}/models_sejong
CONTEXT=${MODEL_DIR}/context.pbtxt
cat ${CONTEXT}.template | sed "s=OUTPATH=${MODEL_DIR}=" > ${MODEL_DIR}/context
CONTEXT=${MODEL_DIR}/context
PARSER_MODEL_PATH=${MODEL_DIR}/parser-params/model
XPARSER_MODEL_PATH=${MODEL_DIR}/parser-params
PARSER_MODEL_PATH=${PARSER_MODEL_PATH}
HIDDEN_LAYER_SIZES=512,512
BATCH_SIZE=256
BEAM_SIZE=16
[[ "$1" == "--conll" ]] && INPUT_FORMAT=stdin-conll || INPUT_FORMAT=stdin
${PARSER_EVAL} \
--input=stdin-conll \
--output=stdout-conll \
--batch_size=${BATCH_SIZE} \
--hidden_layer_sizes=${HIDDEN_LAYER_SIZES} \
--beam_size=${BEAM_SIZE} \
--arg_prefix=brain_parser \
--graph_builder=structured \
--task_context=${CONTEXT} \
--resource_dir=${MODEL_DIR} \
--model_path=${PARSER_MODEL_PATH} \
| \
${CONLL2TREE} \
--task_context=${CONTEXT} \
--alsologtostderr