Serving different language model #2 - Export about syntaxnet HOT 10 CLOSED

$ git clone --recurse-submodules https://github.com/tensorflow/serving
# checkout proper version of serving
$ cd serving
$ git checkout 89e9dfbea055027bc31878ee8da66b54a701a746
$ git submodule update --init --recursive
# checkout proper version of tf_models
$ cd tf_models
$ git checkout a4b7bb9a5dd2c021edcd3d68d326255c734d0ef0

$ cd syntaxnet
$ cd tensorflow
$ ./configure
$ cd ..

# modify ./tensorflow/tensorflow/workspace.bzl for downloading 'zlib'
# native.new_http_archive(
#    name = "zlib_archive",
#    url = "http://zlib.net/fossils/zlib-1.2.8.tar.gz",
#    sha256 = "36658cb768a54c1d4dec43c3116c27ed893e88b02ecfcb44f2166f9c0b7f2a0d",
#    build_file = path_prefix + "zlib.BUILD",
#  )

$ bazel test --linkopt=-headerpad_max_install_names syntaxnet/... util/utf8/...

$ git clone https://github.com/dsindex/syntaxnet.git work
$ cd 
....
$ ./train.sh
....

# goto pathed-version
$ cat /path/to/models/context.pbtxt.template | sed "s=OUTPATH=/path/to/models=" > /path/to/models/context.pbtxt
$ bazel-bin/tensorflow_serving/example/parsey_mcparseface --model_dir=/path/to/models --export_path=exported

# modify all path in exported/00000001/assets/context.pbtxt
# for example, 
# from
# input {
#  name: "tag-map"
#  Part {
#    file_pattern: "syntaxnet/models/parsey_mcparseface/tag-map"
#  }
# }
# to
# input {
#  name: "tag-map"
#  Part {
#    file_pattern: "tag-map"
#  }
# }

# run parsey_api with exported model
$ ./bazel-bin/tensorflow_serving/example/parsey_api --port=9000 exported/00000001

$ cp -rf /other_path/models trained_models
$ cat trained_models/context.pbtxt.template | sed "s=OUTPATH=/Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/trained_models=" > trained_models/context.pbtxt
$ bazel-bin/tensorflow_serving/example/parsey_mcparseface --model_dir=trained_models --export_path=exported

I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 49 terms from /Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/trained_models/label-map.
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:35] Features:
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:36] Embedding names:
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:37] Embedding dims:
I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 49 terms from /Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/trained_models/label-map.
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:35] Features: input.word input(1).word input(2).word input(3).word stack.word stack(1).word stack(2).word stack(3).word stack.child(1).word stack.child(1).sibling(-1).word stack.child(-1).word stack.child(-1).sibling(1).word stack(1).child(1).word stack(1).child(1).sibling(-1).word stack(1).child(-1).word stack(1).child(-1).sibling(1).word stack.child(2).word stack.child(-2).word stack(1).child(2).word stack(1).child(-2).word;input.tag input(1).tag input(2).tag input(3).tag stack.tag stack(1).tag stack(2).tag stack(3).tag stack.child(1).tag stack.child(1).sibling(-1).tag stack.child(-1).tag stack.child(-1).sibling(1).tag stack(1).child(1).tag stack(1).child(1).sibling(-1).tag stack(1).child(-1).tag stack(1).child(-1).sibling(1).tag stack.child(2).tag stack.child(-2).tag stack(1).child(2).tag stack(1).child(-2).tag;stack.child(1).label stack.child(1).sibling(-1).label stack.child(-1).label stack.child(-1).sibling(1).label stack(1).child(1).label stack(1).child(1).sibling(-1).label stack(1).child(-1).label stack(1).child(-1).sibling(1).label stack.child(2).label stack.child(-2).label stack(1).child(2).label stack(1).child(-2).label
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:36] Embedding names: words;tags;labels
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:37] Embedding dims: 64;32;32
I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 18752 terms from /Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/trained_models/word-map.
I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 50 terms from /Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/trained_models/tag-map.
Traceback (most recent call last):
  File "/Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/bazel-bin/tensorflow_serving/example/parsey_mcparseface.runfiles/tf_serving/tensorflow_serving/example/parsey_mcparseface.py", line 188, in <module>
    tf.app.run()
  File "/Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/bazel-bin/tensorflow_serving/example/parsey_mcparseface.runfiles/tf_serving/external/org_tensorflow/tensorflow/python/platform/app.py", line 30, in run
    sys.exit(main(sys.argv))
  File "/Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/bazel-bin/tensorflow_serving/example/parsey_mcparseface.runfiles/tf_serving/tensorflow_serving/example/parsey_mcparseface.py", line 172, in main
    model[prefix]["documents"] = Build(sess, source, model[prefix])
  File "/Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/bazel-bin/tensorflow_serving/example/parsey_mcparseface.runfiles/tf_serving/tensorflow_serving/example/parsey_mcparseface.py", line 75, in Build
    document_source=document_source)
  File "/Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/bazel-bin/tensorflow_serving/example/parsey_mcparseface.runfiles/tf_serving/external/syntaxnet/syntaxnet/structured_graph_builder.py", line 242, in AddEvaluation
    document_source=document_source))
  File "/Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/bazel-bin/tensorflow_serving/example/parsey_mcparseface.runfiles/tf_serving/external/syntaxnet/syntaxnet/structured_graph_builder.py", line 100, in _AddBeamReader
    documents_from_input=documents_from_input)
  File "/Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/bazel-bin/tensorflow_serving/example/parsey_mcparseface.runfiles/tf_serving/external/syntaxnet/syntaxnet/ops/gen_parser_ops.py", line 100, in beam_parse_reader
    name=name)
  File "/Users/donghwon/Desktop/develop/models/syntaxnet/work/serving/bazel-bin/tensorflow_serving/example/parsey_mcparseface.runfiles/tf_serving/external/org_tensorflow/tensorflow/python/framework/op_def_library.py", line 627, in apply_op
    (key, op_type_name, attr_value.i, attr_def.minimum))
ValueError: Attr 'feature_size' of 'BeamParseReader' Op passed 0 less than minimum 1.

$ bazel-bin/tensorflow_serving/example/parsey_mcparseface --model_dir=trained_models --export_path=exported
I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 49 terms from /Users/donghwon/Desktop/develop/serving/tf_models/syntaxnet/work/models/label-map.
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:35] Features: stack(3).word stack(2).word stack(1).word stack.word input.word input(1).word input(2).word input(3).word; input.digit input.hyphen; stack.suffix(length=2) input.suffix(length=2) input(1).suffix(length=2); stack.prefix(length=2) input.prefix(length=2) input(1).prefix(length=2)
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:36] Embedding names: words;other;suffix;prefix
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:37] Embedding dims: 64;4;8;8
I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 18752 terms from /Users/donghwon/Desktop/develop/serving/tf_models/syntaxnet/work/models/word-map.
I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 50 terms from /Users/donghwon/Desktop/develop/serving/tf_models/syntaxnet/work/models/tag-map.
I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 49 terms from /Users/donghwon/Desktop/develop/serving/tf_models/syntaxnet/work/models/label-map.
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:35] Features: input.word input(1).word input(2).word input(3).word stack.word stack(1).word stack(2).word stack(3).word stack.child(1).word stack.child(1).sibling(-1).word stack.child(-1).word stack.child(-1).sibling(1).word stack(1).child(1).word stack(1).child(1).sibling(-1).word stack(1).child(-1).word stack(1).child(-1).sibling(1).word stack.child(2).word stack.child(-2).word stack(1).child(2).word stack(1).child(-2).word; input.tag input(1).tag input(2).tag input(3).tag stack.tag stack(1).tag stack(2).tag stack(3).tag stack.child(1).tag stack.child(1).sibling(-1).tag stack.child(-1).tag stack.child(-1).sibling(1).tag stack(1).child(1).tag stack(1).child(1).sibling(-1).tag stack(1).child(-1).tag stack(1).child(-1).sibling(1).tag stack.child(2).tag stack.child(-2).tag stack(1).child(2).tag stack(1).child(-2).tag; stack.child(1).label stack.child(1).sibling(-1).label stack.child(-1).label stack.child(-1).sibling(1).label stack(1).child(1).label stack(1).child(1).sibling(-1).label stack(1).child(-1).label stack(1).child(-1).sibling(1).label stack.child(2).label stack.child(-2).label stack(1).child(2).label stack(1).child(-2).label
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:36] Embedding names: words;tags;labels
I external/syntaxnet/syntaxnet/embedding_feature_extractor.cc:37] Embedding dims: 64;32;32
I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 18752 terms from /Users/donghwon/Desktop/develop/serving/tf_models/syntaxnet/work/models/word-map.
I external/syntaxnet/syntaxnet/term_frequency_map.cc:101] Loaded 50 terms from /Users/donghwon/Desktop/develop/serving/tf_models/syntaxnet/work/models/tag-map.
INFO:tensorflow:Exporting trained model to exported
INFO:tensorflow:Write assest into: exported/00000001-tmp/assets using gfile_copy.
INFO:tensorflow:Copying asset trained_models/context to path exported/00000001-tmp/assets/context.
INFO:tensorflow:Copying asset trained_models/parser-params.meta to path exported/00000001-tmp/assets/parser-params.meta.
INFO:tensorflow:Copying asset trained_models/context.pbtxt.template to path exported/00000001-tmp/assets/context.pbtxt.template.
INFO:tensorflow:Copying asset trained_models/label-map to path exported/00000001-tmp/assets/label-map.
INFO:tensorflow:Copying asset trained_models/prefix-table to path exported/00000001-tmp/assets/prefix-table.
INFO:tensorflow:Copying asset trained_models/lcword-map to path exported/00000001-tmp/assets/lcword-map.
INFO:tensorflow:Copying asset trained_models/parser-params to path exported/00000001-tmp/assets/parser-params.
INFO:tensorflow:Copying asset trained_models/category-map to path exported/00000001-tmp/assets/category-map.
INFO:tensorflow:Copying asset trained_models/tag-to-category to path exported/00000001-tmp/assets/tag-to-category.
INFO:tensorflow:Copying asset trained_models/word-map to path exported/00000001-tmp/assets/word-map.
INFO:tensorflow:Copying asset trained_models/tag-map to path exported/00000001-tmp/assets/tag-map.
INFO:tensorflow:Copying asset trained_models/tagger-params to path exported/00000001-tmp/assets/tagger-params.
INFO:tensorflow:Copying asset trained_models/tagger-params.meta to path exported/00000001-tmp/assets/tagger-params.meta.
INFO:tensorflow:Copying asset trained_models/suffix-table to path exported/00000001-tmp/assets/suffix-table.
INFO:tensorflow:Copying asset trained_models/context.pbtxt to path exported/00000001-tmp/assets/context.pbtxt.

$ ./bazel-bin/tensorflow_serving/example/parsey_api --port=9000 exported/00000001

$ bazel-bin/tensorflow_serving/example/parsey_client --server=localhost:9000
hello syntaxnet
result {
  docid: "-:0"
  text: "hello syntaxnet"
  token {
    word: "hello"
    start: 0
    end: 4
    head: 1
    tag: "UH"
    category: "UH"
    label: "amod"
  }
  token {
    word: "syntaxnet"
    start: 5
    end: 13
    tag: "NN"
    category: "NN"
    label: "ROOT"
  }
}

Input :  hello syntaxnet
Parsing :
{"result": [{"text": "hello syntaxnet", "token": [{"category": "UH", "head": 1, "end": 4, "label": "amod", "start": 0, "tag": "UH", "word": "hello"}, {"category": "NN", "end": 13, "label": "ROOT", "start": 5, "tag": "NN", "word": "syntaxnet"}], "docid": "-:0"}]}

$ pwd
/path/to
$ cat models/context.pbtxt.template | sed "s=OUTPATH=/path/to/models=" > models/context.pbtxt