Metadata Writer: Add metadata writer for Text Classifier.

PiperOrigin-RevId: 486844428
This commit is contained in:
Yuqi Li
2022-11-07 21:25:44 -08:00
committed by Copybara-Service
parent b14178d305
commit 0a08e4768b
16 changed files with 10470 additions and 10 deletions
+12
View File
@@ -31,6 +31,7 @@ mediapipe_files(srcs = [
"mobilenet_v2_1.0_224_quant.tflite",
"mobilenet_v2_1.0_224_quant_without_metadata.tflite",
"mobilenet_v2_1.0_224_without_metadata.tflite",
"movie_review.tflite",
])
exports_files([
@@ -54,6 +55,11 @@ exports_files([
"labels.txt",
"mobilenet_v2_1.0_224.json",
"mobilenet_v2_1.0_224_quant.json",
"input_text_tensor_meta.json",
"input_text_tensor_default_meta.json",
"movie_review_labels.txt",
"regex_vocab.txt",
"movie_review.json",
])
filegroup(
@@ -67,6 +73,7 @@ filegroup(
"mobilenet_v2_1.0_224_quant.tflite",
"mobilenet_v2_1.0_224_quant_without_metadata.tflite",
"mobilenet_v2_1.0_224_without_metadata.tflite",
"movie_review.tflite",
],
)
@@ -86,9 +93,14 @@ filegroup(
"input_image_tensor_float_meta.json",
"input_image_tensor_uint8_meta.json",
"input_image_tensor_unsupported_meta.json",
"input_text_tensor_default_meta.json",
"input_text_tensor_meta.json",
"labels.txt",
"mobilenet_v2_1.0_224.json",
"mobilenet_v2_1.0_224_quant.json",
"movie_review.json",
"movie_review_labels.txt",
"regex_vocab.txt",
"score_calibration.txt",
"score_calibration_file_meta.json",
"score_calibration_tensor_meta.json",
@@ -0,0 +1,17 @@
{
"subgraph_metadata": [
{
"input_tensor_metadata": [
{
"content": {
"content_properties_type": "FeatureProperties",
"content_properties": {
}
},
"stats": {
}
}
]
}
]
}
@@ -0,0 +1,34 @@
{
"subgraph_metadata": [
{
"input_tensor_metadata": [
{
"name": "input text",
"description": "The input string.",
"content": {
"content_properties_type": "FeatureProperties",
"content_properties": {
}
},
"process_units": [
{
"options_type": "RegexTokenizerOptions",
"options": {
"delim_regex_pattern": "[^\\w\\']+",
"vocab_file": [
{
"name": "vocab.txt",
"description": "Vocabulary file to convert natural language words to embedding vectors.",
"type": "VOCABULARY"
}
]
}
}
],
"stats": {
}
}
]
}
]
}
+63
View File
@@ -0,0 +1,63 @@
{
"name": "TextClassifier",
"description": "Classify the input text into a set of known categories.",
"subgraph_metadata": [
{
"input_tensor_metadata": [
{
"name": "input_text",
"description": "Embedding vectors representing the input text to be processed.",
"content": {
"content_properties_type": "FeatureProperties",
"content_properties": {
}
},
"process_units": [
{
"options_type": "RegexTokenizerOptions",
"options": {
"delim_regex_pattern": "[^\\w\\']+",
"vocab_file": [
{
"name": "regex_vocab.txt",
"description": "Vocabulary file to convert natural language words to embedding vectors.",
"type": "VOCABULARY"
}
]
}
}
],
"stats": {
}
}
],
"output_tensor_metadata": [
{
"name": "score",
"description": "Score of the labels respectively.",
"content": {
"content_properties_type": "FeatureProperties",
"content_properties": {
}
},
"stats": {
"max": [
1.0
],
"min": [
0.0
]
},
"associated_files": [
{
"name": "labels.txt",
"description": "Labels for categories that the model can recognize.",
"type": "TENSOR_AXIS_LABELS"
}
]
}
]
}
],
"min_parser_version": "1.2.1"
}
@@ -0,0 +1,2 @@
Negative
Positive
File diff suppressed because it is too large Load Diff