Transformers changing scripts & adding analysis

tftrt/examples/transformers/scripts/base_script.sh → tftrt/examples/transformers/base_run_inference.sh

@@ -144,7 +144,7 @@ fi
 
 # %%%%%%%%%%%%%%%%%%%%%%% ARGUMENT VALIDATION %%%%%%%%%%%%%%%%%%%%%%% #
 
-BENCH_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." >/dev/null 2>&1 && pwd )"
+BENCH_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/" >/dev/null 2>&1 && pwd )"
 cd ${BENCH_DIR}
 
 # Execute the example

tftrt/examples/transformers/models/bart_base/analysis.txt

@@ -0,0 +1,35 @@
+
+MetaGraphDef with tag-set: 'serve' contains the following SignatureDefs:
+
+signature_def['__saved_model_init_op']:
+  The given SavedModel SignatureDef contains the following input(s):
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['__saved_model_init_op'] tensor_info:
+        dtype: DT_INVALID
+        shape: unknown_rank
+        name: NoOp
+  Method name is: 
+
+signature_def['serving_default']:
+  The given SavedModel SignatureDef contains the following input(s):
+    inputs['input_ids'] tensor_info:
+        dtype: DT_INT32
+        shape: (-1, -1)
+        name: serving_default_input_ids:0
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['encoder_last_hidden_state'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, -1, 768)
+        name: StatefulPartitionedCall:0
+    outputs['logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, -1, 50265)
+        name: StatefulPartitionedCall:1
+  Method name is: tensorflow/serving/predict
+
+Concrete Functions:
+  Function Name: 'serving'
+    Option #1
+      Callable with:
+        Argument #1
+          input_ids: TensorSpec(shape=(None, None), dtype=tf.int32, name='input_ids')

tftrt/examples/transformers/models/bart_base/run_inference.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+BASE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )/../.."
+
+bash ${BASE_DIR}/base_run_inference.sh --model_name="bart_base" ${@}

tftrt/examples/transformers/models/bart_large/analysis.txt

@@ -0,0 +1,35 @@
+
+MetaGraphDef with tag-set: 'serve' contains the following SignatureDefs:
+
+signature_def['__saved_model_init_op']:
+  The given SavedModel SignatureDef contains the following input(s):
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['__saved_model_init_op'] tensor_info:
+        dtype: DT_INVALID
+        shape: unknown_rank
+        name: NoOp
+  Method name is: 
+
+signature_def['serving_default']:
+  The given SavedModel SignatureDef contains the following input(s):
+    inputs['input_ids'] tensor_info:
+        dtype: DT_INT32
+        shape: (-1, -1)
+        name: serving_default_input_ids:0
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['encoder_last_hidden_state'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, -1, 1024)
+        name: StatefulPartitionedCall:0
+    outputs['logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, -1, 50265)
+        name: StatefulPartitionedCall:1
+  Method name is: tensorflow/serving/predict
+
+Concrete Functions:
+  Function Name: 'serving'
+    Option #1
+      Callable with:
+        Argument #1
+          input_ids: TensorSpec(shape=(None, None), dtype=tf.int32, name='input_ids')

tftrt/examples/transformers/models/bart_large/run_inference.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+BASE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )/../.."
+
+bash ${BASE_DIR}/base_run_inference.sh --model_name="bart_large" ${@}

tftrt/examples/transformers/models/bert_base_cased/analysis.txt

@@ -0,0 +1,35 @@
+
+MetaGraphDef with tag-set: 'serve' contains the following SignatureDefs:
+
+signature_def['__saved_model_init_op']:
+  The given SavedModel SignatureDef contains the following input(s):
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['__saved_model_init_op'] tensor_info:
+        dtype: DT_INVALID
+        shape: unknown_rank
+        name: NoOp
+  Method name is: 
+
+signature_def['serving_default']:
+  The given SavedModel SignatureDef contains the following input(s):
+    inputs['input_ids'] tensor_info:
+        dtype: DT_INT32
+        shape: (-1, -1)
+        name: serving_default_input_ids:0
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['prediction_logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, -1, 28996)
+        name: StatefulPartitionedCall:0
+    outputs['seq_relationship_logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, 2)
+        name: StatefulPartitionedCall:1
+  Method name is: tensorflow/serving/predict
+
+Concrete Functions:
+  Function Name: 'serving'
+    Option #1
+      Callable with:
+        Argument #1
+          input_ids: TensorSpec(shape=(None, None), dtype=tf.int32, name='input_ids')

tftrt/examples/transformers/models/bert_base_cased/run_inference.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+BASE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )/../.."
+
+bash ${BASE_DIR}/base_run_inference.sh --model_name="bert_base_cased" ${@}

tftrt/examples/transformers/models/bert_base_uncased/analysis.txt

@@ -0,0 +1,35 @@
+
+MetaGraphDef with tag-set: 'serve' contains the following SignatureDefs:
+
+signature_def['__saved_model_init_op']:
+  The given SavedModel SignatureDef contains the following input(s):
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['__saved_model_init_op'] tensor_info:
+        dtype: DT_INVALID
+        shape: unknown_rank
+        name: NoOp
+  Method name is: 
+
+signature_def['serving_default']:
+  The given SavedModel SignatureDef contains the following input(s):
+    inputs['input_ids'] tensor_info:
+        dtype: DT_INT32
+        shape: (-1, -1)
+        name: serving_default_input_ids:0
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['prediction_logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, -1, 30522)
+        name: StatefulPartitionedCall:0
+    outputs['seq_relationship_logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, 2)
+        name: StatefulPartitionedCall:1
+  Method name is: tensorflow/serving/predict
+
+Concrete Functions:
+  Function Name: 'serving'
+    Option #1
+      Callable with:
+        Argument #1
+          input_ids: TensorSpec(shape=(None, None), dtype=tf.int32, name='input_ids')

tftrt/examples/transformers/models/bert_base_uncased/run_inference.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+BASE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )/../.."
+
+bash ${BASE_DIR}/../../base_run_inference.sh --model_name="bert_base_uncased" ${@}

tftrt/examples/transformers/models/bert_large_cased/analysis.txt

@@ -0,0 +1,35 @@
+
+MetaGraphDef with tag-set: 'serve' contains the following SignatureDefs:
+
+signature_def['__saved_model_init_op']:
+  The given SavedModel SignatureDef contains the following input(s):
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['__saved_model_init_op'] tensor_info:
+        dtype: DT_INVALID
+        shape: unknown_rank
+        name: NoOp
+  Method name is: 
+
+signature_def['serving_default']:
+  The given SavedModel SignatureDef contains the following input(s):
+    inputs['input_ids'] tensor_info:
+        dtype: DT_INT32
+        shape: (-1, -1)
+        name: serving_default_input_ids:0
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['prediction_logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, -1, 28996)
+        name: StatefulPartitionedCall:0
+    outputs['seq_relationship_logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, 2)
+        name: StatefulPartitionedCall:1
+  Method name is: tensorflow/serving/predict
+
+Concrete Functions:
+  Function Name: 'serving'
+    Option #1
+      Callable with:
+        Argument #1
+          input_ids: TensorSpec(shape=(None, None), dtype=tf.int32, name='input_ids')

tftrt/examples/transformers/models/bert_large_cased/run_inference.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+BASE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )/../.."
+
+bash ${BASE_DIR}/base_run_inference.sh --model_name="bert_large_cased" ${@}

tftrt/examples/transformers/models/bert_large_uncased/analysis.txt

@@ -0,0 +1,35 @@
+
+MetaGraphDef with tag-set: 'serve' contains the following SignatureDefs:
+
+signature_def['__saved_model_init_op']:
+  The given SavedModel SignatureDef contains the following input(s):
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['__saved_model_init_op'] tensor_info:
+        dtype: DT_INVALID
+        shape: unknown_rank
+        name: NoOp
+  Method name is: 
+
+signature_def['serving_default']:
+  The given SavedModel SignatureDef contains the following input(s):
+    inputs['input_ids'] tensor_info:
+        dtype: DT_INT32
+        shape: (-1, -1)
+        name: serving_default_input_ids:0
+  The given SavedModel SignatureDef contains the following output(s):
+    outputs['prediction_logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, -1, 30522)
+        name: StatefulPartitionedCall:0
+    outputs['seq_relationship_logits'] tensor_info:
+        dtype: DT_FLOAT
+        shape: (-1, 2)
+        name: StatefulPartitionedCall:1
+  Method name is: tensorflow/serving/predict
+
+Concrete Functions:
+  Function Name: 'serving'
+    Option #1
+      Callable with:
+        Argument #1
+          input_ids: TensorSpec(shape=(None, None), dtype=tf.int32, name='input_ids')

tftrt/examples/transformers/models/bert_large_uncased/run_inference.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+BASE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )/../.."
+
+bash ${BASE_DIR}/base_run_inference.sh --model_name="bert_large_uncased" ${@}