Add support for Cumsum opset 14 (#875)

Add support for Cumsum opset 14, which introduced two more
data types for input.

Signed-off-by: Chin Huang <[email protected]>

Author: chinhuang007

doc/support_status.md

@@ -1,8 +1,8 @@
 # ONNX-Tensorflow Support Status
 |||
 |-:|:-|
-|ONNX-Tensorflow Version|Master ( commit id: ca926d7d89aef9165ec252c4aaa740654d2ad8d4 )|
-|ONNX Version|Master ( commit id: e1cf52650d29046bfe79e71f97ae8ee6b52bdd6f )|
+|ONNX-Tensorflow Version|Master ( commit id: c81dd828ab37f63bc82c165c6ee5754dc1472b40 )|
+|ONNX Version|Master ( commit id: 722f5a477bcc2fe7d55b84c23cce3b17605e8788 )|
 |Tensorflow Version|v2.4.1|
 
 Notes:
@@ -44,7 +44,7 @@ Notes:
 |ConvTranspose|**1**:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|**11**:small_orange_diamond:|11:small_orange_diamond:|11:small_orange_diamond:|11:small_orange_diamond:|ConvTranspose|
 |Cos|-|-|-|-|-|-|**7**|7|7|7|7|7|7|7|Cos|
 |Cosh|-|-|-|-|-|-|-|-|**9**|9|9|9|9|9|Cosh|
-|CumSum|-|-|-|-|-|-|-|-|-|-|**11**|11|11|**14**:small_red_triangle:|CumSum|
+|CumSum|-|-|-|-|-|-|-|-|-|-|**11**|11|11|**14**|CumSum|
 |DepthToSpace|**1**|1|1|1|1|1|1|1|1|1|**11**|11|**13**|13|DepthToSpace|
 |DequantizeLinear|-|-|-|-|-|-|-|-|-|**10**|10|10|**13**|13|DequantizeLinear|
 |Det|-|-|-|-|-|-|-|-|-|-|**11**|11|11|11|Det|
@@ -60,7 +60,7 @@ Notes:
 |EyeLike|-|-|-|-|-|-|-|-|**9**|9|9|9|9|9|EyeLike|
 |Flatten|**1**|1|1|1|1|1|1|1|**9**|9|**11**|11|**13**|13|Flatten|
 |Floor|**1**|1|1|1|1|**6**|6|6|6|6|6|6|**13**|13|Floor|
-|GRU|**1**:small_orange_diamond:|1:small_orange_diamond:|**3**:small_orange_diamond:|3:small_orange_diamond:|3:small_orange_diamond:|3:small_orange_diamond:|**7**:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|GRU|
+|GRU|**1**:small_orange_diamond:|1:small_orange_diamond:|**3**:small_orange_diamond:|3:small_orange_diamond:|3:small_orange_diamond:|3:small_orange_diamond:|**7**:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|**14**:small_red_triangle:|GRU|
 |Gather|**1**|1|1|1|1|1|1|1|1|1|**11**|11|**13**|13|Gather|
 |GatherElements|-|-|-|-|-|-|-|-|-|-|**11**|11|**13**|13|GatherElements|
 |GatherND|-|-|-|-|-|-|-|-|-|-|**11**|**12**|**13**|13|GatherND|
@@ -78,7 +78,7 @@ Notes:
 |IsInf|-|-|-|-|-|-|-|-|-|**10**|10|10|10|10|IsInf|
 |IsNaN|-|-|-|-|-|-|-|-|**9**|9|9|9|**13**|13|IsNaN|
 |LRN|**1**|1|1|1|1|1|1|1|1|1|1|1|**13**|13|LRN|
-|LSTM|**1**:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|**7**:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|LSTM|
+|LSTM|**1**:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|**7**:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|**14**:small_red_triangle:|LSTM|
 |LeakyRelu|**1**|1|1|1|1|**6**|6|6|6|6|6|6|6|6|LeakyRelu|
 |Less|**1**|1|1|1|1|1|**7**|7|**9**|9|9|9|**13**|13|Less|
 |LessOrEqual|-|-|-|-|-|-|-|-|-|-|-|**12**|12|12|LessOrEqual|
@@ -112,7 +112,7 @@ Notes:
 |QLinearConv|-|-|-|-|-|-|-|-|-|**10**|10|10|10|10|QLinearConv|
 |QLinearMatMul|-|-|-|-|-|-|-|-|-|**10**|10|10|10|10|QLinearMatMul|
 |QuantizeLinear|-|-|-|-|-|-|-|-|-|**10**|10|10|**13**|13|QuantizeLinear|
-|RNN|**1**:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|**7**:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|RNN|
+|RNN|**1**:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|1:small_orange_diamond:|**7**:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|7:small_orange_diamond:|**14**:small_red_triangle:|RNN|
 |RandomNormal|**1**|1|1|1|1|1|1|1|1|1|1|1|1|1|RandomNormal|
 |RandomNormalLike|**1**|1|1|1|1|1|1|1|1|1|1|1|1|1|RandomNormalLike|
 |RandomUniform|**1**|1|1|1|1|1|1|1|1|1|1|1|1|1|RandomUniform|
@@ -179,7 +179,7 @@ Notes:
 |Where|-|-|-|-|-|-|-|-|**9**|9|9|9|9|9|Where|
 |Xor|**1**|1|1|1|1|1|**7**|7|7|7|7|7|7|7|Xor|
 
-ONNX-TF Supported Operators / ONNX Operators: 151 / 162
+ONNX-TF Supported Operators / ONNX Operators: 149 / 162
 
 Notes:
 1. Cast: Cast string to data types other than float32/float64/int32/int64 is not supported in Tensorflow

onnx_tf/handlers/backend/cumsum.py

@@ -13,7 +13,9 @@
 @tf_func(tf.math.cumsum)
 class CumSum(BackendHandler):
   cast_map = {tf.uint32: tf.int64}
-  supported_types = [tf.int32, tf.int64, tf.float32, tf.float64]
+  supported_types = [
+      tf.int32, tf.int64, tf.float16, tf.float32, tf.float64, tf.bfloat16
+  ]
 
   @classmethod
   def args_check(cls, node, **kwargs):
@@ -31,7 +33,7 @@ def args_check(cls, node, **kwargs):
           data_type.tf_to_np_str_list(cls.supported_types))
 
   @classmethod
-  def version_11(cls, node, **kwargs):
+  def _common(cls, node, **kwargs):
     x = kwargs["tensor_dict"][node.inputs[0]]
 
     # handle data types that are not natively supported by Tensorflow
@@ -51,3 +53,11 @@ def version_11(cls, node, **kwargs):
 
     result = cls.make_tensor_from_onnx_node(node, inputs=inputs, attrs=attrs)
     return [tf.cast(result, dtype) if dtype in cls.cast_map else result]
+
+  @classmethod
+  def version_11(cls, node, **kwargs):
+    return cls._common(node, **kwargs)
+
+  @classmethod
+  def version_14(cls, node, **kwargs):
+    return cls._common(node, **kwargs)

onnx_tf/opset_version.py

@@ -34,7 +34,7 @@
     'ConvTranspose': [1, 11],
     'Cos': [7],
     'Cosh': [9],
-    'CumSum': [11],
+    'CumSum': [11, 14],
     'DepthToSpace': [1, 11, 13],
     'DequantizeLinear': [10, 13],
     'Det': [11],