Add RelPosAttentino into list of quantize node

espnet · Jul 18, 2022 · 1765177 · 1765177
1 parent b87eb83
commit 1765177
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/espnet_onnx/export/asr/export_asr.py b/espnet_onnx/export/asr/export_asr.py
@@ -300,7 +300,7 @@ def _quantize_model(self, model_from, model_to, optimize, verbose):
         models = glob.glob(os.path.join(model_from, "*.onnx"))
 
         if self.export_config['use_ort_for_espnet']:
-            op_types_to_quantize = ['Attention', 'CrossAttention', 'MatMul']
+            op_types_to_quantize = ['Attention', 'CrossAttention', 'RelPosAttention', 'MatMul']
         else:
             op_types_to_quantize=['Attention', 'MatMul']