[quant][fx] Add cat to backend_config_dict (#75259)

jerryzh168 · malfet · commit 2f3a94996cc1 · 2022-04-06T16:11:13.000-07:00
Summary: Pull Request resolved: #75259 att Test Plan: python test/test_quantization.py TestQuantizeFx python test/test_quantization.py TestQuantizeFxOps python test/test_quantization.py TestFXNumericSuiteCoreAPIs Imported from OSS Reviewed By: andrewor14 Differential Revision: D35403586 fbshipit-source-id: 066ace239a7ca5a49463f6fcc2fa10e3efef8794 (cherry picked from commit e4b7d91)
diff --git a/torch/ao/quantization/fx/backend_config/native.py b/torch/ao/quantization/fx/backend_config/native.py
@@ -344,6 +344,14 @@ def _get_binary_op_configs():
     ],
 }
 
+_CAT_CONFIG = {
+    "pattern": torch.cat,
+    "observation_type": ObservationType.OUTPUT_SHARE_OBSERVER_WITH_INPUT,
+    "dtype_configs": [
+        default_op_quint8_dtype_config,
+    ]
+}
+
 def get_native_backend_config_dict():
     """ Get backend_config_dict for PyTorch Native backend (fbgemm/qnnpack). """
     return {
@@ -355,5 +363,6 @@ def get_native_backend_config_dict():
             *_get_conv_configs(),
             *_get_binary_op_configs(),
             _HARDSIGMOID_MODULE_CONFIG,
+            _CAT_CONFIG,
         ],
     }
diff --git a/torch/ao/quantization/fx/quantization_patterns.py b/torch/ao/quantization/fx/quantization_patterns.py
@@ -121,10 +121,8 @@ def is_standalone_module(self):
 class BinaryOpQuantizeHandler(QuantizeHandler):
     pass
 
-@register_quant_pattern(torch.cat)
 class CatQuantizeHandler(QuantizeHandler):
-    def is_general_tensor_value_op(self) -> bool:
-        return True
+    pass
 
 # TODO: remove this class
 class ConvReluQuantizeHandler(QuantizeHandler):
