Fix linear's with permute copy

mcr229 · facebook-github-bot · commit ea0bd266e108 · 2023-08-18T17:30:47.000-07:00
Differential Revision: https://internalfb.com/D48488931 fbshipit-source-id: ad4bcab268af3b3a3196559b9a1e11b250135150
diff --git a/backends/xnnpack/partition/xnnpack_partitioner.py b/backends/xnnpack/partition/xnnpack_partitioner.py
@@ -682,6 +682,9 @@ def get_input_deps(  # noqa
         """
         nodes = set()
         for inp in input_nodes:
+            if inp.target == exir_ops.edge.aten.permute_copy.default:
+                nodes.add(inp)
+                inp = cast(torch.fx.Node, inp.args[0])
             if inp.target in self._DQ_OPS:
                 # dequant node
                 nodes.add(inp)
diff --git a/backends/xnnpack/passes/convert_to_linear.py b/backends/xnnpack/passes/convert_to_linear.py
@@ -120,6 +120,8 @@ def create_linear(
             src_partition.input_nodes
             + src_partition.params,  # non quant weight can be in params
         )
+        if linear_weight.target == exir_ops.edge.aten.permute_copy.default:
+            linear_weight = linear_weight.args[0]
         logger.debug(f"Found weight: {linear_weight} from node {node}")
 
         linear_bias = self.find(

Original file line number	Diff line number	Diff line change
`@@ -120,6 +120,8 @@ def create_linear(`
`120`	`120`	`src_partition.input_nodes`
`121`	`121`	`+ src_partition.params, # non quant weight can be in params`
`122`	`122`	`)`
	`123`	`+ if linear_weight.target == exir_ops.edge.aten.permute_copy.default:`
	`124`	`+ linear_weight = linear_weight.args[0]`
`123`	`125`	`logger.debug(f"Found weight: {linear_weight} from node {node}")`
`124`	`126`
`125`	`127`	`linear_bias = self.find(`