-
Notifications
You must be signed in to change notification settings - Fork 498
/
Copy pathop_skip_ops.py
123 lines (87 loc) · 2.72 KB
/
op_skip_ops.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree.
from typing import Dict
import torch
from executorch.backends.xnnpack.operators.node_visitor import (
NodeVisitor,
register_node_visitor,
)
from executorch.backends.xnnpack.serialization.xnnpack_graph_schema import XNNGraph
class OpSkipOps(NodeVisitor):
"""
Parent Class for handling Skip Ops
"""
def __init__(self, *args) -> None:
super().__init__(*args)
def define_node(
self,
node: torch.fx.Node,
xnn_graph: XNNGraph,
vals_to_ids: Dict[torch.fx.Node, int],
debug_handle: int,
) -> None:
return
@register_node_visitor
class OpChooseQparamsTensor(OpSkipOps):
"""
do nothing if node is choose_qparams.tensor
"""
target = "quantized_decomposed.choose_qparams.tensor"
@register_node_visitor
class OpDequantizePerChannelDefault(OpSkipOps):
"""
do nothing if node is dequantize_per_channel.default
"""
target = "quantized_decomposed.dequantize_per_channel.default"
@register_node_visitor
class OpGetItem(OpSkipOps):
"""
do nothing if node is getitem
"""
target = "getitem"
@register_node_visitor
class OpQuantizePerChannelDefault(OpSkipOps):
"""
do nothing if node is quantize_per_channel.default
"""
target = "quantized_decomposed.quantize_per_channel.default"
@register_node_visitor
class OpTCopyDefault(OpSkipOps):
"""
do nothing if node is t_copy.default
"""
target = "aten.t_copy.default"
@register_node_visitor
class OpSymSizeInt(OpSkipOps):
"""
currently, do nothing if node is sym_size.int
need to handle this later on, currently view it as one of skip ops
"""
target = "sym_size.int"
@register_node_visitor
class OpChooseQparamsAffine(OpSkipOps):
"""
do nothing if node is choose_qparams_affine.default
"""
target = "quant.choose_qparams_affine.default"
@register_node_visitor
class OpChooseQparamsToken(OpSkipOps):
"""
do nothing if node is choose_qparams_per_token_asymmetric.tensor
"""
target = "quantized_decomposed.choose_qparams_per_token_asymmetric.default"
@register_node_visitor
class OpQuantizePerChannelGroupDefault(OpSkipOps):
"""
do nothing if node is quantize_per_channel_group.default
"""
target = "quantized_decomposed.quantize_per_channel_group.default"
@register_node_visitor
class OpDequantizePerChannelGroupDefault(OpSkipOps):
"""
do nothing if node is dequantize_per_channel_group.default
"""
target = "quantized_decomposed.dequantize_per_channel_group.default"