diff --git a/nncf/common/quantization/quantizer_setup.py b/nncf/common/quantization/quantizer_setup.py index dd049e1a4b3..1b7d3cc92e6 100644 --- a/nncf/common/quantization/quantizer_setup.py +++ b/nncf/common/quantization/quantizer_setup.py @@ -247,12 +247,13 @@ def __init__(self) -> None: self._next_unified_scale_gid = 0 self._next_shared_inputs_gid = 0 - def add_independent_quantization_point(self, qp: QuantizationPointBase) -> None: + def add_independent_quantization_point(self, qp: QuantizationPointBase) -> int: if self.quantization_points.keys(): new_id = max(self.quantization_points.keys()) + 1 else: new_id = 0 self.quantization_points[new_id] = qp + return new_id def register_unified_scale_group(self, qp_group: list[QuantizationPointId]) -> int: for qp_id in qp_group: diff --git a/nncf/experimental/quantization/quantizer.py b/nncf/experimental/quantization/quantizer.py index 7307726756a..51eb50d9130 100644 --- a/nncf/experimental/quantization/quantizer.py +++ b/nncf/experimental/quantization/quantizer.py @@ -11,14 +11,91 @@ from abc import ABC from abc import abstractmethod -from typing import TypeVar +from enum import Enum +from typing import Any, Optional, TypeVar from nncf.common.graph.graph import NNCFGraph +from nncf.common.quantization.quantizer_setup import QuantizationPointBase +from nncf.common.quantization.quantizer_setup import QuantizationPointId from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup TModel = TypeVar("TModel") +class IntDtype(Enum): + INT8 = "INT8" + UINT8 = "UINT8" + + +class ExtendedQuantizerSetup(ABC, SingleConfigQuantizerSetup): + """ + Quantizer setup with additional info required to insert + quantizers to torch.fx models. + """ + + @abstractmethod + def get_extra_params(self) -> dict[QuantizationPointId, dict[str, Any]]: + """ + Returns extra params + """ + + +class ExtendedFXQuantizerSetup(ExtendedQuantizerSetup): + """ + Quantizer setup with additional info required to insert + quantizers to torch.fx models. + """ + + QUANTIZER_DTYPE_NAME = "quantizer_dtype" + + def __init__(self) -> None: + super().__init__() + self._quantization_dtypes: dict[QuantizationPointId, Optional[IntDtype]] = {} + + def add_independent_quantization_point( + self, qp: QuantizationPointBase, intermediate_dtype: Optional[IntDtype] + ) -> QuantizationPointId: + id = super().add_independent_quantization_point(qp) + self._quantization_dtypes[id] = intermediate_dtype + return id + + def get_extra_params(self) -> dict[int, dict[str, Any]]: + return {k: {self.QUANTIZER_DTYPE_NAME: v} for k, v in self._quantization_dtypes.items()} + + def get_state(self) -> dict[str, Any]: + """ + Returns a dictionary with Python data structures (dict, list, tuple, str, int, float, True, False, None) that + represents state of the object. + + :return: state of the object + """ + base_state = super().get_state() + base_state[self.QUANTIZER_DTYPE_NAME] = { + qp_id: dtype.value for qp_id, dtype in self.quantization_points.items() + } + + @classmethod + def from_state(cls, state: dict[str, Any]) -> "ExtendedFXQuantizerSetup": + """ + Creates the object from its state. + + :param state: Output of `get_state()` method. + """ + state_ = state.copy() + dtype_names = state_.pop(cls.QUANTIZER_DTYPE_NAME) + super_setup = super().from_state(state_) + setup = ExtendedFXQuantizerSetup() + + setup.quantization_points = super_setup.quantization_points + setup.unified_scale_groups = super_setup.unified_scale_groups + setup.shared_input_operation_set_groups = super_setup.shared_input_operation_set_groups + setup._quantization_dtypes = { + qp_id: None if name is None else IntDtype[name] for qp_id, name in dtype_names.items() + } + + return setup + + class Quantizer(ABC): """ Quantizer is an interface for the RangeEstimator algorithm @@ -35,7 +112,7 @@ def transform_prior_quantization(self, model: TModel) -> TModel: """ @abstractmethod - def get_quantization_setup(self, model: TModel, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: + def get_quantization_setup(self, model: TModel, nncf_graph: NNCFGraph) -> ExtendedFXQuantizerSetup: """ Builds SingleConfigQuantizerSetup for the given model. diff --git a/nncf/experimental/torch/fx/quantization/quantize_pt2e.py b/nncf/experimental/torch/fx/quantization/quantize_pt2e.py index 2292a736642..3f0b3186310 100644 --- a/nncf/experimental/torch/fx/quantization/quantize_pt2e.py +++ b/nncf/experimental/torch/fx/quantization/quantize_pt2e.py @@ -14,7 +14,6 @@ import torch import torch.fx -from torch.ao.quantization.pt2e.duplicate_dq_pass import DuplicateDQPass from torch.ao.quantization.pt2e.port_metadata_pass import PortNodeMetaForQDQ from torch.ao.quantization.pt2e.utils import _disallow_eval_train from torch.ao.quantization.pt2e.utils import _fuse_conv_bn_ @@ -33,6 +32,7 @@ from nncf.experimental.torch.fx.quantization.quantizer.openvino_quantizer import OpenVINOQuantizer from nncf.experimental.torch.fx.quantization.quantizer.torch_ao_adapter import TorchAOQuantizerAdapter from nncf.experimental.torch.fx.transformations import QUANTIZE_NODE_TARGETS +from nncf.experimental.torch.fx.transformations import DuplicateDQPassNoAnnotations from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation from nncf.quantization.advanced_parameters import AdvancedBiasCorrectionParameters from nncf.quantization.advanced_parameters import AdvancedSmoothQuantParameters @@ -132,7 +132,7 @@ def quantize_pt2e( else: constant_fold(quantized_model, _quant_node_constraint) - pm = PassManager([DuplicateDQPass()]) + pm = PassManager([DuplicateDQPassNoAnnotations()]) quantized_model = pm(quantized_model).graph_module pm = PassManager([PortNodeMetaForQDQ()]) diff --git a/nncf/experimental/torch/fx/quantization/quantizer/openvino_adapter.py b/nncf/experimental/torch/fx/quantization/quantizer/openvino_adapter.py index 2283d9d9dbb..dba9a4513c2 100644 --- a/nncf/experimental/torch/fx/quantization/quantizer/openvino_adapter.py +++ b/nncf/experimental/torch/fx/quantization/quantizer/openvino_adapter.py @@ -12,7 +12,7 @@ import torch.fx from nncf.common.graph.graph import NNCFGraph -from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup +from nncf.experimental.quantization.quantizer import ExtendedFXQuantizerSetup from nncf.experimental.quantization.quantizer import Quantizer from nncf.experimental.torch.fx.quantization.quantizer.openvino_quantizer import OpenVINOQuantizer @@ -28,5 +28,5 @@ def __init__(self, quantizer: OpenVINOQuantizer): def transform_prior_quantization(self, model: torch.fx.GraphModule) -> torch.fx.GraphModule: return self._quantizer.transform_for_annotation(model) - def get_quantization_setup(self, model: torch.fx.GraphModule, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: + def get_quantization_setup(self, model: torch.fx.GraphModule, nncf_graph: NNCFGraph) -> ExtendedFXQuantizerSetup: return self._quantizer.get_nncf_quantization_setup(model, nncf_graph) diff --git a/nncf/experimental/torch/fx/quantization/quantizer/openvino_quantizer.py b/nncf/experimental/torch/fx/quantization/quantizer/openvino_quantizer.py index 55611a7d095..6749cb7c822 100644 --- a/nncf/experimental/torch/fx/quantization/quantizer/openvino_quantizer.py +++ b/nncf/experimental/torch/fx/quantization/quantizer/openvino_quantizer.py @@ -36,6 +36,8 @@ from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup from nncf.common.quantization.structs import QuantizationScheme from nncf.common.utils.api_marker import api +from nncf.experimental.quantization.quantizer import ExtendedFXQuantizerSetup +from nncf.experimental.quantization.quantizer import IntDtype from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.quantization.advanced_parameters import FP8QuantizationParameters @@ -135,9 +137,16 @@ def set_ignored_scope( def get_nncf_quantization_setup( self, model: torch.fx.GraphModule, nncf_graph: NNCFGraph - ) -> SingleConfigQuantizerSetup: + ) -> ExtendedFXQuantizerSetup: self._min_max_algo._set_backend_entity(model) - return self._min_max_algo.find_quantization_setup(model, nncf_graph) + base_setup = self._min_max_algo.find_quantization_setup(model, nncf_graph) + dtype_map = {} + for id_, qp in base_setup.quantization_points.items(): + dtype_map[id_] = None if qp.qconfig.mode == QuantizationScheme.SYMMETRIC else IntDtype.UINT8.value + + state = base_setup.get_state() + state[ExtendedFXQuantizerSetup.QUANTIZER_DTYPE_NAME] = dtype_map + return ExtendedFXQuantizerSetup.from_state(state) def annotate(self, model: torch.fx.GraphModule) -> torch.fx.GraphModule: """ diff --git a/nncf/experimental/torch/fx/quantization/quantizer/torch_ao_adapter.py b/nncf/experimental/torch/fx/quantization/quantizer/torch_ao_adapter.py index b7616a47106..0255aaa6c5c 100644 --- a/nncf/experimental/torch/fx/quantization/quantizer/torch_ao_adapter.py +++ b/nncf/experimental/torch/fx/quantization/quantizer/torch_ao_adapter.py @@ -11,25 +11,26 @@ from collections import defaultdict -from typing import Union +from typing import Any, Union import torch import torch.fx +from torch.ao.quantization.pt2e.prepare import _get_edge_or_node_to_group_id +from torch.ao.quantization.pt2e.prepare import _get_edge_or_node_to_qspec from torch.ao.quantization.quantizer import Quantizer as TorchAOQuantizer from torch.ao.quantization.quantizer.quantizer import QuantizationSpec -from torch.ao.quantization.quantizer.quantizer import QuantizationSpecBase from torch.ao.quantization.quantizer.quantizer import SharedQuantizationSpec import nncf from nncf.common.graph.graph import NNCFGraph -from nncf.common.logging import nncf_logger from nncf.common.quantization.quantizer_setup import ActivationQuantizationInsertionPoint from nncf.common.quantization.quantizer_setup import QuantizationPointBase from nncf.common.quantization.quantizer_setup import SingleConfigQuantizationPoint -from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup from nncf.common.quantization.quantizer_setup import WeightQuantizationInsertionPoint from nncf.common.quantization.structs import QuantizationScheme as QuantizationMode from nncf.common.quantization.structs import QuantizerConfig +from nncf.experimental.quantization.quantizer import ExtendedFXQuantizerSetup +from nncf.experimental.quantization.quantizer import IntDtype from nncf.experimental.quantization.quantizer import Quantizer from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter @@ -47,7 +48,7 @@ def __init__(self, quantizer: TorchAOQuantizer): def transform_prior_quantization(self, model: torch.fx.GraphModule) -> torch.fx.GraphModule: return self._quantizer.transform_for_annotation(model) - def get_quantization_setup(self, model: torch.fx.GraphModule, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: + def get_quantization_setup(self, model: torch.fx.GraphModule, nncf_graph: NNCFGraph) -> ExtendedFXQuantizerSetup: # Save model and nodes meta before the annotation original_meta = model.meta.copy() node_name_vs_meta = {} @@ -73,6 +74,15 @@ def _get_quantization_points( annotated_model: torch.fx.GraphModule, qconfig: QuantizerConfig, ) -> list[QuantizationPointBase]: + """ + Creates quantization points based on the nodes and edges. + + :param from_node: The originating node in the computation graph. + :param to_nodes: The list of destination nodes of the from_node. + :param annotated_model: The torch.fx.GraphModule instance. + :param qconfig: The torch.ao quantization configuration. + :return: A list of NNCF quantization points. + """ to_n = to_nodes[0] if from_node.op == "get_attr": _, metatype = GraphConverter.get_node_type_and_metatype(to_n, annotated_model) @@ -95,78 +105,108 @@ def _get_quantization_points( return qps @staticmethod - def _get_node_args(node: torch.fx.Node): + def _get_node_args(node: torch.fx.Node) -> tuple[Any, ...]: + """ + Correctly retrieves arguments of the given node. + + :param node: The given node. + :return: The arguments of the given node. + """ if node.target == torch.ops.aten.cat.default: return node.args[0] return node.args @staticmethod - def get_quantizer_config_from_annotated_model(annotated_model: torch.fx.GraphModule) -> SingleConfigQuantizerSetup: - edge_or_node_to_qspec = _get_edge_or_node_to_qspec(annotated_model) - - q_map = defaultdict(list) - for edge, qspec in edge_or_node_to_qspec.items(): - if not isinstance(edge, tuple): - continue - from_n, to_n = edge - q_map[from_n].append(to_n) - - q_setup = SingleConfigQuantizerSetup() - for from_n, to_nodes in q_map.items(): - to_n = to_nodes[0] - qspec = edge_or_node_to_qspec[(from_n, to_n)] + def get_quantizer_config_from_annotated_model(annotated: torch.fx.GraphModule) -> ExtendedFXQuantizerSetup: + """ + Process a torch.fx.GraphModule annotated with quantization specifications + (e.g., via torch.ao observers) and generates a corresponding NNCF quantization setup object, + which maps quantization configurations to graph edges. + + :param annotated: A torch.fx.GraphModule that has been annotated with Torch quantization observers. + :return: A ExtendedFXQuantizerSetup containing quantization points derived from the annotated model. + """ + edge_or_node_to_qspec = _get_edge_or_node_to_qspec(annotated) + # Node means all output edges should be quantized. + # Edge means only one edge should be quantized. + edge_or_node_to_group_id = _get_edge_or_node_to_group_id(edge_or_node_to_qspec) + + group_id_vs_edges = defaultdict(set) + group_id_vs_qspec = {} + for edge_or_node, group_id in edge_or_node_to_group_id.items(): + target_edges = [edge_or_node] + if isinstance(edge_or_node, torch.fx.Node): + target_edges = [(edge_or_node, user) for user in edge_or_node.users] + group_id_vs_edges[group_id].update(target_edges) + # All qspecs should be aligned after the _get_edge_or_node_to_group_id call + group_id_vs_qspec[group_id] = _unwrap_shared_qspec_safe( + edge_or_node_to_qspec[edge_or_node], edge_or_node_to_qspec + ) + + q_setup = ExtendedFXQuantizerSetup() + for group_id, edges in group_id_vs_edges.items(): + qspec = group_id_vs_qspec[group_id] if qspec is None: continue - if isinstance(qspec, QuantizationSpec): - if qspec.qscheme in [torch.per_channel_affine, torch.per_channel_symmetric]: - per_channel = True - elif qspec.qscheme in [torch.per_tensor_affine, torch.per_tensor_symmetric]: - per_channel = False - else: - msg = f"Unknown qscheme: {qspec.qscheme}" - raise nncf.InternalError(msg) - signed = qspec.dtype is torch.int8 - mode = ( - QuantizationMode.SYMMETRIC - if qspec.qscheme in [torch.per_channel_symmetric, torch.per_tensor_symmetric] - else QuantizationMode.ASYMMETRIC - ) - qconfig = QuantizerConfig(mode=mode, signedness_to_force=signed, per_channel=per_channel) - - qps = TorchAOQuantizerAdapter._get_quantization_points(from_n, to_nodes, annotated_model, qconfig) - for qp in qps: - q_setup.add_independent_quantization_point(qp) - - elif isinstance(qspec, SharedQuantizationSpec): - # TODO(dlyakhov): Support SharedQuantizationSpec - nncf_logger.warning( - f"SharedQuantizationSpec is not supported yet; edges {from_n} -> {to_nodes} won't be quantized." - ) - else: + if not isinstance(qspec, QuantizationSpec): msg = f"Unknown torch.ao quantization spec: {qspec}" raise nncf.InternalError(msg) + if qspec.qscheme in [torch.per_channel_affine, torch.per_channel_symmetric]: + per_channel = True + elif qspec.qscheme in [torch.per_tensor_affine, torch.per_tensor_symmetric]: + per_channel = False + else: + msg = f"Unknown qscheme: {qspec.qscheme}" + raise nncf.InternalError(msg) + + dtype = IntDtype.INT8 if qspec.dtype is torch.int8 else IntDtype.UINT8 + mode = ( + QuantizationMode.SYMMETRIC + if qspec.qscheme in [torch.per_channel_symmetric, torch.per_tensor_symmetric] + else QuantizationMode.ASYMMETRIC + ) + narrow_range = qspec.quant_min % 2 != 0 + qconfig = QuantizerConfig( + mode=mode, signedness_to_force=False, per_channel=per_channel, narrow_range=narrow_range + ) + + joined_edges = defaultdict(list) + for edge in edges: + joined_edges[edge[0]].append(edge[1]) + + qps = [] + for from_node, to_nodes in joined_edges.items(): + qps.extend(TorchAOQuantizerAdapter._get_quantization_points(from_node, to_nodes, annotated, qconfig)) + qp_ids = [] + for qp in qps: + qp_ids.append(q_setup.add_independent_quantization_point(qp, dtype)) + if len(qp_ids) > 1: + q_setup.register_unified_scale_group(qp_ids) + return q_setup -def _get_edge_or_node_to_qspec( - model: torch.fx.GraphModule, -) -> dict[EdgeOrNode, QuantizationSpecBase]: +def _unwrap_shared_qspec_safe(qspec: QuantizationSpec, edge_or_node_to_qspec: dict[EdgeOrNode, QuantizationSpec]): """ - Get a map from EdgeOrNode to quantization spec based on annotations on the nodes. + Iteratively unwraps a given SharedQuantizationSpec to retrieve its actual QuantizationSpec. + It detects cyclic dependencies and enforces a maximum depth limit to prevent infinite recursion. - :param model: torch.fx.GraphModule instance. - :return: A map from EdgeOrNode to quantization spec based on annotations on the nodes. + :param qspec: The quantization specification to unwrap. + :param edge_or_node_to_qspec: A dictionary mapping EdgeOrNode instances to their respective QuantizationSpec. + :return: The resolved QuantizationSpec. """ - edge_or_node_to_qspec: dict[EdgeOrNode, QuantizationSpecBase] = {} - for n in model.graph.nodes: - if hasattr(n, "meta") and "quantization_annotation" in n.meta: - qa = n.meta["quantization_annotation"] - for input_to_n, qspec in qa.input_qspec_map.items(): - input_edge = (input_to_n, n) - edge_or_node_to_qspec[input_edge] = qspec - if qa.output_qspec is not None: - output_node = n - qspec = qa.output_qspec - edge_or_node_to_qspec[output_node] = qspec - return edge_or_node_to_qspec + MAX_DEPTH = 1000 + i = 0 + visited = [] + while i < MAX_DEPTH and isinstance(qspec, SharedQuantizationSpec): + if qspec.edge_or_node in visited: + msg = f"A cycled dependency of the quantization spec is detected {visited + [qspec.edge_or_node]}" + raise RuntimeError(msg) + visited.append(qspec.edge_or_node) + qspec = edge_or_node_to_qspec[qspec.edge_or_node] + i += 1 + if i == MAX_DEPTH: + msg = f"Shared qspecs referenced to each other more than the limit: {MAX_DEPTH}" + raise RuntimeError(msg) + return qspec diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 85d509c3ab4..269404afdad 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -9,6 +9,7 @@ # See the License for the specific language governing permissions and # limitations under the License. +import operator from copy import copy from typing import Any, Callable, Optional, Union @@ -16,6 +17,9 @@ import torch.fx from torch.ao.quantization.fx.utils import create_getattr_from_value from torch.ao.quantization.pt2e.utils import _fuse_conv_bn_ +from torch.fx.node import map_arg +from torch.fx.passes.infra.pass_base import PassBase +from torch.fx.passes.infra.pass_base import PassResult from torch.quantization.fake_quantize import FakeQuantize import nncf @@ -741,3 +745,65 @@ def constraint_fn(node: torch.fx.Node): return node.op != "call_function" or node.target not in QUANTIZE_NODE_TARGETS + DEQUANTIZE_NODE_TARGETS constant_fold(model, constraint_fn=constraint_fn) + + +def _duplicate_dq(gm: torch.fx.GraphModule, dq_node: torch.fx.Node, user: torch.fx.Node): + with gm.graph.inserting_after(dq_node): + new_node = gm.graph.node_copy(dq_node) + + def maybe_replace_node(n: torch.fx.Node) -> torch.fx.Node: + if n == dq_node: + return new_node + else: + return n + + new_args = map_arg(user.args, maybe_replace_node) + new_kwargs = map_arg(user.kwargs, maybe_replace_node) + user.args = new_args + user.kwargs = new_kwargs + + +def _is_sym_size_node(node: torch.fx.Node): + return ( + node.op == "call_function" + and node.target == torch.ops.aten.sym_size.default + or node.target == torch.ops.aten.sym_numel.default + or node.target == torch.ops.aten.sym_numel + or node.target == torch.ops.aten.sym_size + ) + + +def _filter_sym_size_users(node: torch.fx.Node) -> list[torch.fx.Node]: + node_users = list(filter((lambda x: (_is_sym_size_node(x) is False)), node.users)) + return node_users + + +class DuplicateDQPassNoAnnotations(PassBase): + def call(self, graph_module: torch.fx.GraphModule) -> PassResult: + for node in graph_module.graph.nodes: + if node.op == "call_function" and node.target in DEQUANTIZE_NODE_TARGETS: + dq_users = _filter_sym_size_users(node) + if len(dq_users) <= 1: + continue + # Do not duplicate dq for dynamic quantization + # Pattern: choose_qparam - getitem - q - dq + q_node = node.args[0] + if q_node.op == "call_function" and q_node.target in QUANTIZE_NODE_TARGETS: + getitem_node = q_node.args[1] + if ( + isinstance(getitem_node, torch.fx.node.Node) + and getitem_node.op == "call_function" + and getitem_node.target == operator.getitem + ): + choose_qparam_node = getitem_node.args[0] + if ( + isinstance(choose_qparam_node, torch.fx.node.Node) + and choose_qparam_node.op == "call_function" + and choose_qparam_node.target == torch.ops.quantized_decomposed.choose_qparams.tensor + ): + continue + for user in dq_users: + _duplicate_dq(graph_module, node, user) + graph_module.graph.eliminate_dead_code() + graph_module.recompile() + return PassResult(graph_module, True) diff --git a/nncf/quantization/algorithms/min_max/algorithm.py b/nncf/quantization/algorithms/min_max/algorithm.py index 10bfaaf9e7b..088cb0285b5 100644 --- a/nncf/quantization/algorithms/min_max/algorithm.py +++ b/nncf/quantization/algorithms/min_max/algorithm.py @@ -51,6 +51,7 @@ from nncf.experimental.common.tensor_statistics.collectors import AGGREGATORS_MAP from nncf.experimental.common.tensor_statistics.collectors import TensorCollector from nncf.experimental.common.tensor_statistics.statistics import MinMaxTensorStatistic +from nncf.experimental.quantization.quantizer import ExtendedQuantizerSetup from nncf.parameters import ModelType from nncf.parameters import QuantizationMode from nncf.parameters import TargetDevice @@ -206,6 +207,7 @@ def __init__( self._weights_range_estimator_params = weights_range_estimator_params self._preset = preset self._ignored_scope = IgnoredScope() if ignored_scope is None else ignored_scope + self._extra_params = None self.quantizer_propagation_rule = quantizer_propagation_rule # validate input parameter types @@ -318,6 +320,7 @@ def _reset_cache(self) -> None: """ self._quantization_target_points_to_qconfig: OrderedDict[TargetPoint, QuantizerConfig] = None self._unified_scale_groups = None + self._extra_params: dict[TargetPoint, dict[str, Any]] = None def _init_cache(self) -> None: """ @@ -327,6 +330,7 @@ def _init_cache(self) -> None: collections.OrderedDict() ) self._unified_scale_groups = [] + self._extra_params: dict[TargetPoint, dict[str, Any]] = {} def set_ignored_scope(self, ignored_scope: IgnoredScope) -> None: """ @@ -707,7 +711,7 @@ def _get_quantizer_setup( def _add_weight_quantization_target_point( self, quantization_point: SingleConfigQuantizationPoint, nncf_graph: NNCFGraph - ) -> None: + ) -> TargetPoint: """ Adds weight quantization target point to the set of existing points. @@ -717,10 +721,11 @@ def _add_weight_quantization_target_point( weight_quantization_target_points = self._get_weight_quantization_target_points(quantization_point, nncf_graph) for weight_quantization_target_point in weight_quantization_target_points: self._quantization_target_points_to_qconfig[weight_quantization_target_point] = quantization_point.qconfig + return weight_quantization_target_point def _add_activation_quantization_target_point( self, quantization_point: SingleConfigQuantizationPoint, nncf_graph: NNCFGraph - ) -> None: + ) -> TargetPoint: """ Adds activation quantization target point to the set of existing points. @@ -731,6 +736,7 @@ def _add_activation_quantization_target_point( quantization_point, nncf_graph ) self._quantization_target_points_to_qconfig[activation_quantization_target_point] = quantization_point.qconfig + return activation_quantization_target_point def _get_weight_quantization_target_points( self, quantization_point: SingleConfigQuantizationPoint, nncf_graph: NNCFGraph @@ -825,7 +831,7 @@ def find_quantization_setup(self, model: TModel, nncf_graph: NNCFGraph) -> Singl def fill_quantization_target_points( self, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph - ) -> tuple[OrderedDict[TargetPoint, QuantizerConfig], list[list[TargetPoint]]]: + ) -> tuple[OrderedDict[TargetPoint, QuantizerConfig], list[list[TargetPoint]], dict[str, dict[str, Any]]]: """ Initializes a cache and puts the given quantization target points in the cache. @@ -835,21 +841,29 @@ def fill_quantization_target_points( along with target points for scale unification. """ self._unified_scale_groups = self._collect_unified_groups(quantizer_setup, nncf_graph) - quantization_points = list(quantizer_setup.quantization_points.values()) + quantization_points = [(k, v) for k, v in quantizer_setup.quantization_points.items()] quantization_points = self._topological_sort_quantization_points(quantization_points, nncf_graph) - for quantization_point in quantization_points: + + if isinstance(quantizer_setup, ExtendedQuantizerSetup): + extra_params = quantizer_setup.get_extra_params() + else: + extra_params = collections.defaultdict(lambda: collections.defaultdict(None)) + + for id_, quantization_point in quantization_points: if quantization_point.is_weight_quantization_point(): - self._add_weight_quantization_target_point(quantization_point, nncf_graph) + tp = self._add_weight_quantization_target_point(quantization_point, nncf_graph) elif quantization_point.is_activation_quantization_point(): - self._add_activation_quantization_target_point(quantization_point, nncf_graph) + tp = self._add_activation_quantization_target_point(quantization_point, nncf_graph) else: msg = "Incorrect quantization point" raise nncf.InternalError(msg) - return self._quantization_target_points_to_qconfig, self._unified_scale_groups + self._extra_params[tp] = extra_params[id_] + + return self._quantization_target_points_to_qconfig, self._unified_scale_groups, self._extra_params def _get_quantization_target_points( self, model: TModel, nncf_graph: NNCFGraph - ) -> tuple[OrderedDict[TargetPoint, QuantizerConfig], list[list[TargetPoint]]]: + ) -> tuple[OrderedDict[TargetPoint, QuantizerConfig], list[list[TargetPoint]], dict[str, dict[str, Any]]]: """ Returns Quantization Target Points. Returns a cache with target points if exists. Otherwise, initiates a procedure of finding them. @@ -860,7 +874,7 @@ def _get_quantization_target_points( along with target points for scale unification. """ if self._quantization_target_points_to_qconfig is not None: - return self._quantization_target_points_to_qconfig, self._unified_scale_groups + return self._quantization_target_points_to_qconfig, self._unified_scale_groups, self._extra_params self._init_cache() quantizer_setup = self.find_quantization_setup(model, nncf_graph) return self.fill_quantization_target_points(quantizer_setup, nncf_graph) @@ -894,8 +908,8 @@ def _collect_unified_groups( return unified_scale_groups def _topological_sort_quantization_points( - self, quantization_points: list[SingleConfigQuantizationPoint], nncf_graph: NNCFGraph - ) -> list[SingleConfigQuantizationPoint]: + self, quantization_points: list[tuple[int, SingleConfigQuantizationPoint]], nncf_graph: NNCFGraph + ) -> list[tuple[int, SingleConfigQuantizationPoint]]: """ Sorts quantization_points based on the topological order of nodes obtained form nncf_graph. @@ -904,7 +918,7 @@ def _topological_sort_quantization_points( :return: Sorted quantization_points. """ node_names_to_pos = {node.node_name: i for i, node in enumerate(nncf_graph.topological_sort())} - quantization_points.sort(key=lambda point: node_names_to_pos[point.insertion_point.target_node_name]) + quantization_points.sort(key=lambda pair: node_names_to_pos[pair[1].insertion_point.target_node_name]) return quantization_points def _get_first_quantized_convolutions( @@ -978,7 +992,9 @@ def apply( ) -> TModel: transformation_layout = TransformationLayout() model_transformer = ModelTransformerFactory.create(model) - quantization_target_points, unified_scale_groups = self._get_quantization_target_points(model, graph) + quantization_target_points, unified_scale_groups, extra_params = self._get_quantization_target_points( + model, graph + ) quantization_points_overflow_fix = self._get_quantization_points_overflow_fix( self._overflow_fix, quantization_target_points, graph ) @@ -1024,7 +1040,7 @@ def filter_func(point: StatisticPoint) -> bool: continue parameters = calculate_quantizer_parameters(unified_values, qconfig, q_group) commands = self._backend_entity.create_unified_scales_quantizers_insertion_commands( - graph, unified_scale_group, qconfig, parameters + graph, unified_scale_group, qconfig, parameters, extra_params[quantization_target_point] ) for command in commands: transformation_layout.register(command) @@ -1062,7 +1078,7 @@ def filter_func(point: StatisticPoint) -> bool: else: parameters = calculate_quantizer_parameters(statistics, qconfig, quant_group, half_range) command = self._backend_entity.create_quantizer_insertion_command( - graph, quantization_target_point, qconfig, parameters + graph, quantization_target_point, qconfig, parameters, extra_params[quantization_target_point] ) transformation_layout.register(command) if not transformation_layout.transformations: @@ -1087,7 +1103,7 @@ def get_cached_statistic_points(self, model: TModel, graph: NNCFGraph) -> Statis def get_statistic_points(self, model: TModel, graph: NNCFGraph) -> StatisticPointsContainer: self._set_backend_entity(model) self._reset_cache() - quantization_target_points, _ = self._get_quantization_target_points(model, graph) + quantization_target_points, _, _ = self._get_quantization_target_points(model, graph) return self._get_statistic_point_container(quantization_target_points, graph) def _get_statistic_point_container( diff --git a/nncf/quantization/algorithms/min_max/backend.py b/nncf/quantization/algorithms/min_max/backend.py index 10a73e2c272..357e00f39c7 100644 --- a/nncf/quantization/algorithms/min_max/backend.py +++ b/nncf/quantization/algorithms/min_max/backend.py @@ -11,7 +11,7 @@ from abc import ABC from abc import abstractmethod -from typing import Optional, TypeVar +from typing import Any, Optional, TypeVar from nncf.common.graph.graph import NNCFGraph from nncf.common.graph.graph import NNCFNode @@ -165,6 +165,7 @@ def create_quantizer_insertion_command( target_point: TargetPoint, quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> Command: """ Returns backend-specific quantizer insertion command. @@ -173,6 +174,7 @@ def create_quantizer_insertion_command( :param target_point: Target location for the quantizer insertion. :param quantizer_config: QuantizerConfig instance for the current layer. :param parameters: FakeQuantizeParameters to calculate activation quantization parameters. + :param extra_params: Additional backend-specific parameters to initiate a quantizer insertion command. :return: Backend-specific Command for the quantizer insertion operation. """ @@ -183,6 +185,7 @@ def create_unified_scales_quantizers_insertion_commands( target_points: list[TargetPoint], quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> list[Command]: """ Returns backend-specific unified scales quantizers insertion commands. @@ -191,6 +194,7 @@ def create_unified_scales_quantizers_insertion_commands( :param target_points: List of target locations for the quantizers insertion. :param quantizer_config: QuantizerConfig instance for the current layer. :param parameters: FakeQuantizeParameters to calculate activation quantization parameters. + :param extra_params: Additional backend-specific parameters to initiate a quantizer insertion command. :return: List of backend-specific Commands for the quantizers with unified scales insertion operations. """ diff --git a/nncf/quantization/algorithms/min_max/onnx_backend.py b/nncf/quantization/algorithms/min_max/onnx_backend.py index 3ceb3296cc4..a54c7c02f1a 100644 --- a/nncf/quantization/algorithms/min_max/onnx_backend.py +++ b/nncf/quantization/algorithms/min_max/onnx_backend.py @@ -9,7 +9,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -from typing import Optional +from typing import Any, Optional import numpy as np @@ -134,6 +134,7 @@ def create_quantizer_insertion_command( target_point: ONNXTargetPoint, quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> ONNXQuantizerInsertionCommand: tensor_type = np.int8 if np.any(parameters.input_low.data < 0) else np.uint8 is_weight = target_point.is_weight_target_point() @@ -153,6 +154,7 @@ def create_unified_scales_quantizers_insertion_commands( target_points: list[ONNXTargetPoint], quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> list[ONNXQuantizerInsertionCommand]: return [ ONNXMinMaxAlgoBackend.create_quantizer_insertion_command( diff --git a/nncf/quantization/algorithms/min_max/openvino_backend.py b/nncf/quantization/algorithms/min_max/openvino_backend.py index fc9a1a4f1c0..f850f96bb41 100644 --- a/nncf/quantization/algorithms/min_max/openvino_backend.py +++ b/nncf/quantization/algorithms/min_max/openvino_backend.py @@ -9,7 +9,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -from typing import Optional +from typing import Any, Optional from nncf.common.graph.graph import NNCFGraph from nncf.common.graph.graph import NNCFNode @@ -127,6 +127,7 @@ def create_quantizer_insertion_command( target_point: OVTargetPoint, quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> OVQuantizerInsertionCommand: return OVQuantizerInsertionCommand(target_point, parameters) @@ -136,6 +137,7 @@ def create_unified_scales_quantizers_insertion_commands( target_points: list[OVTargetPoint], quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> list[OVQuantizerInsertionCommand]: return [OVQuantizerInsertionCommand(target_point, parameters) for target_point in target_points] diff --git a/nncf/quantization/algorithms/min_max/torch_backend.py b/nncf/quantization/algorithms/min_max/torch_backend.py index 73450f0b45b..b2b1ce5242f 100644 --- a/nncf/quantization/algorithms/min_max/torch_backend.py +++ b/nncf/quantization/algorithms/min_max/torch_backend.py @@ -9,7 +9,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -from typing import Optional, Union +from typing import Any, Optional, Union import torch @@ -267,6 +267,7 @@ def create_quantizer_insertion_command( target_point: PTTargetPoint, quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> Union[PTInsertionCommand, PTSharedFnInsertionCommand]: scale_shape = PTMinMaxAlgoBackend._get_input_scale_shape(nncf_graph, target_point, quantizer_config.per_channel) @@ -281,6 +282,7 @@ def create_unified_scales_quantizers_insertion_commands( target_points: list[PTTargetPoint], quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> list[PTSharedFnInsertionCommand]: scale_shape = PTMinMaxAlgoBackend._get_input_scale_shape( nncf_graph, target_points[0], quantizer_config.per_channel diff --git a/nncf/quantization/algorithms/min_max/torch_fx_backend.py b/nncf/quantization/algorithms/min_max/torch_fx_backend.py index f7c889c0ba0..146d05c50ea 100644 --- a/nncf/quantization/algorithms/min_max/torch_fx_backend.py +++ b/nncf/quantization/algorithms/min_max/torch_fx_backend.py @@ -9,7 +9,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -from typing import Optional +from typing import Any, Optional import torch from torch.quantization.fake_quantize import FakeQuantize @@ -23,9 +23,12 @@ from nncf.common.graph.transformations.commands import TransformationCommand from nncf.common.hardware.config import HWConfig from nncf.common.quantization.quantizer_propagation.structs import QuantizationTrait +from nncf.common.quantization.structs import QuantizationScheme from nncf.common.quantization.structs import QuantizerConfig from nncf.experimental.common.tensor_statistics.collectors import REDUCERS_MAP from nncf.experimental.common.tensor_statistics.collectors import TensorReducerBase +from nncf.experimental.quantization.quantizer import ExtendedFXQuantizerSetup +from nncf.experimental.quantization.quantizer import IntDtype from nncf.experimental.torch.fx.commands import FXApplyTransformationCommand from nncf.experimental.torch.fx.model_utils import get_target_point from nncf.experimental.torch.fx.transformations import qdq_insertion_transformation_builder @@ -46,12 +49,9 @@ from nncf.torch.model_graph_manager import is_matmul_with_constant from nncf.torch.nncf_network import NNCFNetwork from nncf.torch.quantization.default_quantization import DEFAULT_PT_QUANT_TRAIT_TO_OP_DICT -from nncf.torch.quantization.layers import QUANTIZATION_MODULES from nncf.torch.quantization.layers import AsymmetricQuantizer from nncf.torch.quantization.layers import BaseQuantizer -from nncf.torch.quantization.layers import PTQuantizerSpec -from nncf.torch.quantization.layers import get_scale_shape -from nncf.torch.quantization.strip import convert_to_torch_fakequantizer +from nncf.torch.quantization.quantize_functions import get_scale_zp_from_input_low_input_high class FXMinMaxAlgoBackend(MinMaxAlgoBackend): @@ -145,6 +145,7 @@ def target_point(target_type: TargetType, target_node_name: str, port_id: int) - def create_convert_insertion_command( target_point: PTTargetPoint, parameters: FakeConvertParameters, + extra_params: dict[str, Any], ) -> TransformationCommand: msg = "FakeConvert insertion not implemented in PyTorch backend!" raise nncf.InternalError(msg) @@ -179,49 +180,83 @@ def get_weight_config(config: QuantizerConfig, model: NNCFNetwork) -> QuantizerC return config @staticmethod - def _get_input_scale_shape( - nncf_graph: NNCFGraph, target_point: PTTargetPoint, per_channel: bool - ) -> tuple[tuple[int, ...], tuple[int, ...], int]: - is_weights = target_point.is_weight_target_point() - if is_weights: + def _get_channel_axis(target_point: PTTargetPoint, per_channel: bool) -> int: + if not per_channel: + return 0 + if target_point.is_weight_target_point(): # TODO(dlyakhov): support transpose conv/ make channel_idx common - channel_idx = 0 - else: - channel_idx = 1 # channel dim for activations - - input_shape = nncf_graph.get_input_shape_for_insertion_point(target_point) - scale_shape = tuple( - get_scale_shape(input_shape, is_weights=is_weights, per_channel=per_channel, channel_idx=channel_idx) - ) - - return input_shape, scale_shape, channel_idx + return 0 + return 1 @staticmethod def _create_quantizer( quantizer_config: QuantizerConfig, - scale_shape: tuple, + channel_axis: int, parameters: FakeQuantizeParameters, target_type: TargetType, + dtype: IntDtype, ) -> FakeQuantize: - mode = quantizer_config.mode - quantizer_cls = QUANTIZATION_MODULES.get(mode) - quantizer_spec = PTQuantizerSpec.from_config( - quantizer_config, - narrow_range=quantizer_config.narrow_range, - scale_shape=scale_shape, - half_range=False, - logarithm_scale=False, - is_quantized_on_export=False, - compression_lr_multiplier=None, + per_channel = quantizer_config.per_channel + eps = 1e-16 + if dtype is None: + if quantizer_config.mode != QuantizationScheme.SYMMETRIC: + msg = ( + "Wrong usage of dtype parameter: it should be specified for the QuantizationScheme.ASYMMETRIC mode" + ) + raise nncf.InternalError(msg) + dtype = ( + IntDtype.INT8 + if quantizer_config.signedness_to_force or torch.any(parameters.input_low.data < 0.0) + else IntDtype.UINT8 + ) + + if per_channel: + observer = torch.ao.quantization.observer.PerChannelMinMaxObserver + else: + observer = torch.ao.quantization.observer.MinMaxObserver + + levels = 256 + if dtype is IntDtype.INT8: + level_high = (levels // 2) - 1 + level_low = -(levels // 2) + else: + level_high = levels - 1 + level_low = 0 + + if quantizer_config.narrow_range: + if level_low < 0: + level_low += 1 + else: + level_high -= 1 + + if quantizer_config.mode == QuantizationScheme.SYMMETRIC: + qscheme = torch.per_channel_symmetric if per_channel else torch.per_tensor_symmetric + else: + qscheme = torch.per_channel_affine if per_channel else torch.per_tensor_affine + + scale, zero_point = get_scale_zp_from_input_low_input_high( + level_low, level_high, parameters.input_low.data, parameters.input_high.data + ) + fakequantizer = FakeQuantize( + observer=observer, + quant_max=level_high, + quant_min=level_low, + dtype=torch.qint8 if dtype is IntDtype.INT8 else torch.quint8, + qscheme=qscheme, + eps=eps, ) - quantizer = quantizer_cls(quantizer_spec) - # Fill it with minmax - # TODO(dlyakhov) Prevent creation of intermediate objects like nncf quantizer. - FXMinMaxAlgoBackend._fill_quantizer_parameters(quantizer, parameters, quantizer_spec.scale_shape) - # Convert to the torch fake quantizer - torch_fq = convert_to_torch_fakequantizer(quantizer) - return torch_fq + if not per_channel: + scale = scale.squeeze() + zero_point = zero_point.squeeze() + + fakequantizer.scale = scale + fakequantizer.ch_axis = channel_axis + fakequantizer.zero_point = zero_point + + # Disable observer to save parameters + fakequantizer.disable_observer() + return fakequantizer @staticmethod def _fill_quantizer_parameters(quantizer: BaseQuantizer, parameters: FakeQuantizeParameters, scale_shape) -> None: @@ -243,13 +278,16 @@ def create_quantizer_insertion_command( target_point: PTTargetPoint, quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> FXApplyTransformationCommand: - _, scale_shape, _ = FXMinMaxAlgoBackend._get_input_scale_shape( - nncf_graph, target_point, quantizer_config.per_channel - ) + channel_axis = FXMinMaxAlgoBackend._get_channel_axis(target_point, quantizer_config.per_channel) quantizer = FXMinMaxAlgoBackend._create_quantizer( - quantizer_config, scale_shape, parameters, target_point.target_type + quantizer_config, + channel_axis, + parameters, + target_point.target_type, + extra_params[ExtendedFXQuantizerSetup.QUANTIZER_DTYPE_NAME], ) transformation = qdq_insertion_transformation_builder(quantizer, [target_point]) return FXApplyTransformationCommand(transformation) @@ -260,13 +298,16 @@ def create_unified_scales_quantizers_insertion_commands( target_points: list[PTTargetPoint], quantizer_config: QuantizerConfig, parameters: FakeQuantizeParameters, + extra_params: dict[str, Any], ) -> list[PTSharedFnInsertionCommand]: - _, scale_shape, _ = FXMinMaxAlgoBackend._get_input_scale_shape( - nncf_graph, target_points[0], quantizer_config.per_channel - ) + channel_axis = FXMinMaxAlgoBackend._get_channel_axis(target_points[0], quantizer_config.per_channel) quantizer = FXMinMaxAlgoBackend._create_quantizer( - quantizer_config, scale_shape, parameters, target_points[0].target_type + quantizer_config, + channel_axis, + parameters, + target_points[0].target_type, + extra_params[ExtendedFXQuantizerSetup.QUANTIZER_DTYPE_NAME], ) transformations = [] diff --git a/nncf/torch/quantization/layers.py b/nncf/torch/quantization/layers.py index 2eab2c555ce..40f49b0b629 100644 --- a/nncf/torch/quantization/layers.py +++ b/nncf/torch/quantization/layers.py @@ -807,7 +807,8 @@ def broadcast_initialized_params(self, src: int = 0): def get_input_low_input_high(self): return self._get_input_low_input_high(self.scale, self.level_low, self.level_high, self.eps) - def _get_input_low_input_high(self, scale, level_low, level_high, eps): + @staticmethod + def _get_input_low_input_high(scale, level_low, level_high, eps): input_range = abs(scale) + eps input_low = input_range * level_low / level_high input_high = input_range @@ -1004,7 +1005,8 @@ def broadcast_initialized_params(self, src: int = 0): def get_input_low_input_high(self): return self._get_input_low_input_high(self.input_range, self.input_low, self.levels, self.eps) - def _get_input_low_input_high(self, input_range, input_low, levels, eps): + @staticmethod + def _get_input_low_input_high(input_range, input_low, levels, eps): input_range_safe = abs(input_range) + eps input_low, input_range_tuned = TuneRange.apply(input_low, input_range_safe, levels) input_high = input_low + input_range_tuned diff --git a/tests/post_training/data/ptq_reference_data.yaml b/tests/post_training/data/ptq_reference_data.yaml index ff74610e965..215e39a07c6 100644 --- a/tests/post_training/data/ptq_reference_data.yaml +++ b/tests/post_training/data/ptq_reference_data.yaml @@ -43,6 +43,13 @@ torchvision/resnet18_backend_FX_TORCH: error_message: "Openvino Model Files Not Found!" message: "Issue-166847" torchvision/resnet18_backend_CUDA_FX_TORCH: +torchvision/resnet18_backend_OV_QUANTIZER_NNCF: + metric_value: 0.6946 +torchvision/resnet18_backend_OV_QUANTIZER_AO: + metric_value: 0.6946 +torchvision/resnet18_backend_X86_QUANTIZER_NNCF: + metric_value: 0.6946 +torchvision/resnet18_backend_X86_QUANTIZER_AO: metric_value: 0.6946 exception_xfail_reason: type: "FileNotFoundError" @@ -66,6 +73,14 @@ torchvision/mobilenet_v3_small_BC_backend_CUDA_FX_TORCH: type: "FileNotFoundError" error_message: "Openvino Model Files Not Found!" message: "Issue-166847" +torchvision/mobilenet_v3_small_BC_backend_OV_QUANTIZER_NNCF: + metric_value: 0.6679 +torchvision/mobilenet_v3_small_BC_backend_OV_QUANTIZER_AO: + metric_value: 0.6679 +torchvision/mobilenet_v3_small_BC_backend_X86_QUANTIZER_NNCF: + metric_value: 0.6679 +torchvision/mobilenet_v3_small_BC_backend_X86_QUANTIZER_AO: + metric_value: 0.6679 torchvision/vit_b_16_backend_FP32: metric_value: 0.8107 torchvision/vit_b_16_backend_OV: @@ -77,6 +92,13 @@ torchvision/vit_b_16_backend_FX_TORCH: error_message: "Openvino Model Files Not Found!" message: "Issue-166847" torchvision/vit_b_16_backend_CUDA_FX_TORCH: +torchvision/vit_b_16_backend_OV_QUANTIZER_NNCF: + metric_value: 0.80922 +torchvision/vit_b_16_backend_OV_QUANTIZER_AO: + metric_value: 0.80922 +torchvision/vit_b_16_backend_X86_QUANTIZER_NNCF: + metric_value: 0.80922 +torchvision/vit_b_16_backend_X86_QUANTIZER_AO: metric_value: 0.80922 exception_xfail_reason: type: "FileNotFoundError" @@ -93,6 +115,13 @@ torchvision/swin_v2_s_backend_FX_TORCH: error_message: "Openvino Model Files Not Found!" message: "Issue-166847" torchvision/swin_v2_s_backend_CUDA_FX_TORCH: +torchvision/swin_v2_s_backend_OV_QUANTIZER_NNCF: + metric_value: 0.8360 +torchvision/swin_v2_s_backend_OV_QUANTIZER_AO: + metric_value: 0.8360 +torchvision/swin_v2_s_backend_X86_QUANTIZER_NNCF: + metric_value: 0.8360 +torchvision/swin_v2_s_backend_X86_QUANTIZER_AO: metric_value: 0.8360 exception_xfail_reason: type: "FileNotFoundError" diff --git a/tests/post_training/model_scope.py b/tests/post_training/model_scope.py index e25912c18e0..c006f84a853 100644 --- a/tests/post_training/model_scope.py +++ b/tests/post_training/model_scope.py @@ -23,6 +23,7 @@ from nncf.quantization.advanced_parameters import AdvancedScaleEstimationParameters from nncf.quantization.advanced_parameters import AdvancedSmoothQuantParameters from tests.post_training.pipelines.base import ALL_PTQ_BACKENDS +from tests.post_training.pipelines.base import FX_BACKENDS from tests.post_training.pipelines.base import NNCF_PTQ_BACKENDS from tests.post_training.pipelines.base import BackendType from tests.post_training.pipelines.causal_language_model import CausalLMHF @@ -107,7 +108,7 @@ "fast_bias_correction": False, "preset": QuantizationPreset.MIXED, }, - "backends": [BackendType.FX_TORCH, BackendType.CUDA_FX_TORCH, BackendType.OV, BackendType.ONNX], + "backends": FX_BACKENDS + [BackendType.OV, BackendType.ONNX], "batch_size": 128, }, { @@ -118,7 +119,7 @@ "model_type": ModelType.TRANSFORMER, "advanced_parameters": AdvancedQuantizationParameters(smooth_quant_alpha=0.15), }, - "backends": [BackendType.FX_TORCH, BackendType.CUDA_FX_TORCH, BackendType.OV], + "backends": FX_BACKENDS + [BackendType.OV], "batch_size": 1, }, { @@ -129,7 +130,7 @@ "model_type": ModelType.TRANSFORMER, "advanced_parameters": AdvancedQuantizationParameters(smooth_quant_alpha=0.5), }, - "backends": [BackendType.FX_TORCH, BackendType.CUDA_FX_TORCH, BackendType.OV], + "backends": FX_BACKENDS + [BackendType.OV], "batch_size": 1, }, # Timm models diff --git a/tests/post_training/pipelines/base.py b/tests/post_training/pipelines/base.py index 311f4069d1d..99a4368a97b 100644 --- a/tests/post_training/pipelines/base.py +++ b/tests/post_training/pipelines/base.py @@ -57,6 +57,10 @@ class BackendType(Enum): CUDA_TORCH = "CUDA_TORCH" FX_TORCH = "FX_TORCH" CUDA_FX_TORCH = "CUDA_FX_TORCH" + OV_QUANTIZER_NNCF = "OV_QUANTIZER_NNCF" + OV_QUANTIZER_AO = "OV_QUANTIZER_AO" + X86_QUANTIZER_NNCF = "X86_QUANTIZER_NNCF" + X86_QUANTIZER_AO = "X86_QUANTIZER_AO" ONNX = "ONNX" OV = "OV" OPTIMUM = "OPTIMUM" @@ -65,7 +69,14 @@ class BackendType(Enum): NNCF_PTQ_BACKENDS = [BackendType.TORCH, BackendType.CUDA_TORCH, BackendType.ONNX, BackendType.OV] ALL_PTQ_BACKENDS = NNCF_PTQ_BACKENDS PT_BACKENDS = [BackendType.TORCH, BackendType.CUDA_TORCH] -FX_BACKENDS = [BackendType.FX_TORCH, BackendType.CUDA_FX_TORCH] +FX_BACKENDS = [ + BackendType.FX_TORCH, + BackendType.CUDA_FX_TORCH, + BackendType.OV_QUANTIZER_NNCF, + BackendType.OV_QUANTIZER_AO, + BackendType.X86_QUANTIZER_NNCF, + BackendType.X86_QUANTIZER_AO, +] OV_BACKENDS = [BackendType.OV, BackendType.OPTIMUM] LIMIT_LENGTH_OF_STATUS = 120 diff --git a/tests/post_training/pipelines/image_classification_base.py b/tests/post_training/pipelines/image_classification_base.py index acfdae6a27b..dc626894458 100644 --- a/tests/post_training/pipelines/image_classification_base.py +++ b/tests/post_training/pipelines/image_classification_base.py @@ -12,16 +12,30 @@ import copy import os +os.environ["TORCHINDUCTOR_FREEZING"] = "1" + +from itertools import islice + import numpy as np import openvino as ov import torch from sklearn.metrics import accuracy_score +from torch.ao.quantization.quantize_pt2e import convert_pt2e +from torch.ao.quantization.quantize_pt2e import prepare_pt2e +from torch.ao.quantization.quantizer.quantizer import Quantizer as TorchAOQuantizer +from torch.ao.quantization.quantizer.x86_inductor_quantizer import X86InductorQuantizer +from torch.ao.quantization.quantizer.x86_inductor_quantizer import get_default_x86_inductor_quantization_config from torchvision import datasets import nncf +from nncf import AdvancedQuantizationParameters from nncf.common.logging.track_progress import track +from nncf.experimental.torch.fx import OpenVINOQuantizer +from nncf.experimental.torch.fx import quantize_pt2e +from nncf.torch import disable_patching from tests.post_training.pipelines.base import DEFAULT_VAL_THREADS from tests.post_training.pipelines.base import FX_BACKENDS +from tests.post_training.pipelines.base import BackendType from tests.post_training.pipelines.base import PTQTestPipeline @@ -75,7 +89,17 @@ def process_result(request, userdata): def _validate_torch_compile( self, val_loader: torch.utils.data.DataLoader, predictions: np.ndarray, references: np.ndarray ): - compiled_model = torch.compile(self.compressed_model.cpu(), backend="openvino", options={"aot_autograd": True}) + if self.backend in [ + BackendType.FX_TORCH, + BackendType.CUDA_FX_TORCH, + BackendType.OV_QUANTIZER_AO, + BackendType.OV_QUANTIZER_NNCF, + ]: + compiled_model = torch.compile( + self.compressed_model.cpu(), backend="openvino", options={"aot_autograd": True} + ) + else: + compiled_model = torch.compile(self.compressed_model) for i, (images, target) in enumerate(val_loader): # W/A for memory leaks when using torch DataLoader and OpenVINO pred = compiled_model(images) @@ -103,3 +127,98 @@ def _validate(self) -> None: self.run_info.metric_name = "Acc@1" self.run_info.metric_value = acc_top1 + return [] + + def _compress_torch_ao(self, quantizer): + with torch.no_grad(), disable_patching(): + prepared_model = prepare_pt2e(self.model, quantizer) + subset_size = self.compression_params.get("subset_size", 300) + for data in islice(self.calibration_dataset.get_inference_data(), subset_size): + prepared_model(data) + self.compressed_model = convert_pt2e(prepared_model) + + def _compress_nncf_pt2e(self, quantizer): + pt2e_kwargs = {} + for key in ( + "subset_size", + "fast_bias_correction", + ): + if key in self.compression_params: + pt2e_kwargs[key] = self.compression_params[key] + + advanced_parameters: AdvancedQuantizationParameters = self.compression_params.get( + "advanced_parameters", AdvancedQuantizationParameters() + ) + + sq_params = advanced_parameters.smooth_quant_alphas + sq_alpha = advanced_parameters.smooth_quant_alpha + if sq_alpha is not None: + if sq_alpha < 0: + sq_params.convolution = -1 + sq_params.matmul = -1 + else: + sq_params.matmul = sq_alpha + pt2e_kwargs["smooth_quant_params"] = sq_params + pt2e_kwargs["bias_correction_params"] = advanced_parameters.bias_correction_params + pt2e_kwargs["activations_range_estimator_params"] = advanced_parameters.activations_range_estimator_params + pt2e_kwargs["weights_range_estimator_params"] = advanced_parameters.weights_range_estimator_params + + smooth_quant = False + if self.compression_params.get("model_type", False): + smooth_quant = self.compression_params["model_type"] == nncf.ModelType.TRANSFORMER + + with disable_patching(), torch.no_grad(): + self.compressed_model = quantize_pt2e( + self.model, + quantizer, + self.calibration_dataset, + smooth_quant=smooth_quant, + fold_quantize=False, + **pt2e_kwargs, + ) + + def _compress(self): + """ + Quantize self.model + """ + if self.backend not in FX_BACKENDS: + super()._compress() + + return + if self.backend in [BackendType.FX_TORCH, BackendType.CUDA_FX_TORCH]: + with disable_patching(), torch.no_grad(): + super()._compress() + return + + quantizer = self._build_quantizer() + + if self.backend in [BackendType.OV_QUANTIZER_NNCF, BackendType.X86_QUANTIZER_NNCF]: + self._compress_nncf_pt2e(quantizer) + else: + self._compress_torch_ao(quantizer) + + def _build_quantizer(self) -> TorchAOQuantizer: + if self.backend in [BackendType.X86_QUANTIZER_AO, BackendType.X86_QUANTIZER_NNCF]: + quantizer = X86InductorQuantizer() + quantizer.set_global(get_default_x86_inductor_quantization_config()) + return quantizer + quantizer_kwargs = {} + for key in ( + "mode", + "preset", + "target_device", + "model_type", + "ignored_scope", + ): + if key in self.compression_params: + quantizer_kwargs[key] = self.compression_params[key] + advanced_parameters: AdvancedQuantizationParameters = self.compression_params.get( + "advanced_parameters", AdvancedQuantizationParameters() + ) + quantizer_kwargs["overflow_fix"] = advanced_parameters.overflow_fix + quantizer_kwargs["quantize_outputs"] = advanced_parameters.quantize_outputs + quantizer_kwargs["activations_quantization_params"] = advanced_parameters.activations_quantization_params + quantizer_kwargs["weights_quantization_params"] = advanced_parameters.weights_quantization_params + quantizer_kwargs["quantizer_propagation_rule"] = advanced_parameters.quantizer_propagation_rule + + return OpenVINOQuantizer(**quantizer_kwargs) diff --git a/tests/torch/fx/test_calculation_quantizer_params.py b/tests/torch/fx/test_calculation_quantizer_params.py new file mode 100644 index 00000000000..9bfd23b19c8 --- /dev/null +++ b/tests/torch/fx/test_calculation_quantizer_params.py @@ -0,0 +1,427 @@ +# Copyright (c) 2025 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from dataclasses import dataclass +from typing import Optional, Union + +import numpy as np +import pytest +import torch + +import nncf +from nncf.common.graph.transformations.commands import TargetType +from nncf.common.quantization.structs import QuantizationScheme as QuantizationMode +from nncf.common.quantization.structs import QuantizerConfig +from nncf.common.quantization.structs import QuantizerGroup +from nncf.experimental.common.tensor_statistics.statistics import MinMaxTensorStatistic +from nncf.experimental.quantization.quantizer import IntDtype +from nncf.quantization.algorithms.min_max.torch_fx_backend import FXMinMaxAlgoBackend +from nncf.quantization.fake_quantize import FakeQuantizeParameters +from nncf.quantization.fake_quantize import calculate_quantizer_parameters +from nncf.tensor import Tensor + +INPUT_SHAPE = (2, 3, 4, 5) + + +@dataclass +class CaseQuantParams: + stat: MinMaxTensorStatistic + per_channel: bool + quant_group: QuantizerGroup + ref_scale: np.ndarray + narrow_range: bool + + +SYM_CASES = ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(-0.5)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=0.00393701, + ), + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(-0.5)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=True, + quant_group=QuantizerGroup.WEIGHTS, + ref_scale=0.003937008, + ), + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([-0.5, -0.4, -0.3])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=torch.tensor([0.00393701, 0.00314961, 0.0023622]), + ), + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([-0.5, -0.4, -0.3])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=True, + quant_group=QuantizerGroup.WEIGHTS, + ref_scale=torch.tensor([0.003937008, 0.0031496063, 0.0023622047]), + ), +) + + +@pytest.mark.parametrize("case_to_test", SYM_CASES) +@pytest.mark.parametrize("dtype", [IntDtype.UINT8, IntDtype.INT8]) +def test_quantizer_params_sym(case_to_test: CaseQuantParams, dtype: Optional[IntDtype]): + per_ch = case_to_test.per_channel + narrow_range = case_to_test.narrow_range + mode = QuantizationMode.SYMMETRIC + signedness_to_force = None + qconfig = QuantizerConfig( + num_bits=8, + mode=mode, + per_channel=per_ch, + narrow_range=narrow_range, + signedness_to_force=signedness_to_force, + ) + + quantizer = _get_quantizer(case_to_test, qconfig, dtype) + assert quantizer.qscheme is torch.per_channel_symmetric if case_to_test.per_channel else torch.per_tensor_symmetric + + signed = signedness_to_force or dtype is IntDtype.INT8 + if signed: + assert torch.allclose(quantizer.zero_point, torch.tensor(0, dtype=torch.int8)) + else: + assert torch.allclose(quantizer.zero_point, torch.tensor(127 if narrow_range else 128, dtype=torch.uint8)) + + scale = quantizer.scale.detach().numpy() + assert np.allclose(scale, case_to_test.ref_scale) + _check_q_min_q_max(quantizer, signed, narrow_range) + + +SYM_CASES_SIGNEDNESS_TO_FORSE = ( + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(0.1)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=0.00196078, + ), + False, + None, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(0.1)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=0.00393701, + ), + False, + True, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(-0.5)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=0.00393701, + ), + True, + None, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(-0.5)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=0.00393701, + ), + True, + True, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([0.4, 0.3, 0.2])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=torch.tensor([0.0019607844, 0.0015686274, 0.0011764707]), + ), + False, + None, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([0.4, 0.3, 0.2])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=torch.tensor([0.00393701, 0.00314961, 0.0023622]), + ), + False, + True, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([-0.5, 0.2, 0.1])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=torch.tensor([0.00393701, 0.00314961, 0.0023622]), + ), + True, + None, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([-0.5, 0.2, 0.1])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=False, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=torch.tensor([0.00393701, 0.00314961, 0.0023622]), + ), + True, + True, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(0.1)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=True, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=0.001968504, + ), + False, + None, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(0.1)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=True, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=0.00393701, + ), + False, + True, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(-0.5)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=True, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=0.00393701, + ), + True, + None, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(-0.5)), Tensor(torch.tensor(0.5))), + per_channel=False, + narrow_range=True, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=0.00393701, + ), + True, + True, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([0.4, 0.3, 0.2])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=True, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=torch.tensor([0.0019685, 0.0015748, 0.0011811]), + ), + False, + None, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([0.4, 0.3, 0.2])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=True, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=torch.tensor([0.00393701, 0.00314961, 0.0023622]), + ), + False, + True, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([-0.5, 0.2, 0.1])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=True, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=torch.tensor([0.00393701, 0.00314961, 0.0023622]), + ), + True, + None, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([-0.5, 0.2, 0.1])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + narrow_range=True, + quant_group=QuantizerGroup.ACTIVATIONS, + ref_scale=torch.tensor([0.00393701, 0.00314961, 0.0023622]), + ), + True, + True, + ), +) + + +@pytest.mark.parametrize("case_to_test,ref_signed,signedness_to_force", SYM_CASES_SIGNEDNESS_TO_FORSE) +def test_quantizer_params_sym_nr(case_to_test: CaseQuantParams, ref_signed: bool, signedness_to_force: Optional[bool]): + per_ch = case_to_test.per_channel + narrow_range = case_to_test.narrow_range + mode = QuantizationMode.SYMMETRIC + qconfig = QuantizerConfig( + num_bits=8, + mode=mode, + per_channel=per_ch, + narrow_range=narrow_range, + signedness_to_force=signedness_to_force, + ) + + quantizer = _get_quantizer(case_to_test, qconfig, None) + assert quantizer.qscheme is torch.per_channel_symmetric if case_to_test.per_channel else torch.per_tensor_symmetric + + signed = signedness_to_force or ref_signed + + assert torch.allclose(quantizer.zero_point, torch.tensor(0, dtype=torch.int8 if signed else torch.uint8)) + + scale = quantizer.scale.detach().numpy() + assert np.allclose(scale, case_to_test.ref_scale) + + _check_q_min_q_max(quantizer, signed, narrow_range) + + +def test_quantizer_params_asym_nr(): + qconfig = QuantizerConfig( + num_bits=8, + mode=QuantizationMode.ASYMMETRIC, + per_channel=True, + narrow_range=False, + signedness_to_force=None, + ) + fq_params = FakeQuantizeParameters( + Tensor(torch.tensor(-0.49920455, dtype=torch.float32)), + Tensor(torch.tensor(0.49530452, dtype=torch.float32)), + Tensor(torch.tensor(-0.49920455, dtype=torch.float32)), + Tensor(torch.tensor(0.49530452, dtype=torch.float32)), + 256, + ) + with pytest.raises(nncf.InternalError): + FXMinMaxAlgoBackend._create_quantizer(qconfig, (1,), fq_params, TargetType.PRE_LAYER_OPERATION, dtype=None) + + +ASYM_CASES = ( + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(-0.5)), Tensor(torch.tensor(0.5))), + per_channel=False, + quant_group=QuantizerGroup.WEIGHTS, + narrow_range=True, + ref_scale=0.00395251, + ), + 0.0, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor(-0.5)), Tensor(torch.tensor(0.5))), + per_channel=False, + quant_group=QuantizerGroup.ACTIVATIONS, + narrow_range=False, + ref_scale=0.00393701, + ), + 0.0, + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([-0.5, -0.2, 0.1])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + quant_group=QuantizerGroup.ACTIVATIONS, + narrow_range=False, + ref_scale=torch.tensor([0.00393701, 0.00235294, 0.00117647]), + ), + [0, -43, -128], + ), + ( + CaseQuantParams( + stat=MinMaxTensorStatistic(Tensor(torch.tensor([-0.5, -0.2, 0.1])), Tensor(torch.tensor([0.5, 0.4, 0.3]))), + per_channel=True, + quant_group=QuantizerGroup.WEIGHTS, + narrow_range=True, + ref_scale=torch.tensor([0.00395251, 0.0023622, 0.0011811]), + ), + [0, -42, -127], + ), +) + + +@pytest.mark.parametrize("case_to_test,ref_zp", ASYM_CASES) +@pytest.mark.parametrize("dtype", [IntDtype.UINT8, IntDtype.INT8]) +def test_quantizer_params_asym(case_to_test: CaseQuantParams, ref_zp: Union[int, list[int]], dtype: Optional[IntDtype]): + per_ch = case_to_test.per_channel + narrow_range = case_to_test.narrow_range + mode = QuantizationMode.ASYMMETRIC + qconfig = QuantizerConfig( + num_bits=8, + mode=mode, + per_channel=per_ch, + narrow_range=narrow_range, + signedness_to_force=None, + ) + + quantizer = _get_quantizer(case_to_test, qconfig, dtype) + assert quantizer.qscheme is torch.per_channel_affine if case_to_test.per_channel else torch.per_tensor_affine + + signed = dtype is IntDtype.INT8 + ref_zp = torch.tensor(ref_zp) + if not signed: + ref_zp += 127 if narrow_range else 128 + assert torch.allclose(quantizer.zero_point, ref_zp.to(dtype=torch.int8 if signed else torch.uint8)) + + scale = quantizer.scale.detach().numpy() + assert np.allclose(scale, case_to_test.ref_scale) + + _check_q_min_q_max(quantizer, signed, narrow_range) + + +def _get_quantizer(case_to_test: CaseQuantParams, qconfig: QuantizerConfig, dtype: IntDtype): + fq_params = calculate_quantizer_parameters(case_to_test.stat, qconfig, case_to_test.quant_group, half_range=False) + + ch_axis = 1 if case_to_test.per_channel and case_to_test.quant_group == QuantizerGroup.WEIGHTS else 0 + target_type = ( + TargetType.OPERATION_WITH_WEIGHTS + if case_to_test.quant_group == QuantizerGroup.WEIGHTS + else TargetType.PRE_LAYER_OPERATION + ) + quantizer = FXMinMaxAlgoBackend._create_quantizer(qconfig, ch_axis, fq_params, target_type, dtype) + + assert quantizer.ch_axis == ch_axis + + return quantizer + + +def _check_q_min_q_max(quantizer, signed, narrow_range): + if signed: + ref_quant_min = -127 if narrow_range else -128 + ref_quant_max = 127 + else: + ref_quant_min = 0 + ref_quant_max = 254 if narrow_range else 255 + + assert quantizer.quant_min == ref_quant_min + assert quantizer.quant_max == ref_quant_max diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/mobilenet_v3_small.dot b/tests/torch2/data/fx/OpenVINOQuantizer/mobilenet_v3_small.dot index e56bcfe7f28..d64a7ee2227 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/mobilenet_v3_small.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/mobilenet_v3_small.dot @@ -38,8 +38,8 @@ strict digraph { "36 classifier_0_bias" [id=36, type="get_attr"]; "37 classifier_3_bias" [id=37, type="get_attr"]; "38 x" [id=38, type=input]; -"39 quantize_per_tensor_default" [id=39, type="quantize_per_tensor"]; -"40 dequantize_per_tensor_default" [id=40, type="dequantize_per_tensor"]; +"39 quantize_per_tensor_0" [id=39, type="quantize_per_tensor"]; +"40 dequantize_per_tensor_1" [id=40, type="dequantize_per_tensor"]; "41 features_0_0_weight_bias" [id=41, type="get_attr"]; "42 scale_updated_constant0" [id=42, type="get_attr"]; "43 compressed_weight_updated_constant0" [id=43, type="get_attr"]; @@ -50,8 +50,8 @@ strict digraph { "48 hardswish__scale_0" [id=48, type="get_attr"]; "49 hardswish__zero_point_0" [id=49, type="get_attr"]; "50 hardswish_" [id=50, type="hardswish_"]; -"51 quantize_per_channel_default_1" [id=51, type="quantize_per_channel"]; -"52 dequantize_per_channel_default_1" [id=52, type="dequantize_per_channel"]; +"51 quantize_per_channel_2" [id=51, type="quantize_per_channel"]; +"52 dequantize_per_channel_3" [id=52, type="dequantize_per_channel"]; "53 features_1_block_0_0_weight_bias" [id=53, type="get_attr"]; "54 scale_updated_constant1" [id=54, type="get_attr"]; "55 compressed_weight_updated_constant1" [id=55, type="get_attr"]; @@ -60,507 +60,522 @@ strict digraph { "58 sub_tensor_1" [id=58, type=sub]; "59 conv2d_1" [id=59, type=conv2d]; "60 relu_" [id=60, type="relu_"]; -"61 quantize_per_tensor_default_1" [id=61, type="quantize_per_tensor"]; -"62 dequantize_per_tensor_default_1" [id=62, type="dequantize_per_tensor"]; -"63 adaptive_avg_pool2d" [id=63, type="adaptive_avg_pool2d"]; -"64 conv2d_2" [id=64, type=conv2d]; -"65 relu" [id=65, type=relu]; -"66 conv2d_3" [id=66, type=conv2d]; -"67 hardsigmoid" [id=67, type=hardsigmoid]; -"68 quantize_per_tensor_default_2" [id=68, type="quantize_per_tensor"]; -"69 dequantize_per_tensor_default_2" [id=69, type="dequantize_per_tensor"]; -"70 mul" [id=70, type=mul]; -"71 quantize_per_tensor_default_3" [id=71, type="quantize_per_tensor"]; -"72 dequantize_per_tensor_default_3" [id=72, type="dequantize_per_tensor"]; -"73 features_1_block_2_0_weight_bias" [id=73, type="get_attr"]; -"74 scale_updated_constant2" [id=74, type="get_attr"]; -"75 compressed_weight_updated_constant2" [id=75, type="get_attr"]; -"76 mul_tensor_2" [id=76, type=mul]; -"77 zero_point_updated_constant2" [id=77, type="get_attr"]; -"78 sub_tensor_2" [id=78, type=sub]; -"79 conv2d_4" [id=79, type=conv2d]; -"80 quantize_per_tensor_default_4" [id=80, type="quantize_per_tensor"]; -"81 dequantize_per_tensor_default_4" [id=81, type="dequantize_per_tensor"]; -"82 features_2_block_0_0_weight_bias" [id=82, type="get_attr"]; -"83 scale_updated_constant3" [id=83, type="get_attr"]; -"84 compressed_weight_updated_constant3" [id=84, type="get_attr"]; -"85 mul_tensor_3" [id=85, type=mul]; -"86 zero_point_updated_constant3" [id=86, type="get_attr"]; -"87 sub_tensor_3" [id=87, type=sub]; -"88 conv2d_5" [id=88, type=conv2d]; -"89 relu__1_scale_0" [id=89, type="get_attr"]; -"90 relu__1_zero_point_0" [id=90, type="get_attr"]; -"91 relu__1" [id=91, type="relu_"]; -"92 quantize_per_channel_default_5" [id=92, type="quantize_per_channel"]; -"93 dequantize_per_channel_default_5" [id=93, type="dequantize_per_channel"]; -"94 features_2_block_1_0_weight_bias" [id=94, type="get_attr"]; -"95 scale_updated_constant4" [id=95, type="get_attr"]; -"96 compressed_weight_updated_constant4" [id=96, type="get_attr"]; -"97 mul_tensor_4" [id=97, type=mul]; -"98 zero_point_updated_constant4" [id=98, type="get_attr"]; -"99 sub_tensor_4" [id=99, type=sub]; -"100 conv2d_6" [id=100, type=conv2d]; -"101 relu__2" [id=101, type="relu_"]; -"102 quantize_per_tensor_default_5" [id=102, type="quantize_per_tensor"]; -"103 dequantize_per_tensor_default_5" [id=103, type="dequantize_per_tensor"]; -"104 features_2_block_2_0_weight_bias" [id=104, type="get_attr"]; -"105 scale_updated_constant5" [id=105, type="get_attr"]; -"106 compressed_weight_updated_constant5" [id=106, type="get_attr"]; -"107 mul_tensor_5" [id=107, type=mul]; -"108 zero_point_updated_constant5" [id=108, type="get_attr"]; -"109 sub_tensor_5" [id=109, type=sub]; -"110 conv2d_7" [id=110, type=conv2d]; -"111 quantize_per_tensor_default_6" [id=111, type="quantize_per_tensor"]; -"112 dequantize_per_tensor_default_6" [id=112, type="dequantize_per_tensor"]; -"113 features_3_block_0_0_weight_bias" [id=113, type="get_attr"]; -"114 scale_updated_constant6" [id=114, type="get_attr"]; -"115 compressed_weight_updated_constant6" [id=115, type="get_attr"]; -"116 mul_tensor_6" [id=116, type=mul]; -"117 zero_point_updated_constant6" [id=117, type="get_attr"]; -"118 sub_tensor_6" [id=118, type=sub]; -"119 conv2d_8" [id=119, type=conv2d]; -"120 relu__3_scale_0" [id=120, type="get_attr"]; -"121 relu__3_zero_point_0" [id=121, type="get_attr"]; -"122 relu__3" [id=122, type="relu_"]; -"123 quantize_per_channel_default_9" [id=123, type="quantize_per_channel"]; -"124 dequantize_per_channel_default_9" [id=124, type="dequantize_per_channel"]; -"125 features_3_block_1_0_weight_bias" [id=125, type="get_attr"]; -"126 scale_updated_constant7" [id=126, type="get_attr"]; -"127 compressed_weight_updated_constant7" [id=127, type="get_attr"]; -"128 mul_tensor_7" [id=128, type=mul]; -"129 zero_point_updated_constant7" [id=129, type="get_attr"]; -"130 sub_tensor_7" [id=130, type=sub]; -"131 conv2d_9" [id=131, type=conv2d]; -"132 relu__4" [id=132, type="relu_"]; -"133 quantize_per_tensor_default_7" [id=133, type="quantize_per_tensor"]; -"134 dequantize_per_tensor_default_7" [id=134, type="dequantize_per_tensor"]; -"135 features_3_block_2_0_weight_bias" [id=135, type="get_attr"]; -"136 scale_updated_constant8" [id=136, type="get_attr"]; -"137 compressed_weight_updated_constant8" [id=137, type="get_attr"]; -"138 mul_tensor_8" [id=138, type=mul]; -"139 zero_point_updated_constant8" [id=139, type="get_attr"]; -"140 sub_tensor_8" [id=140, type=sub]; -"141 conv2d_10" [id=141, type=conv2d]; -"142 quantize_per_tensor_default_8" [id=142, type="quantize_per_tensor"]; -"143 dequantize_per_tensor_default_8" [id=143, type="dequantize_per_tensor"]; -"144 add_" [id=144, type="add_"]; -"145 quantize_per_tensor_default_9" [id=145, type="quantize_per_tensor"]; -"146 dequantize_per_tensor_default_9" [id=146, type="dequantize_per_tensor"]; -"147 features_4_block_0_0_weight_bias" [id=147, type="get_attr"]; -"148 scale_updated_constant9" [id=148, type="get_attr"]; -"149 compressed_weight_updated_constant9" [id=149, type="get_attr"]; -"150 mul_tensor_9" [id=150, type=mul]; -"151 zero_point_updated_constant9" [id=151, type="get_attr"]; -"152 sub_tensor_9" [id=152, type=sub]; -"153 conv2d_11" [id=153, type=conv2d]; -"154 hardswish__1_scale_0" [id=154, type="get_attr"]; -"155 hardswish__1_zero_point_0" [id=155, type="get_attr"]; -"156 hardswish__1" [id=156, type="hardswish_"]; -"157 quantize_per_channel_default_13" [id=157, type="quantize_per_channel"]; -"158 dequantize_per_channel_default_13" [id=158, type="dequantize_per_channel"]; -"159 features_4_block_1_0_weight_bias" [id=159, type="get_attr"]; -"160 scale_updated_constant10" [id=160, type="get_attr"]; -"161 compressed_weight_updated_constant10" [id=161, type="get_attr"]; -"162 mul_tensor_10" [id=162, type=mul]; -"163 zero_point_updated_constant10" [id=163, type="get_attr"]; -"164 sub_tensor_10" [id=164, type=sub]; -"165 conv2d_12" [id=165, type=conv2d]; -"166 hardswish__2" [id=166, type="hardswish_"]; -"167 quantize_per_tensor_default_10" [id=167, type="quantize_per_tensor"]; -"168 dequantize_per_tensor_default_10" [id=168, type="dequantize_per_tensor"]; -"169 adaptive_avg_pool2d_1" [id=169, type="adaptive_avg_pool2d"]; -"170 conv2d_13" [id=170, type=conv2d]; -"171 relu_1" [id=171, type=relu]; -"172 conv2d_14" [id=172, type=conv2d]; -"173 hardsigmoid_1" [id=173, type=hardsigmoid]; -"174 quantize_per_tensor_default_11" [id=174, type="quantize_per_tensor"]; -"175 dequantize_per_tensor_default_11" [id=175, type="dequantize_per_tensor"]; -"176 mul_1" [id=176, type=mul]; -"177 quantize_per_tensor_default_12" [id=177, type="quantize_per_tensor"]; -"178 dequantize_per_tensor_default_12" [id=178, type="dequantize_per_tensor"]; -"179 features_4_block_3_0_weight_bias" [id=179, type="get_attr"]; -"180 scale_updated_constant11" [id=180, type="get_attr"]; -"181 compressed_weight_updated_constant11" [id=181, type="get_attr"]; -"182 mul_tensor_11" [id=182, type=mul]; -"183 zero_point_updated_constant11" [id=183, type="get_attr"]; -"184 sub_tensor_11" [id=184, type=sub]; -"185 conv2d_15" [id=185, type=conv2d]; -"186 quantize_per_tensor_default_13" [id=186, type="quantize_per_tensor"]; -"187 dequantize_per_tensor_default_13" [id=187, type="dequantize_per_tensor"]; -"188 features_5_block_0_0_weight_bias" [id=188, type="get_attr"]; -"189 scale_updated_constant12" [id=189, type="get_attr"]; -"190 compressed_weight_updated_constant12" [id=190, type="get_attr"]; -"191 mul_tensor_12" [id=191, type=mul]; -"192 zero_point_updated_constant12" [id=192, type="get_attr"]; -"193 sub_tensor_12" [id=193, type=sub]; -"194 conv2d_16" [id=194, type=conv2d]; -"195 hardswish__3_scale_0" [id=195, type="get_attr"]; -"196 hardswish__3_zero_point_0" [id=196, type="get_attr"]; -"197 hardswish__3" [id=197, type="hardswish_"]; -"198 quantize_per_channel_default_17" [id=198, type="quantize_per_channel"]; -"199 dequantize_per_channel_default_17" [id=199, type="dequantize_per_channel"]; -"200 features_5_block_1_0_weight_bias" [id=200, type="get_attr"]; -"201 scale_updated_constant13" [id=201, type="get_attr"]; -"202 compressed_weight_updated_constant13" [id=202, type="get_attr"]; -"203 mul_tensor_13" [id=203, type=mul]; -"204 zero_point_updated_constant13" [id=204, type="get_attr"]; -"205 sub_tensor_13" [id=205, type=sub]; -"206 conv2d_17" [id=206, type=conv2d]; -"207 hardswish__4" [id=207, type="hardswish_"]; -"208 quantize_per_tensor_default_14" [id=208, type="quantize_per_tensor"]; -"209 dequantize_per_tensor_default_14" [id=209, type="dequantize_per_tensor"]; -"210 adaptive_avg_pool2d_2" [id=210, type="adaptive_avg_pool2d"]; -"211 conv2d_18" [id=211, type=conv2d]; -"212 relu_2" [id=212, type=relu]; -"213 conv2d_19" [id=213, type=conv2d]; -"214 hardsigmoid_2" [id=214, type=hardsigmoid]; -"215 quantize_per_tensor_default_15" [id=215, type="quantize_per_tensor"]; -"216 dequantize_per_tensor_default_15" [id=216, type="dequantize_per_tensor"]; -"217 mul_2" [id=217, type=mul]; -"218 quantize_per_tensor_default_16" [id=218, type="quantize_per_tensor"]; -"219 dequantize_per_tensor_default_16" [id=219, type="dequantize_per_tensor"]; -"220 features_5_block_3_0_weight_bias" [id=220, type="get_attr"]; -"221 scale_updated_constant14" [id=221, type="get_attr"]; -"222 compressed_weight_updated_constant14" [id=222, type="get_attr"]; -"223 mul_tensor_14" [id=223, type=mul]; -"224 zero_point_updated_constant14" [id=224, type="get_attr"]; -"225 sub_tensor_14" [id=225, type=sub]; -"226 conv2d_20" [id=226, type=conv2d]; -"227 quantize_per_tensor_default_17" [id=227, type="quantize_per_tensor"]; -"228 dequantize_per_tensor_default_17" [id=228, type="dequantize_per_tensor"]; -"229 add__1" [id=229, type="add_"]; -"230 quantize_per_tensor_default_18" [id=230, type="quantize_per_tensor"]; -"231 dequantize_per_tensor_default_18" [id=231, type="dequantize_per_tensor"]; -"232 features_6_block_0_0_weight_bias" [id=232, type="get_attr"]; -"233 scale_updated_constant15" [id=233, type="get_attr"]; -"234 compressed_weight_updated_constant15" [id=234, type="get_attr"]; -"235 mul_tensor_15" [id=235, type=mul]; -"236 zero_point_updated_constant15" [id=236, type="get_attr"]; -"237 sub_tensor_15" [id=237, type=sub]; -"238 conv2d_21" [id=238, type=conv2d]; -"239 hardswish__5_scale_0" [id=239, type="get_attr"]; -"240 hardswish__5_zero_point_0" [id=240, type="get_attr"]; -"241 hardswish__5" [id=241, type="hardswish_"]; -"242 quantize_per_channel_default_21" [id=242, type="quantize_per_channel"]; -"243 dequantize_per_channel_default_21" [id=243, type="dequantize_per_channel"]; -"244 features_6_block_1_0_weight_bias" [id=244, type="get_attr"]; -"245 scale_updated_constant16" [id=245, type="get_attr"]; -"246 compressed_weight_updated_constant16" [id=246, type="get_attr"]; -"247 mul_tensor_16" [id=247, type=mul]; -"248 zero_point_updated_constant16" [id=248, type="get_attr"]; -"249 sub_tensor_16" [id=249, type=sub]; -"250 conv2d_22" [id=250, type=conv2d]; -"251 hardswish__6" [id=251, type="hardswish_"]; -"252 quantize_per_tensor_default_19" [id=252, type="quantize_per_tensor"]; -"253 dequantize_per_tensor_default_19" [id=253, type="dequantize_per_tensor"]; -"254 adaptive_avg_pool2d_3" [id=254, type="adaptive_avg_pool2d"]; -"255 conv2d_23" [id=255, type=conv2d]; -"256 relu_3" [id=256, type=relu]; -"257 conv2d_24" [id=257, type=conv2d]; -"258 hardsigmoid_3" [id=258, type=hardsigmoid]; -"259 quantize_per_tensor_default_20" [id=259, type="quantize_per_tensor"]; -"260 dequantize_per_tensor_default_20" [id=260, type="dequantize_per_tensor"]; -"261 mul_3" [id=261, type=mul]; -"262 quantize_per_tensor_default_21" [id=262, type="quantize_per_tensor"]; -"263 dequantize_per_tensor_default_21" [id=263, type="dequantize_per_tensor"]; -"264 features_6_block_3_0_weight_bias" [id=264, type="get_attr"]; -"265 scale_updated_constant17" [id=265, type="get_attr"]; -"266 compressed_weight_updated_constant17" [id=266, type="get_attr"]; -"267 mul_tensor_17" [id=267, type=mul]; -"268 zero_point_updated_constant17" [id=268, type="get_attr"]; -"269 sub_tensor_17" [id=269, type=sub]; -"270 conv2d_25" [id=270, type=conv2d]; -"271 quantize_per_tensor_default_22" [id=271, type="quantize_per_tensor"]; -"272 dequantize_per_tensor_default_22" [id=272, type="dequantize_per_tensor"]; -"273 add__2" [id=273, type="add_"]; -"274 quantize_per_tensor_default_23" [id=274, type="quantize_per_tensor"]; -"275 dequantize_per_tensor_default_23" [id=275, type="dequantize_per_tensor"]; -"276 features_7_block_0_0_weight_bias" [id=276, type="get_attr"]; -"277 scale_updated_constant18" [id=277, type="get_attr"]; -"278 compressed_weight_updated_constant18" [id=278, type="get_attr"]; -"279 mul_tensor_18" [id=279, type=mul]; -"280 zero_point_updated_constant18" [id=280, type="get_attr"]; -"281 sub_tensor_18" [id=281, type=sub]; -"282 conv2d_26" [id=282, type=conv2d]; -"283 hardswish__7_scale_0" [id=283, type="get_attr"]; -"284 hardswish__7_zero_point_0" [id=284, type="get_attr"]; -"285 hardswish__7" [id=285, type="hardswish_"]; -"286 quantize_per_channel_default_25" [id=286, type="quantize_per_channel"]; -"287 dequantize_per_channel_default_25" [id=287, type="dequantize_per_channel"]; -"288 features_7_block_1_0_weight_bias" [id=288, type="get_attr"]; -"289 scale_updated_constant19" [id=289, type="get_attr"]; -"290 compressed_weight_updated_constant19" [id=290, type="get_attr"]; -"291 mul_tensor_19" [id=291, type=mul]; -"292 zero_point_updated_constant19" [id=292, type="get_attr"]; -"293 sub_tensor_19" [id=293, type=sub]; -"294 conv2d_27" [id=294, type=conv2d]; -"295 hardswish__8" [id=295, type="hardswish_"]; -"296 quantize_per_tensor_default_24" [id=296, type="quantize_per_tensor"]; -"297 dequantize_per_tensor_default_24" [id=297, type="dequantize_per_tensor"]; -"298 adaptive_avg_pool2d_4" [id=298, type="adaptive_avg_pool2d"]; -"299 conv2d_28" [id=299, type=conv2d]; -"300 relu_4" [id=300, type=relu]; -"301 conv2d_29" [id=301, type=conv2d]; -"302 hardsigmoid_4" [id=302, type=hardsigmoid]; -"303 quantize_per_tensor_default_25" [id=303, type="quantize_per_tensor"]; -"304 dequantize_per_tensor_default_25" [id=304, type="dequantize_per_tensor"]; -"305 mul_4" [id=305, type=mul]; -"306 quantize_per_tensor_default_26" [id=306, type="quantize_per_tensor"]; -"307 dequantize_per_tensor_default_26" [id=307, type="dequantize_per_tensor"]; -"308 features_7_block_3_0_weight_bias" [id=308, type="get_attr"]; -"309 scale_updated_constant20" [id=309, type="get_attr"]; -"310 compressed_weight_updated_constant20" [id=310, type="get_attr"]; -"311 mul_tensor_20" [id=311, type=mul]; -"312 zero_point_updated_constant20" [id=312, type="get_attr"]; -"313 sub_tensor_20" [id=313, type=sub]; -"314 conv2d_30" [id=314, type=conv2d]; -"315 quantize_per_tensor_default_27" [id=315, type="quantize_per_tensor"]; -"316 dequantize_per_tensor_default_27" [id=316, type="dequantize_per_tensor"]; -"317 features_8_block_0_0_weight_bias" [id=317, type="get_attr"]; -"318 scale_updated_constant21" [id=318, type="get_attr"]; -"319 compressed_weight_updated_constant21" [id=319, type="get_attr"]; -"320 mul_tensor_21" [id=320, type=mul]; -"321 zero_point_updated_constant21" [id=321, type="get_attr"]; -"322 sub_tensor_21" [id=322, type=sub]; -"323 conv2d_31" [id=323, type=conv2d]; -"324 hardswish__9_scale_0" [id=324, type="get_attr"]; -"325 hardswish__9_zero_point_0" [id=325, type="get_attr"]; -"326 hardswish__9" [id=326, type="hardswish_"]; -"327 quantize_per_channel_default_29" [id=327, type="quantize_per_channel"]; -"328 dequantize_per_channel_default_29" [id=328, type="dequantize_per_channel"]; -"329 features_8_block_1_0_weight_bias" [id=329, type="get_attr"]; -"330 scale_updated_constant22" [id=330, type="get_attr"]; -"331 compressed_weight_updated_constant22" [id=331, type="get_attr"]; -"332 mul_tensor_22" [id=332, type=mul]; -"333 zero_point_updated_constant22" [id=333, type="get_attr"]; -"334 sub_tensor_22" [id=334, type=sub]; -"335 conv2d_32" [id=335, type=conv2d]; -"336 hardswish__10" [id=336, type="hardswish_"]; -"337 quantize_per_tensor_default_28" [id=337, type="quantize_per_tensor"]; -"338 dequantize_per_tensor_default_28" [id=338, type="dequantize_per_tensor"]; -"339 adaptive_avg_pool2d_5" [id=339, type="adaptive_avg_pool2d"]; -"340 conv2d_33" [id=340, type=conv2d]; -"341 relu_5" [id=341, type=relu]; -"342 conv2d_34" [id=342, type=conv2d]; -"343 hardsigmoid_5" [id=343, type=hardsigmoid]; -"344 quantize_per_tensor_default_29" [id=344, type="quantize_per_tensor"]; -"345 dequantize_per_tensor_default_29" [id=345, type="dequantize_per_tensor"]; -"346 mul_5" [id=346, type=mul]; -"347 quantize_per_tensor_default_30" [id=347, type="quantize_per_tensor"]; -"348 dequantize_per_tensor_default_30" [id=348, type="dequantize_per_tensor"]; -"349 features_8_block_3_0_weight_bias" [id=349, type="get_attr"]; -"350 scale_updated_constant23" [id=350, type="get_attr"]; -"351 compressed_weight_updated_constant23" [id=351, type="get_attr"]; -"352 mul_tensor_23" [id=352, type=mul]; -"353 zero_point_updated_constant23" [id=353, type="get_attr"]; -"354 sub_tensor_23" [id=354, type=sub]; -"355 conv2d_35" [id=355, type=conv2d]; -"356 quantize_per_tensor_default_31" [id=356, type="quantize_per_tensor"]; -"357 dequantize_per_tensor_default_31" [id=357, type="dequantize_per_tensor"]; -"358 add__3" [id=358, type="add_"]; -"359 quantize_per_tensor_default_32" [id=359, type="quantize_per_tensor"]; -"360 dequantize_per_tensor_default_32" [id=360, type="dequantize_per_tensor"]; -"361 features_9_block_0_0_weight_bias" [id=361, type="get_attr"]; -"362 scale_updated_constant24" [id=362, type="get_attr"]; -"363 compressed_weight_updated_constant24" [id=363, type="get_attr"]; -"364 mul_tensor_24" [id=364, type=mul]; -"365 zero_point_updated_constant24" [id=365, type="get_attr"]; -"366 sub_tensor_24" [id=366, type=sub]; -"367 conv2d_36" [id=367, type=conv2d]; -"368 hardswish__11_scale_0" [id=368, type="get_attr"]; -"369 hardswish__11_zero_point_0" [id=369, type="get_attr"]; -"370 hardswish__11" [id=370, type="hardswish_"]; -"371 quantize_per_channel_default_33" [id=371, type="quantize_per_channel"]; -"372 dequantize_per_channel_default_33" [id=372, type="dequantize_per_channel"]; -"373 features_9_block_1_0_weight_bias" [id=373, type="get_attr"]; -"374 scale_updated_constant25" [id=374, type="get_attr"]; -"375 compressed_weight_updated_constant25" [id=375, type="get_attr"]; -"376 mul_tensor_25" [id=376, type=mul]; -"377 zero_point_updated_constant25" [id=377, type="get_attr"]; -"378 sub_tensor_25" [id=378, type=sub]; -"379 conv2d_37" [id=379, type=conv2d]; -"380 hardswish__12" [id=380, type="hardswish_"]; -"381 quantize_per_tensor_default_33" [id=381, type="quantize_per_tensor"]; -"382 dequantize_per_tensor_default_33" [id=382, type="dequantize_per_tensor"]; -"383 adaptive_avg_pool2d_6" [id=383, type="adaptive_avg_pool2d"]; -"384 conv2d_38" [id=384, type=conv2d]; -"385 relu_6" [id=385, type=relu]; -"386 conv2d_39" [id=386, type=conv2d]; -"387 hardsigmoid_6" [id=387, type=hardsigmoid]; -"388 quantize_per_tensor_default_34" [id=388, type="quantize_per_tensor"]; -"389 dequantize_per_tensor_default_34" [id=389, type="dequantize_per_tensor"]; -"390 mul_6" [id=390, type=mul]; -"391 quantize_per_tensor_default_35" [id=391, type="quantize_per_tensor"]; -"392 dequantize_per_tensor_default_35" [id=392, type="dequantize_per_tensor"]; -"393 features_9_block_3_0_weight_bias" [id=393, type="get_attr"]; -"394 scale_updated_constant26" [id=394, type="get_attr"]; -"395 compressed_weight_updated_constant26" [id=395, type="get_attr"]; -"396 mul_tensor_26" [id=396, type=mul]; -"397 zero_point_updated_constant26" [id=397, type="get_attr"]; -"398 sub_tensor_26" [id=398, type=sub]; -"399 conv2d_40" [id=399, type=conv2d]; -"400 quantize_per_tensor_default_36" [id=400, type="quantize_per_tensor"]; -"401 dequantize_per_tensor_default_36" [id=401, type="dequantize_per_tensor"]; -"402 features_10_block_0_0_weight_bias" [id=402, type="get_attr"]; -"403 scale_updated_constant27" [id=403, type="get_attr"]; -"404 compressed_weight_updated_constant27" [id=404, type="get_attr"]; -"405 mul_tensor_27" [id=405, type=mul]; -"406 zero_point_updated_constant27" [id=406, type="get_attr"]; -"407 sub_tensor_27" [id=407, type=sub]; -"408 conv2d_41" [id=408, type=conv2d]; -"409 hardswish__13_scale_0" [id=409, type="get_attr"]; -"410 hardswish__13_zero_point_0" [id=410, type="get_attr"]; -"411 hardswish__13" [id=411, type="hardswish_"]; -"412 quantize_per_channel_default_37" [id=412, type="quantize_per_channel"]; -"413 dequantize_per_channel_default_37" [id=413, type="dequantize_per_channel"]; -"414 features_10_block_1_0_weight_bias" [id=414, type="get_attr"]; -"415 scale_updated_constant28" [id=415, type="get_attr"]; -"416 compressed_weight_updated_constant28" [id=416, type="get_attr"]; -"417 mul_tensor_28" [id=417, type=mul]; -"418 zero_point_updated_constant28" [id=418, type="get_attr"]; -"419 sub_tensor_28" [id=419, type=sub]; -"420 conv2d_42" [id=420, type=conv2d]; -"421 hardswish__14" [id=421, type="hardswish_"]; -"422 quantize_per_tensor_default_37" [id=422, type="quantize_per_tensor"]; -"423 dequantize_per_tensor_default_37" [id=423, type="dequantize_per_tensor"]; -"424 adaptive_avg_pool2d_7" [id=424, type="adaptive_avg_pool2d"]; -"425 conv2d_43" [id=425, type=conv2d]; -"426 relu_7" [id=426, type=relu]; -"427 conv2d_44" [id=427, type=conv2d]; -"428 hardsigmoid_7" [id=428, type=hardsigmoid]; -"429 quantize_per_tensor_default_38" [id=429, type="quantize_per_tensor"]; -"430 dequantize_per_tensor_default_38" [id=430, type="dequantize_per_tensor"]; -"431 mul_7" [id=431, type=mul]; -"432 quantize_per_tensor_default_39" [id=432, type="quantize_per_tensor"]; -"433 dequantize_per_tensor_default_39" [id=433, type="dequantize_per_tensor"]; -"434 features_10_block_3_0_weight_bias" [id=434, type="get_attr"]; -"435 scale_updated_constant29" [id=435, type="get_attr"]; -"436 compressed_weight_updated_constant29" [id=436, type="get_attr"]; -"437 mul_tensor_29" [id=437, type=mul]; -"438 zero_point_updated_constant29" [id=438, type="get_attr"]; -"439 sub_tensor_29" [id=439, type=sub]; -"440 conv2d_45" [id=440, type=conv2d]; -"441 quantize_per_tensor_default_40" [id=441, type="quantize_per_tensor"]; -"442 dequantize_per_tensor_default_40" [id=442, type="dequantize_per_tensor"]; -"443 add__4" [id=443, type="add_"]; -"444 quantize_per_tensor_default_41" [id=444, type="quantize_per_tensor"]; -"445 dequantize_per_tensor_default_41" [id=445, type="dequantize_per_tensor"]; -"446 features_11_block_0_0_weight_bias" [id=446, type="get_attr"]; -"447 scale_updated_constant30" [id=447, type="get_attr"]; -"448 compressed_weight_updated_constant30" [id=448, type="get_attr"]; -"449 mul_tensor_30" [id=449, type=mul]; -"450 zero_point_updated_constant30" [id=450, type="get_attr"]; -"451 sub_tensor_30" [id=451, type=sub]; -"452 conv2d_46" [id=452, type=conv2d]; -"453 hardswish__15_scale_0" [id=453, type="get_attr"]; -"454 hardswish__15_zero_point_0" [id=454, type="get_attr"]; -"455 hardswish__15" [id=455, type="hardswish_"]; -"456 quantize_per_channel_default_41" [id=456, type="quantize_per_channel"]; -"457 dequantize_per_channel_default_41" [id=457, type="dequantize_per_channel"]; -"458 features_11_block_1_0_weight_bias" [id=458, type="get_attr"]; -"459 scale_updated_constant31" [id=459, type="get_attr"]; -"460 compressed_weight_updated_constant31" [id=460, type="get_attr"]; -"461 mul_tensor_31" [id=461, type=mul]; -"462 zero_point_updated_constant31" [id=462, type="get_attr"]; -"463 sub_tensor_31" [id=463, type=sub]; -"464 conv2d_47" [id=464, type=conv2d]; -"465 hardswish__16" [id=465, type="hardswish_"]; -"466 quantize_per_tensor_default_42" [id=466, type="quantize_per_tensor"]; -"467 dequantize_per_tensor_default_42" [id=467, type="dequantize_per_tensor"]; -"468 adaptive_avg_pool2d_8" [id=468, type="adaptive_avg_pool2d"]; -"469 conv2d_48" [id=469, type=conv2d]; -"470 relu_8" [id=470, type=relu]; -"471 conv2d_49" [id=471, type=conv2d]; -"472 hardsigmoid_8" [id=472, type=hardsigmoid]; -"473 quantize_per_tensor_default_43" [id=473, type="quantize_per_tensor"]; -"474 dequantize_per_tensor_default_43" [id=474, type="dequantize_per_tensor"]; -"475 mul_8" [id=475, type=mul]; -"476 quantize_per_tensor_default_44" [id=476, type="quantize_per_tensor"]; -"477 dequantize_per_tensor_default_44" [id=477, type="dequantize_per_tensor"]; -"478 features_11_block_3_0_weight_bias" [id=478, type="get_attr"]; -"479 scale_updated_constant32" [id=479, type="get_attr"]; -"480 compressed_weight_updated_constant32" [id=480, type="get_attr"]; -"481 mul_tensor_32" [id=481, type=mul]; -"482 zero_point_updated_constant32" [id=482, type="get_attr"]; -"483 sub_tensor_32" [id=483, type=sub]; -"484 conv2d_50" [id=484, type=conv2d]; -"485 quantize_per_tensor_default_45" [id=485, type="quantize_per_tensor"]; -"486 dequantize_per_tensor_default_45" [id=486, type="dequantize_per_tensor"]; -"487 add__5" [id=487, type="add_"]; -"488 quantize_per_tensor_default_46" [id=488, type="quantize_per_tensor"]; -"489 dequantize_per_tensor_default_46" [id=489, type="dequantize_per_tensor"]; -"490 features_12_0_weight_bias" [id=490, type="get_attr"]; -"491 scale_updated_constant33" [id=491, type="get_attr"]; -"492 compressed_weight_updated_constant33" [id=492, type="get_attr"]; -"493 mul_tensor_33" [id=493, type=mul]; -"494 zero_point_updated_constant33" [id=494, type="get_attr"]; -"495 sub_tensor_33" [id=495, type=sub]; -"496 conv2d_51" [id=496, type=conv2d]; -"497 hardswish__17" [id=497, type="hardswish_"]; -"498 quantize_per_tensor_default_47" [id=498, type="quantize_per_tensor"]; -"499 dequantize_per_tensor_default_47" [id=499, type="dequantize_per_tensor"]; -"500 adaptive_avg_pool2d_9" [id=500, type="adaptive_avg_pool2d"]; -"501 quantize_per_tensor_default_48" [id=501, type="quantize_per_tensor"]; -"502 dequantize_per_tensor_default_48" [id=502, type="dequantize_per_tensor"]; -"503 flatten" [id=503, type=flatten]; -"504 scale_updated_constant34" [id=504, type="get_attr"]; -"505 compressed_weight_updated_constant34" [id=505, type="get_attr"]; -"506 mul_tensor_34" [id=506, type=mul]; -"507 zero_point_updated_constant34" [id=507, type="get_attr"]; -"508 sub_tensor_34" [id=508, type=sub]; -"509 linear" [id=509, type=linear]; -"510 hardswish__18" [id=510, type="hardswish_"]; -"511 quantize_per_tensor_default_49" [id=511, type="quantize_per_tensor"]; -"512 dequantize_per_tensor_default_49" [id=512, type="dequantize_per_tensor"]; -"513 dropout_" [id=513, type="dropout_"]; -"514 scale_updated_constant35" [id=514, type="get_attr"]; -"515 compressed_weight_updated_constant35" [id=515, type="get_attr"]; -"516 mul_tensor_35" [id=516, type=mul]; -"517 zero_point_updated_constant35" [id=517, type="get_attr"]; -"518 sub_tensor_35" [id=518, type=sub]; -"519 linear_1" [id=519, type=linear]; -"520 output" [id=520, type=output]; -"0 features_1_block_1_fc1_weight" -> "64 conv2d_2" [style=solid, label="(8, 16, 1, 1)"]; -"1 features_1_block_1_fc1_bias" -> "64 conv2d_2" [style=solid, label="(8,)"]; -"2 features_1_block_1_fc2_weight" -> "66 conv2d_3" [style=solid, label="(16, 8, 1, 1)"]; -"3 features_1_block_1_fc2_bias" -> "66 conv2d_3" [style=solid, label="(16,)"]; -"4 features_4_block_2_fc1_weight" -> "170 conv2d_13" [style=solid, label="(24, 96, 1, 1)"]; -"5 features_4_block_2_fc1_bias" -> "170 conv2d_13" [style=solid, label="(24,)"]; -"6 features_4_block_2_fc2_weight" -> "172 conv2d_14" [style=solid, label="(96, 24, 1, 1)"]; -"7 features_4_block_2_fc2_bias" -> "172 conv2d_14" [style=solid, label="(96,)"]; -"8 features_5_block_2_fc1_weight" -> "211 conv2d_18" [style=solid, label="(64, 240, 1, 1)"]; -"9 features_5_block_2_fc1_bias" -> "211 conv2d_18" [style=solid, label="(64,)"]; -"10 features_5_block_2_fc2_weight" -> "213 conv2d_19" [style=solid, label="(240, 64, 1, 1)"]; -"11 features_5_block_2_fc2_bias" -> "213 conv2d_19" [style=solid, label="(240,)"]; -"12 features_6_block_2_fc1_weight" -> "255 conv2d_23" [style=solid, label="(64, 240, 1, 1)"]; -"13 features_6_block_2_fc1_bias" -> "255 conv2d_23" [style=solid, label="(64,)"]; -"14 features_6_block_2_fc2_weight" -> "257 conv2d_24" [style=solid, label="(240, 64, 1, 1)"]; -"15 features_6_block_2_fc2_bias" -> "257 conv2d_24" [style=solid, label="(240,)"]; -"16 features_7_block_2_fc1_weight" -> "299 conv2d_28" [style=solid, label="(32, 120, 1, 1)"]; -"17 features_7_block_2_fc1_bias" -> "299 conv2d_28" [style=solid, label="(32,)"]; -"18 features_7_block_2_fc2_weight" -> "301 conv2d_29" [style=solid, label="(120, 32, 1, 1)"]; -"19 features_7_block_2_fc2_bias" -> "301 conv2d_29" [style=solid, label="(120,)"]; -"20 features_8_block_2_fc1_weight" -> "340 conv2d_33" [style=solid, label="(40, 144, 1, 1)"]; -"21 features_8_block_2_fc1_bias" -> "340 conv2d_33" [style=solid, label="(40,)"]; -"22 features_8_block_2_fc2_weight" -> "342 conv2d_34" [style=solid, label="(144, 40, 1, 1)"]; -"23 features_8_block_2_fc2_bias" -> "342 conv2d_34" [style=solid, label="(144,)"]; -"24 features_9_block_2_fc1_weight" -> "384 conv2d_38" [style=solid, label="(72, 288, 1, 1)"]; -"25 features_9_block_2_fc1_bias" -> "384 conv2d_38" [style=solid, label="(72,)"]; -"26 features_9_block_2_fc2_weight" -> "386 conv2d_39" [style=solid, label="(288, 72, 1, 1)"]; -"27 features_9_block_2_fc2_bias" -> "386 conv2d_39" [style=solid, label="(288,)"]; -"28 features_10_block_2_fc1_weight" -> "425 conv2d_43" [style=solid, label="(144, 576, 1, 1)"]; -"29 features_10_block_2_fc1_bias" -> "425 conv2d_43" [style=solid, label="(144,)"]; -"30 features_10_block_2_fc2_weight" -> "427 conv2d_44" [style=solid, label="(576, 144, 1, 1)"]; -"31 features_10_block_2_fc2_bias" -> "427 conv2d_44" [style=solid, label="(576,)"]; -"32 features_11_block_2_fc1_weight" -> "469 conv2d_48" [style=solid, label="(144, 576, 1, 1)"]; -"33 features_11_block_2_fc1_bias" -> "469 conv2d_48" [style=solid, label="(144,)"]; -"34 features_11_block_2_fc2_weight" -> "471 conv2d_49" [style=solid, label="(576, 144, 1, 1)"]; -"35 features_11_block_2_fc2_bias" -> "471 conv2d_49" [style=solid, label="(576,)"]; -"36 classifier_0_bias" -> "509 linear" [style=solid, label="(1024,)"]; -"37 classifier_3_bias" -> "519 linear_1" [style=solid, label="(1000,)"]; -"38 x" -> "39 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"39 quantize_per_tensor_default" -> "40 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"40 dequantize_per_tensor_default" -> "47 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"61 quantize_per_tensor_4" [id=61, type="quantize_per_tensor"]; +"62 dequantize_per_tensor_5" [id=62, type="dequantize_per_tensor"]; +"63 dequantize_per_tensor_6" [id=63, type="dequantize_per_tensor"]; +"64 adaptive_avg_pool2d" [id=64, type="adaptive_avg_pool2d"]; +"65 conv2d_2" [id=65, type=conv2d]; +"66 relu" [id=66, type=relu]; +"67 conv2d_3" [id=67, type=conv2d]; +"68 hardsigmoid" [id=68, type=hardsigmoid]; +"69 quantize_per_tensor_7" [id=69, type="quantize_per_tensor"]; +"70 dequantize_per_tensor_8" [id=70, type="dequantize_per_tensor"]; +"71 mul" [id=71, type=mul]; +"72 quantize_per_tensor_9" [id=72, type="quantize_per_tensor"]; +"73 dequantize_per_tensor_10" [id=73, type="dequantize_per_tensor"]; +"74 features_1_block_2_0_weight_bias" [id=74, type="get_attr"]; +"75 scale_updated_constant2" [id=75, type="get_attr"]; +"76 compressed_weight_updated_constant2" [id=76, type="get_attr"]; +"77 mul_tensor_2" [id=77, type=mul]; +"78 zero_point_updated_constant2" [id=78, type="get_attr"]; +"79 sub_tensor_2" [id=79, type=sub]; +"80 conv2d_4" [id=80, type=conv2d]; +"81 quantize_per_tensor_11" [id=81, type="quantize_per_tensor"]; +"82 dequantize_per_tensor_12" [id=82, type="dequantize_per_tensor"]; +"83 features_2_block_0_0_weight_bias" [id=83, type="get_attr"]; +"84 scale_updated_constant3" [id=84, type="get_attr"]; +"85 compressed_weight_updated_constant3" [id=85, type="get_attr"]; +"86 mul_tensor_3" [id=86, type=mul]; +"87 zero_point_updated_constant3" [id=87, type="get_attr"]; +"88 sub_tensor_3" [id=88, type=sub]; +"89 conv2d_5" [id=89, type=conv2d]; +"90 relu__1_scale_0" [id=90, type="get_attr"]; +"91 relu__1_zero_point_0" [id=91, type="get_attr"]; +"92 relu__1" [id=92, type="relu_"]; +"93 quantize_per_channel_13" [id=93, type="quantize_per_channel"]; +"94 dequantize_per_channel_14" [id=94, type="dequantize_per_channel"]; +"95 features_2_block_1_0_weight_bias" [id=95, type="get_attr"]; +"96 scale_updated_constant4" [id=96, type="get_attr"]; +"97 compressed_weight_updated_constant4" [id=97, type="get_attr"]; +"98 mul_tensor_4" [id=98, type=mul]; +"99 zero_point_updated_constant4" [id=99, type="get_attr"]; +"100 sub_tensor_4" [id=100, type=sub]; +"101 conv2d_6" [id=101, type=conv2d]; +"102 relu__2" [id=102, type="relu_"]; +"103 quantize_per_tensor_15" [id=103, type="quantize_per_tensor"]; +"104 dequantize_per_tensor_16" [id=104, type="dequantize_per_tensor"]; +"105 features_2_block_2_0_weight_bias" [id=105, type="get_attr"]; +"106 scale_updated_constant5" [id=106, type="get_attr"]; +"107 compressed_weight_updated_constant5" [id=107, type="get_attr"]; +"108 mul_tensor_5" [id=108, type=mul]; +"109 zero_point_updated_constant5" [id=109, type="get_attr"]; +"110 sub_tensor_5" [id=110, type=sub]; +"111 conv2d_7" [id=111, type=conv2d]; +"112 quantize_per_tensor_17" [id=112, type="quantize_per_tensor"]; +"113 dequantize_per_tensor_18" [id=113, type="dequantize_per_tensor"]; +"114 dequantize_per_tensor_19" [id=114, type="dequantize_per_tensor"]; +"115 features_3_block_0_0_weight_bias" [id=115, type="get_attr"]; +"116 scale_updated_constant6" [id=116, type="get_attr"]; +"117 compressed_weight_updated_constant6" [id=117, type="get_attr"]; +"118 mul_tensor_6" [id=118, type=mul]; +"119 zero_point_updated_constant6" [id=119, type="get_attr"]; +"120 sub_tensor_6" [id=120, type=sub]; +"121 conv2d_8" [id=121, type=conv2d]; +"122 relu__3_scale_0" [id=122, type="get_attr"]; +"123 relu__3_zero_point_0" [id=123, type="get_attr"]; +"124 relu__3" [id=124, type="relu_"]; +"125 quantize_per_channel_20" [id=125, type="quantize_per_channel"]; +"126 dequantize_per_channel_21" [id=126, type="dequantize_per_channel"]; +"127 features_3_block_1_0_weight_bias" [id=127, type="get_attr"]; +"128 scale_updated_constant7" [id=128, type="get_attr"]; +"129 compressed_weight_updated_constant7" [id=129, type="get_attr"]; +"130 mul_tensor_7" [id=130, type=mul]; +"131 zero_point_updated_constant7" [id=131, type="get_attr"]; +"132 sub_tensor_7" [id=132, type=sub]; +"133 conv2d_9" [id=133, type=conv2d]; +"134 relu__4" [id=134, type="relu_"]; +"135 quantize_per_tensor_22" [id=135, type="quantize_per_tensor"]; +"136 dequantize_per_tensor_23" [id=136, type="dequantize_per_tensor"]; +"137 features_3_block_2_0_weight_bias" [id=137, type="get_attr"]; +"138 scale_updated_constant8" [id=138, type="get_attr"]; +"139 compressed_weight_updated_constant8" [id=139, type="get_attr"]; +"140 mul_tensor_8" [id=140, type=mul]; +"141 zero_point_updated_constant8" [id=141, type="get_attr"]; +"142 sub_tensor_8" [id=142, type=sub]; +"143 conv2d_10" [id=143, type=conv2d]; +"144 quantize_per_tensor_24" [id=144, type="quantize_per_tensor"]; +"145 dequantize_per_tensor_25" [id=145, type="dequantize_per_tensor"]; +"146 add_" [id=146, type="add_"]; +"147 quantize_per_tensor_26" [id=147, type="quantize_per_tensor"]; +"148 dequantize_per_tensor_27" [id=148, type="dequantize_per_tensor"]; +"149 features_4_block_0_0_weight_bias" [id=149, type="get_attr"]; +"150 scale_updated_constant9" [id=150, type="get_attr"]; +"151 compressed_weight_updated_constant9" [id=151, type="get_attr"]; +"152 mul_tensor_9" [id=152, type=mul]; +"153 zero_point_updated_constant9" [id=153, type="get_attr"]; +"154 sub_tensor_9" [id=154, type=sub]; +"155 conv2d_11" [id=155, type=conv2d]; +"156 hardswish__1_scale_0" [id=156, type="get_attr"]; +"157 hardswish__1_zero_point_0" [id=157, type="get_attr"]; +"158 hardswish__1" [id=158, type="hardswish_"]; +"159 quantize_per_channel_28" [id=159, type="quantize_per_channel"]; +"160 dequantize_per_channel_29" [id=160, type="dequantize_per_channel"]; +"161 features_4_block_1_0_weight_bias" [id=161, type="get_attr"]; +"162 scale_updated_constant10" [id=162, type="get_attr"]; +"163 compressed_weight_updated_constant10" [id=163, type="get_attr"]; +"164 mul_tensor_10" [id=164, type=mul]; +"165 zero_point_updated_constant10" [id=165, type="get_attr"]; +"166 sub_tensor_10" [id=166, type=sub]; +"167 conv2d_12" [id=167, type=conv2d]; +"168 hardswish__2" [id=168, type="hardswish_"]; +"169 quantize_per_tensor_30" [id=169, type="quantize_per_tensor"]; +"170 dequantize_per_tensor_31" [id=170, type="dequantize_per_tensor"]; +"171 dequantize_per_tensor_32" [id=171, type="dequantize_per_tensor"]; +"172 adaptive_avg_pool2d_1" [id=172, type="adaptive_avg_pool2d"]; +"173 conv2d_13" [id=173, type=conv2d]; +"174 relu_1" [id=174, type=relu]; +"175 conv2d_14" [id=175, type=conv2d]; +"176 hardsigmoid_1" [id=176, type=hardsigmoid]; +"177 quantize_per_tensor_33" [id=177, type="quantize_per_tensor"]; +"178 dequantize_per_tensor_34" [id=178, type="dequantize_per_tensor"]; +"179 mul_1" [id=179, type=mul]; +"180 quantize_per_tensor_35" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_36" [id=181, type="dequantize_per_tensor"]; +"182 features_4_block_3_0_weight_bias" [id=182, type="get_attr"]; +"183 scale_updated_constant11" [id=183, type="get_attr"]; +"184 compressed_weight_updated_constant11" [id=184, type="get_attr"]; +"185 mul_tensor_11" [id=185, type=mul]; +"186 zero_point_updated_constant11" [id=186, type="get_attr"]; +"187 sub_tensor_11" [id=187, type=sub]; +"188 conv2d_15" [id=188, type=conv2d]; +"189 quantize_per_tensor_37" [id=189, type="quantize_per_tensor"]; +"190 dequantize_per_tensor_38" [id=190, type="dequantize_per_tensor"]; +"191 dequantize_per_tensor_39" [id=191, type="dequantize_per_tensor"]; +"192 features_5_block_0_0_weight_bias" [id=192, type="get_attr"]; +"193 scale_updated_constant12" [id=193, type="get_attr"]; +"194 compressed_weight_updated_constant12" [id=194, type="get_attr"]; +"195 mul_tensor_12" [id=195, type=mul]; +"196 zero_point_updated_constant12" [id=196, type="get_attr"]; +"197 sub_tensor_12" [id=197, type=sub]; +"198 conv2d_16" [id=198, type=conv2d]; +"199 hardswish__3_scale_0" [id=199, type="get_attr"]; +"200 hardswish__3_zero_point_0" [id=200, type="get_attr"]; +"201 hardswish__3" [id=201, type="hardswish_"]; +"202 quantize_per_channel_40" [id=202, type="quantize_per_channel"]; +"203 dequantize_per_channel_41" [id=203, type="dequantize_per_channel"]; +"204 features_5_block_1_0_weight_bias" [id=204, type="get_attr"]; +"205 scale_updated_constant13" [id=205, type="get_attr"]; +"206 compressed_weight_updated_constant13" [id=206, type="get_attr"]; +"207 mul_tensor_13" [id=207, type=mul]; +"208 zero_point_updated_constant13" [id=208, type="get_attr"]; +"209 sub_tensor_13" [id=209, type=sub]; +"210 conv2d_17" [id=210, type=conv2d]; +"211 hardswish__4" [id=211, type="hardswish_"]; +"212 quantize_per_tensor_42" [id=212, type="quantize_per_tensor"]; +"213 dequantize_per_tensor_43" [id=213, type="dequantize_per_tensor"]; +"214 dequantize_per_tensor_44" [id=214, type="dequantize_per_tensor"]; +"215 adaptive_avg_pool2d_2" [id=215, type="adaptive_avg_pool2d"]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu_2" [id=217, type=relu]; +"218 conv2d_19" [id=218, type=conv2d]; +"219 hardsigmoid_2" [id=219, type=hardsigmoid]; +"220 quantize_per_tensor_45" [id=220, type="quantize_per_tensor"]; +"221 dequantize_per_tensor_46" [id=221, type="dequantize_per_tensor"]; +"222 mul_2" [id=222, type=mul]; +"223 quantize_per_tensor_47" [id=223, type="quantize_per_tensor"]; +"224 dequantize_per_tensor_48" [id=224, type="dequantize_per_tensor"]; +"225 features_5_block_3_0_weight_bias" [id=225, type="get_attr"]; +"226 scale_updated_constant14" [id=226, type="get_attr"]; +"227 compressed_weight_updated_constant14" [id=227, type="get_attr"]; +"228 mul_tensor_14" [id=228, type=mul]; +"229 zero_point_updated_constant14" [id=229, type="get_attr"]; +"230 sub_tensor_14" [id=230, type=sub]; +"231 conv2d_20" [id=231, type=conv2d]; +"232 quantize_per_tensor_49" [id=232, type="quantize_per_tensor"]; +"233 dequantize_per_tensor_50" [id=233, type="dequantize_per_tensor"]; +"234 add__1" [id=234, type="add_"]; +"235 quantize_per_tensor_51" [id=235, type="quantize_per_tensor"]; +"236 dequantize_per_tensor_52" [id=236, type="dequantize_per_tensor"]; +"237 dequantize_per_tensor_53" [id=237, type="dequantize_per_tensor"]; +"238 features_6_block_0_0_weight_bias" [id=238, type="get_attr"]; +"239 scale_updated_constant15" [id=239, type="get_attr"]; +"240 compressed_weight_updated_constant15" [id=240, type="get_attr"]; +"241 mul_tensor_15" [id=241, type=mul]; +"242 zero_point_updated_constant15" [id=242, type="get_attr"]; +"243 sub_tensor_15" [id=243, type=sub]; +"244 conv2d_21" [id=244, type=conv2d]; +"245 hardswish__5_scale_0" [id=245, type="get_attr"]; +"246 hardswish__5_zero_point_0" [id=246, type="get_attr"]; +"247 hardswish__5" [id=247, type="hardswish_"]; +"248 quantize_per_channel_54" [id=248, type="quantize_per_channel"]; +"249 dequantize_per_channel_55" [id=249, type="dequantize_per_channel"]; +"250 features_6_block_1_0_weight_bias" [id=250, type="get_attr"]; +"251 scale_updated_constant16" [id=251, type="get_attr"]; +"252 compressed_weight_updated_constant16" [id=252, type="get_attr"]; +"253 mul_tensor_16" [id=253, type=mul]; +"254 zero_point_updated_constant16" [id=254, type="get_attr"]; +"255 sub_tensor_16" [id=255, type=sub]; +"256 conv2d_22" [id=256, type=conv2d]; +"257 hardswish__6" [id=257, type="hardswish_"]; +"258 quantize_per_tensor_56" [id=258, type="quantize_per_tensor"]; +"259 dequantize_per_tensor_57" [id=259, type="dequantize_per_tensor"]; +"260 dequantize_per_tensor_58" [id=260, type="dequantize_per_tensor"]; +"261 adaptive_avg_pool2d_3" [id=261, type="adaptive_avg_pool2d"]; +"262 conv2d_23" [id=262, type=conv2d]; +"263 relu_3" [id=263, type=relu]; +"264 conv2d_24" [id=264, type=conv2d]; +"265 hardsigmoid_3" [id=265, type=hardsigmoid]; +"266 quantize_per_tensor_59" [id=266, type="quantize_per_tensor"]; +"267 dequantize_per_tensor_60" [id=267, type="dequantize_per_tensor"]; +"268 mul_3" [id=268, type=mul]; +"269 quantize_per_tensor_61" [id=269, type="quantize_per_tensor"]; +"270 dequantize_per_tensor_62" [id=270, type="dequantize_per_tensor"]; +"271 features_6_block_3_0_weight_bias" [id=271, type="get_attr"]; +"272 scale_updated_constant17" [id=272, type="get_attr"]; +"273 compressed_weight_updated_constant17" [id=273, type="get_attr"]; +"274 mul_tensor_17" [id=274, type=mul]; +"275 zero_point_updated_constant17" [id=275, type="get_attr"]; +"276 sub_tensor_17" [id=276, type=sub]; +"277 conv2d_25" [id=277, type=conv2d]; +"278 quantize_per_tensor_63" [id=278, type="quantize_per_tensor"]; +"279 dequantize_per_tensor_64" [id=279, type="dequantize_per_tensor"]; +"280 add__2" [id=280, type="add_"]; +"281 quantize_per_tensor_65" [id=281, type="quantize_per_tensor"]; +"282 dequantize_per_tensor_66" [id=282, type="dequantize_per_tensor"]; +"283 features_7_block_0_0_weight_bias" [id=283, type="get_attr"]; +"284 scale_updated_constant18" [id=284, type="get_attr"]; +"285 compressed_weight_updated_constant18" [id=285, type="get_attr"]; +"286 mul_tensor_18" [id=286, type=mul]; +"287 zero_point_updated_constant18" [id=287, type="get_attr"]; +"288 sub_tensor_18" [id=288, type=sub]; +"289 conv2d_26" [id=289, type=conv2d]; +"290 hardswish__7_scale_0" [id=290, type="get_attr"]; +"291 hardswish__7_zero_point_0" [id=291, type="get_attr"]; +"292 hardswish__7" [id=292, type="hardswish_"]; +"293 quantize_per_channel_67" [id=293, type="quantize_per_channel"]; +"294 dequantize_per_channel_68" [id=294, type="dequantize_per_channel"]; +"295 features_7_block_1_0_weight_bias" [id=295, type="get_attr"]; +"296 scale_updated_constant19" [id=296, type="get_attr"]; +"297 compressed_weight_updated_constant19" [id=297, type="get_attr"]; +"298 mul_tensor_19" [id=298, type=mul]; +"299 zero_point_updated_constant19" [id=299, type="get_attr"]; +"300 sub_tensor_19" [id=300, type=sub]; +"301 conv2d_27" [id=301, type=conv2d]; +"302 hardswish__8" [id=302, type="hardswish_"]; +"303 quantize_per_tensor_69" [id=303, type="quantize_per_tensor"]; +"304 dequantize_per_tensor_70" [id=304, type="dequantize_per_tensor"]; +"305 dequantize_per_tensor_71" [id=305, type="dequantize_per_tensor"]; +"306 adaptive_avg_pool2d_4" [id=306, type="adaptive_avg_pool2d"]; +"307 conv2d_28" [id=307, type=conv2d]; +"308 relu_4" [id=308, type=relu]; +"309 conv2d_29" [id=309, type=conv2d]; +"310 hardsigmoid_4" [id=310, type=hardsigmoid]; +"311 quantize_per_tensor_72" [id=311, type="quantize_per_tensor"]; +"312 dequantize_per_tensor_73" [id=312, type="dequantize_per_tensor"]; +"313 mul_4" [id=313, type=mul]; +"314 quantize_per_tensor_74" [id=314, type="quantize_per_tensor"]; +"315 dequantize_per_tensor_75" [id=315, type="dequantize_per_tensor"]; +"316 features_7_block_3_0_weight_bias" [id=316, type="get_attr"]; +"317 scale_updated_constant20" [id=317, type="get_attr"]; +"318 compressed_weight_updated_constant20" [id=318, type="get_attr"]; +"319 mul_tensor_20" [id=319, type=mul]; +"320 zero_point_updated_constant20" [id=320, type="get_attr"]; +"321 sub_tensor_20" [id=321, type=sub]; +"322 conv2d_30" [id=322, type=conv2d]; +"323 quantize_per_tensor_76" [id=323, type="quantize_per_tensor"]; +"324 dequantize_per_tensor_77" [id=324, type="dequantize_per_tensor"]; +"325 dequantize_per_tensor_78" [id=325, type="dequantize_per_tensor"]; +"326 features_8_block_0_0_weight_bias" [id=326, type="get_attr"]; +"327 scale_updated_constant21" [id=327, type="get_attr"]; +"328 compressed_weight_updated_constant21" [id=328, type="get_attr"]; +"329 mul_tensor_21" [id=329, type=mul]; +"330 zero_point_updated_constant21" [id=330, type="get_attr"]; +"331 sub_tensor_21" [id=331, type=sub]; +"332 conv2d_31" [id=332, type=conv2d]; +"333 hardswish__9_scale_0" [id=333, type="get_attr"]; +"334 hardswish__9_zero_point_0" [id=334, type="get_attr"]; +"335 hardswish__9" [id=335, type="hardswish_"]; +"336 quantize_per_channel_79" [id=336, type="quantize_per_channel"]; +"337 dequantize_per_channel_80" [id=337, type="dequantize_per_channel"]; +"338 features_8_block_1_0_weight_bias" [id=338, type="get_attr"]; +"339 scale_updated_constant22" [id=339, type="get_attr"]; +"340 compressed_weight_updated_constant22" [id=340, type="get_attr"]; +"341 mul_tensor_22" [id=341, type=mul]; +"342 zero_point_updated_constant22" [id=342, type="get_attr"]; +"343 sub_tensor_22" [id=343, type=sub]; +"344 conv2d_32" [id=344, type=conv2d]; +"345 hardswish__10" [id=345, type="hardswish_"]; +"346 quantize_per_tensor_81" [id=346, type="quantize_per_tensor"]; +"347 dequantize_per_tensor_82" [id=347, type="dequantize_per_tensor"]; +"348 dequantize_per_tensor_83" [id=348, type="dequantize_per_tensor"]; +"349 adaptive_avg_pool2d_5" [id=349, type="adaptive_avg_pool2d"]; +"350 conv2d_33" [id=350, type=conv2d]; +"351 relu_5" [id=351, type=relu]; +"352 conv2d_34" [id=352, type=conv2d]; +"353 hardsigmoid_5" [id=353, type=hardsigmoid]; +"354 quantize_per_tensor_84" [id=354, type="quantize_per_tensor"]; +"355 dequantize_per_tensor_85" [id=355, type="dequantize_per_tensor"]; +"356 mul_5" [id=356, type=mul]; +"357 quantize_per_tensor_86" [id=357, type="quantize_per_tensor"]; +"358 dequantize_per_tensor_87" [id=358, type="dequantize_per_tensor"]; +"359 features_8_block_3_0_weight_bias" [id=359, type="get_attr"]; +"360 scale_updated_constant23" [id=360, type="get_attr"]; +"361 compressed_weight_updated_constant23" [id=361, type="get_attr"]; +"362 mul_tensor_23" [id=362, type=mul]; +"363 zero_point_updated_constant23" [id=363, type="get_attr"]; +"364 sub_tensor_23" [id=364, type=sub]; +"365 conv2d_35" [id=365, type=conv2d]; +"366 quantize_per_tensor_88" [id=366, type="quantize_per_tensor"]; +"367 dequantize_per_tensor_89" [id=367, type="dequantize_per_tensor"]; +"368 add__3" [id=368, type="add_"]; +"369 quantize_per_tensor_90" [id=369, type="quantize_per_tensor"]; +"370 dequantize_per_tensor_91" [id=370, type="dequantize_per_tensor"]; +"371 features_9_block_0_0_weight_bias" [id=371, type="get_attr"]; +"372 scale_updated_constant24" [id=372, type="get_attr"]; +"373 compressed_weight_updated_constant24" [id=373, type="get_attr"]; +"374 mul_tensor_24" [id=374, type=mul]; +"375 zero_point_updated_constant24" [id=375, type="get_attr"]; +"376 sub_tensor_24" [id=376, type=sub]; +"377 conv2d_36" [id=377, type=conv2d]; +"378 hardswish__11_scale_0" [id=378, type="get_attr"]; +"379 hardswish__11_zero_point_0" [id=379, type="get_attr"]; +"380 hardswish__11" [id=380, type="hardswish_"]; +"381 quantize_per_channel_92" [id=381, type="quantize_per_channel"]; +"382 dequantize_per_channel_93" [id=382, type="dequantize_per_channel"]; +"383 features_9_block_1_0_weight_bias" [id=383, type="get_attr"]; +"384 scale_updated_constant25" [id=384, type="get_attr"]; +"385 compressed_weight_updated_constant25" [id=385, type="get_attr"]; +"386 mul_tensor_25" [id=386, type=mul]; +"387 zero_point_updated_constant25" [id=387, type="get_attr"]; +"388 sub_tensor_25" [id=388, type=sub]; +"389 conv2d_37" [id=389, type=conv2d]; +"390 hardswish__12" [id=390, type="hardswish_"]; +"391 quantize_per_tensor_94" [id=391, type="quantize_per_tensor"]; +"392 dequantize_per_tensor_95" [id=392, type="dequantize_per_tensor"]; +"393 dequantize_per_tensor_96" [id=393, type="dequantize_per_tensor"]; +"394 adaptive_avg_pool2d_6" [id=394, type="adaptive_avg_pool2d"]; +"395 conv2d_38" [id=395, type=conv2d]; +"396 relu_6" [id=396, type=relu]; +"397 conv2d_39" [id=397, type=conv2d]; +"398 hardsigmoid_6" [id=398, type=hardsigmoid]; +"399 quantize_per_tensor_97" [id=399, type="quantize_per_tensor"]; +"400 dequantize_per_tensor_98" [id=400, type="dequantize_per_tensor"]; +"401 mul_6" [id=401, type=mul]; +"402 quantize_per_tensor_99" [id=402, type="quantize_per_tensor"]; +"403 dequantize_per_tensor_100" [id=403, type="dequantize_per_tensor"]; +"404 features_9_block_3_0_weight_bias" [id=404, type="get_attr"]; +"405 scale_updated_constant26" [id=405, type="get_attr"]; +"406 compressed_weight_updated_constant26" [id=406, type="get_attr"]; +"407 mul_tensor_26" [id=407, type=mul]; +"408 zero_point_updated_constant26" [id=408, type="get_attr"]; +"409 sub_tensor_26" [id=409, type=sub]; +"410 conv2d_40" [id=410, type=conv2d]; +"411 quantize_per_tensor_101" [id=411, type="quantize_per_tensor"]; +"412 dequantize_per_tensor_102" [id=412, type="dequantize_per_tensor"]; +"413 dequantize_per_tensor_103" [id=413, type="dequantize_per_tensor"]; +"414 features_10_block_0_0_weight_bias" [id=414, type="get_attr"]; +"415 scale_updated_constant27" [id=415, type="get_attr"]; +"416 compressed_weight_updated_constant27" [id=416, type="get_attr"]; +"417 mul_tensor_27" [id=417, type=mul]; +"418 zero_point_updated_constant27" [id=418, type="get_attr"]; +"419 sub_tensor_27" [id=419, type=sub]; +"420 conv2d_41" [id=420, type=conv2d]; +"421 hardswish__13_scale_0" [id=421, type="get_attr"]; +"422 hardswish__13_zero_point_0" [id=422, type="get_attr"]; +"423 hardswish__13" [id=423, type="hardswish_"]; +"424 quantize_per_channel_104" [id=424, type="quantize_per_channel"]; +"425 dequantize_per_channel_105" [id=425, type="dequantize_per_channel"]; +"426 features_10_block_1_0_weight_bias" [id=426, type="get_attr"]; +"427 scale_updated_constant28" [id=427, type="get_attr"]; +"428 compressed_weight_updated_constant28" [id=428, type="get_attr"]; +"429 mul_tensor_28" [id=429, type=mul]; +"430 zero_point_updated_constant28" [id=430, type="get_attr"]; +"431 sub_tensor_28" [id=431, type=sub]; +"432 conv2d_42" [id=432, type=conv2d]; +"433 hardswish__14" [id=433, type="hardswish_"]; +"434 quantize_per_tensor_106" [id=434, type="quantize_per_tensor"]; +"435 dequantize_per_tensor_107" [id=435, type="dequantize_per_tensor"]; +"436 dequantize_per_tensor_108" [id=436, type="dequantize_per_tensor"]; +"437 adaptive_avg_pool2d_7" [id=437, type="adaptive_avg_pool2d"]; +"438 conv2d_43" [id=438, type=conv2d]; +"439 relu_7" [id=439, type=relu]; +"440 conv2d_44" [id=440, type=conv2d]; +"441 hardsigmoid_7" [id=441, type=hardsigmoid]; +"442 quantize_per_tensor_109" [id=442, type="quantize_per_tensor"]; +"443 dequantize_per_tensor_110" [id=443, type="dequantize_per_tensor"]; +"444 mul_7" [id=444, type=mul]; +"445 quantize_per_tensor_111" [id=445, type="quantize_per_tensor"]; +"446 dequantize_per_tensor_112" [id=446, type="dequantize_per_tensor"]; +"447 features_10_block_3_0_weight_bias" [id=447, type="get_attr"]; +"448 scale_updated_constant29" [id=448, type="get_attr"]; +"449 compressed_weight_updated_constant29" [id=449, type="get_attr"]; +"450 mul_tensor_29" [id=450, type=mul]; +"451 zero_point_updated_constant29" [id=451, type="get_attr"]; +"452 sub_tensor_29" [id=452, type=sub]; +"453 conv2d_45" [id=453, type=conv2d]; +"454 quantize_per_tensor_113" [id=454, type="quantize_per_tensor"]; +"455 dequantize_per_tensor_114" [id=455, type="dequantize_per_tensor"]; +"456 add__4" [id=456, type="add_"]; +"457 quantize_per_tensor_115" [id=457, type="quantize_per_tensor"]; +"458 dequantize_per_tensor_116" [id=458, type="dequantize_per_tensor"]; +"459 dequantize_per_tensor_117" [id=459, type="dequantize_per_tensor"]; +"460 features_11_block_0_0_weight_bias" [id=460, type="get_attr"]; +"461 scale_updated_constant30" [id=461, type="get_attr"]; +"462 compressed_weight_updated_constant30" [id=462, type="get_attr"]; +"463 mul_tensor_30" [id=463, type=mul]; +"464 zero_point_updated_constant30" [id=464, type="get_attr"]; +"465 sub_tensor_30" [id=465, type=sub]; +"466 conv2d_46" [id=466, type=conv2d]; +"467 hardswish__15_scale_0" [id=467, type="get_attr"]; +"468 hardswish__15_zero_point_0" [id=468, type="get_attr"]; +"469 hardswish__15" [id=469, type="hardswish_"]; +"470 quantize_per_channel_118" [id=470, type="quantize_per_channel"]; +"471 dequantize_per_channel_119" [id=471, type="dequantize_per_channel"]; +"472 features_11_block_1_0_weight_bias" [id=472, type="get_attr"]; +"473 scale_updated_constant31" [id=473, type="get_attr"]; +"474 compressed_weight_updated_constant31" [id=474, type="get_attr"]; +"475 mul_tensor_31" [id=475, type=mul]; +"476 zero_point_updated_constant31" [id=476, type="get_attr"]; +"477 sub_tensor_31" [id=477, type=sub]; +"478 conv2d_47" [id=478, type=conv2d]; +"479 hardswish__16" [id=479, type="hardswish_"]; +"480 quantize_per_tensor_120" [id=480, type="quantize_per_tensor"]; +"481 dequantize_per_tensor_121" [id=481, type="dequantize_per_tensor"]; +"482 dequantize_per_tensor_122" [id=482, type="dequantize_per_tensor"]; +"483 adaptive_avg_pool2d_8" [id=483, type="adaptive_avg_pool2d"]; +"484 conv2d_48" [id=484, type=conv2d]; +"485 relu_8" [id=485, type=relu]; +"486 conv2d_49" [id=486, type=conv2d]; +"487 hardsigmoid_8" [id=487, type=hardsigmoid]; +"488 quantize_per_tensor_123" [id=488, type="quantize_per_tensor"]; +"489 dequantize_per_tensor_124" [id=489, type="dequantize_per_tensor"]; +"490 mul_8" [id=490, type=mul]; +"491 quantize_per_tensor_125" [id=491, type="quantize_per_tensor"]; +"492 dequantize_per_tensor_126" [id=492, type="dequantize_per_tensor"]; +"493 features_11_block_3_0_weight_bias" [id=493, type="get_attr"]; +"494 scale_updated_constant32" [id=494, type="get_attr"]; +"495 compressed_weight_updated_constant32" [id=495, type="get_attr"]; +"496 mul_tensor_32" [id=496, type=mul]; +"497 zero_point_updated_constant32" [id=497, type="get_attr"]; +"498 sub_tensor_32" [id=498, type=sub]; +"499 conv2d_50" [id=499, type=conv2d]; +"500 quantize_per_tensor_127" [id=500, type="quantize_per_tensor"]; +"501 dequantize_per_tensor_128" [id=501, type="dequantize_per_tensor"]; +"502 add__5" [id=502, type="add_"]; +"503 quantize_per_tensor_129" [id=503, type="quantize_per_tensor"]; +"504 dequantize_per_tensor_130" [id=504, type="dequantize_per_tensor"]; +"505 features_12_0_weight_bias" [id=505, type="get_attr"]; +"506 scale_updated_constant33" [id=506, type="get_attr"]; +"507 compressed_weight_updated_constant33" [id=507, type="get_attr"]; +"508 mul_tensor_33" [id=508, type=mul]; +"509 zero_point_updated_constant33" [id=509, type="get_attr"]; +"510 sub_tensor_33" [id=510, type=sub]; +"511 conv2d_51" [id=511, type=conv2d]; +"512 hardswish__17" [id=512, type="hardswish_"]; +"513 quantize_per_tensor_131" [id=513, type="quantize_per_tensor"]; +"514 dequantize_per_tensor_132" [id=514, type="dequantize_per_tensor"]; +"515 adaptive_avg_pool2d_9" [id=515, type="adaptive_avg_pool2d"]; +"516 quantize_per_tensor_133" [id=516, type="quantize_per_tensor"]; +"517 dequantize_per_tensor_134" [id=517, type="dequantize_per_tensor"]; +"518 flatten" [id=518, type=flatten]; +"519 scale_updated_constant34" [id=519, type="get_attr"]; +"520 compressed_weight_updated_constant34" [id=520, type="get_attr"]; +"521 mul_tensor_34" [id=521, type=mul]; +"522 zero_point_updated_constant34" [id=522, type="get_attr"]; +"523 sub_tensor_34" [id=523, type=sub]; +"524 linear" [id=524, type=linear]; +"525 hardswish__18" [id=525, type="hardswish_"]; +"526 quantize_per_tensor_135" [id=526, type="quantize_per_tensor"]; +"527 dequantize_per_tensor_136" [id=527, type="dequantize_per_tensor"]; +"528 dropout_" [id=528, type="dropout_"]; +"529 scale_updated_constant35" [id=529, type="get_attr"]; +"530 compressed_weight_updated_constant35" [id=530, type="get_attr"]; +"531 mul_tensor_35" [id=531, type=mul]; +"532 zero_point_updated_constant35" [id=532, type="get_attr"]; +"533 sub_tensor_35" [id=533, type=sub]; +"534 linear_1" [id=534, type=linear]; +"535 output" [id=535, type=output]; +"0 features_1_block_1_fc1_weight" -> "65 conv2d_2" [style=solid, label="(8, 16, 1, 1)"]; +"1 features_1_block_1_fc1_bias" -> "65 conv2d_2" [style=solid, label="(8,)"]; +"2 features_1_block_1_fc2_weight" -> "67 conv2d_3" [style=solid, label="(16, 8, 1, 1)"]; +"3 features_1_block_1_fc2_bias" -> "67 conv2d_3" [style=solid, label="(16,)"]; +"4 features_4_block_2_fc1_weight" -> "173 conv2d_13" [style=solid, label="(24, 96, 1, 1)"]; +"5 features_4_block_2_fc1_bias" -> "173 conv2d_13" [style=solid, label="(24,)"]; +"6 features_4_block_2_fc2_weight" -> "175 conv2d_14" [style=solid, label="(96, 24, 1, 1)"]; +"7 features_4_block_2_fc2_bias" -> "175 conv2d_14" [style=solid, label="(96,)"]; +"8 features_5_block_2_fc1_weight" -> "216 conv2d_18" [style=solid, label="(64, 240, 1, 1)"]; +"9 features_5_block_2_fc1_bias" -> "216 conv2d_18" [style=solid, label="(64,)"]; +"10 features_5_block_2_fc2_weight" -> "218 conv2d_19" [style=solid, label="(240, 64, 1, 1)"]; +"11 features_5_block_2_fc2_bias" -> "218 conv2d_19" [style=solid, label="(240,)"]; +"12 features_6_block_2_fc1_weight" -> "262 conv2d_23" [style=solid, label="(64, 240, 1, 1)"]; +"13 features_6_block_2_fc1_bias" -> "262 conv2d_23" [style=solid, label="(64,)"]; +"14 features_6_block_2_fc2_weight" -> "264 conv2d_24" [style=solid, label="(240, 64, 1, 1)"]; +"15 features_6_block_2_fc2_bias" -> "264 conv2d_24" [style=solid, label="(240,)"]; +"16 features_7_block_2_fc1_weight" -> "307 conv2d_28" [style=solid, label="(32, 120, 1, 1)"]; +"17 features_7_block_2_fc1_bias" -> "307 conv2d_28" [style=solid, label="(32,)"]; +"18 features_7_block_2_fc2_weight" -> "309 conv2d_29" [style=solid, label="(120, 32, 1, 1)"]; +"19 features_7_block_2_fc2_bias" -> "309 conv2d_29" [style=solid, label="(120,)"]; +"20 features_8_block_2_fc1_weight" -> "350 conv2d_33" [style=solid, label="(40, 144, 1, 1)"]; +"21 features_8_block_2_fc1_bias" -> "350 conv2d_33" [style=solid, label="(40,)"]; +"22 features_8_block_2_fc2_weight" -> "352 conv2d_34" [style=solid, label="(144, 40, 1, 1)"]; +"23 features_8_block_2_fc2_bias" -> "352 conv2d_34" [style=solid, label="(144,)"]; +"24 features_9_block_2_fc1_weight" -> "395 conv2d_38" [style=solid, label="(72, 288, 1, 1)"]; +"25 features_9_block_2_fc1_bias" -> "395 conv2d_38" [style=solid, label="(72,)"]; +"26 features_9_block_2_fc2_weight" -> "397 conv2d_39" [style=solid, label="(288, 72, 1, 1)"]; +"27 features_9_block_2_fc2_bias" -> "397 conv2d_39" [style=solid, label="(288,)"]; +"28 features_10_block_2_fc1_weight" -> "438 conv2d_43" [style=solid, label="(144, 576, 1, 1)"]; +"29 features_10_block_2_fc1_bias" -> "438 conv2d_43" [style=solid, label="(144,)"]; +"30 features_10_block_2_fc2_weight" -> "440 conv2d_44" [style=solid, label="(576, 144, 1, 1)"]; +"31 features_10_block_2_fc2_bias" -> "440 conv2d_44" [style=solid, label="(576,)"]; +"32 features_11_block_2_fc1_weight" -> "484 conv2d_48" [style=solid, label="(144, 576, 1, 1)"]; +"33 features_11_block_2_fc1_bias" -> "484 conv2d_48" [style=solid, label="(144,)"]; +"34 features_11_block_2_fc2_weight" -> "486 conv2d_49" [style=solid, label="(576, 144, 1, 1)"]; +"35 features_11_block_2_fc2_bias" -> "486 conv2d_49" [style=solid, label="(576,)"]; +"36 classifier_0_bias" -> "524 linear" [style=solid, label="(1024,)"]; +"37 classifier_3_bias" -> "534 linear_1" [style=solid, label="(1000,)"]; +"38 x" -> "39 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"39 quantize_per_tensor_0" -> "40 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"40 dequantize_per_tensor_1" -> "47 conv2d" [style=solid, label="(1, 3, 224, 224)"]; "41 features_0_0_weight_bias" -> "47 conv2d" [style=solid, label="(16,)"]; "42 scale_updated_constant0" -> "44 mul_tensor" [style=solid, label="(16, 1, 1, 1)"]; "43 compressed_weight_updated_constant0" -> "44 mul_tensor" [style=solid, label="(16, 3, 3, 3)"]; @@ -568,13 +583,13 @@ strict digraph { "45 zero_point_updated_constant0" -> "46 sub_tensor" [style=solid, label="(16, 1, 1, 1)"]; "46 sub_tensor" -> "47 conv2d" [style=solid, label="(16, 3, 3, 3)"]; "47 conv2d" -> "50 hardswish_" [style=solid, label="(1, 16, 112, 112)"]; -"48 hardswish__scale_0" -> "51 quantize_per_channel_default_1" [style=solid, label="(16,)"]; -"48 hardswish__scale_0" -> "52 dequantize_per_channel_default_1" [style=solid, label="(16,)"]; -"49 hardswish__zero_point_0" -> "51 quantize_per_channel_default_1" [style=solid, label="(16,)"]; -"49 hardswish__zero_point_0" -> "52 dequantize_per_channel_default_1" [style=solid, label="(16,)"]; -"50 hardswish_" -> "51 quantize_per_channel_default_1" [style=solid, label="(1, 16, 112, 112)"]; -"51 quantize_per_channel_default_1" -> "52 dequantize_per_channel_default_1" [style=solid, label="(1, 16, 112, 112)"]; -"52 dequantize_per_channel_default_1" -> "59 conv2d_1" [style=solid, label="(1, 16, 112, 112)"]; +"48 hardswish__scale_0" -> "51 quantize_per_channel_2" [style=solid, label="(16,)"]; +"48 hardswish__scale_0" -> "52 dequantize_per_channel_3" [style=solid, label="(16,)"]; +"49 hardswish__zero_point_0" -> "51 quantize_per_channel_2" [style=solid, label="(16,)"]; +"49 hardswish__zero_point_0" -> "52 dequantize_per_channel_3" [style=solid, label="(16,)"]; +"50 hardswish_" -> "51 quantize_per_channel_2" [style=solid, label="(1, 16, 112, 112)"]; +"51 quantize_per_channel_2" -> "52 dequantize_per_channel_3" [style=solid, label="(1, 16, 112, 112)"]; +"52 dequantize_per_channel_3" -> "59 conv2d_1" [style=solid, label="(1, 16, 112, 112)"]; "53 features_1_block_0_0_weight_bias" -> "59 conv2d_1" [style=solid, label="(16,)"]; "54 scale_updated_constant1" -> "56 mul_tensor_1" [style=solid, label="(16, 1, 1, 1)"]; "55 compressed_weight_updated_constant1" -> "56 mul_tensor_1" [style=solid, label="(16, 1, 3, 3)"]; @@ -582,499 +597,514 @@ strict digraph { "57 zero_point_updated_constant1" -> "58 sub_tensor_1" [style=solid, label="(16, 1, 1, 1)"]; "58 sub_tensor_1" -> "59 conv2d_1" [style=solid, label="(16, 1, 3, 3)"]; "59 conv2d_1" -> "60 relu_" [style=solid, label="(1, 16, 56, 56)"]; -"60 relu_" -> "61 quantize_per_tensor_default_1" [style=solid, label="(1, 16, 56, 56)"]; -"61 quantize_per_tensor_default_1" -> "62 dequantize_per_tensor_default_1" [style=solid, label="(1, 16, 56, 56)"]; -"62 dequantize_per_tensor_default_1" -> "63 adaptive_avg_pool2d" [style=solid, label="(1, 16, 56, 56)"]; -"62 dequantize_per_tensor_default_1" -> "70 mul" [style=solid, label="(1, 16, 56, 56)"]; -"63 adaptive_avg_pool2d" -> "64 conv2d_2" [style=solid, label="(1, 16, 1, 1)"]; -"64 conv2d_2" -> "65 relu" [style=solid, label="(1, 8, 1, 1)"]; -"65 relu" -> "66 conv2d_3" [style=solid, label="(1, 8, 1, 1)"]; -"66 conv2d_3" -> "67 hardsigmoid" [style=solid, label="(1, 16, 1, 1)"]; -"67 hardsigmoid" -> "68 quantize_per_tensor_default_2" [style=solid, label="(1, 16, 1, 1)"]; -"68 quantize_per_tensor_default_2" -> "69 dequantize_per_tensor_default_2" [style=solid, label="(1, 16, 1, 1)"]; -"69 dequantize_per_tensor_default_2" -> "70 mul" [style=solid, label="(1, 16, 1, 1)"]; -"70 mul" -> "71 quantize_per_tensor_default_3" [style=solid, label="(1, 16, 56, 56)"]; -"71 quantize_per_tensor_default_3" -> "72 dequantize_per_tensor_default_3" [style=solid, label="(1, 16, 56, 56)"]; -"72 dequantize_per_tensor_default_3" -> "79 conv2d_4" [style=solid, label="(1, 16, 56, 56)"]; -"73 features_1_block_2_0_weight_bias" -> "79 conv2d_4" [style=solid, label="(16,)"]; -"74 scale_updated_constant2" -> "76 mul_tensor_2" [style=solid, label="(16, 1, 1, 1)"]; -"75 compressed_weight_updated_constant2" -> "76 mul_tensor_2" [style=solid, label="(16, 16, 1, 1)"]; -"76 mul_tensor_2" -> "78 sub_tensor_2" [style=solid, label="(16, 16, 1, 1)"]; -"77 zero_point_updated_constant2" -> "78 sub_tensor_2" [style=solid, label="(16, 1, 1, 1)"]; -"78 sub_tensor_2" -> "79 conv2d_4" [style=solid, label="(16, 16, 1, 1)"]; -"79 conv2d_4" -> "80 quantize_per_tensor_default_4" [style=solid, label="(1, 16, 56, 56)"]; -"80 quantize_per_tensor_default_4" -> "81 dequantize_per_tensor_default_4" [style=solid, label="(1, 16, 56, 56)"]; -"81 dequantize_per_tensor_default_4" -> "88 conv2d_5" [style=solid, label="(1, 16, 56, 56)"]; -"82 features_2_block_0_0_weight_bias" -> "88 conv2d_5" [style=solid, label="(72,)"]; -"83 scale_updated_constant3" -> "85 mul_tensor_3" [style=solid, label="(72, 1, 1, 1)"]; -"84 compressed_weight_updated_constant3" -> "85 mul_tensor_3" [style=solid, label="(72, 16, 1, 1)"]; -"85 mul_tensor_3" -> "87 sub_tensor_3" [style=solid, label="(72, 16, 1, 1)"]; -"86 zero_point_updated_constant3" -> "87 sub_tensor_3" [style=solid, label="(72, 1, 1, 1)"]; -"87 sub_tensor_3" -> "88 conv2d_5" [style=solid, label="(72, 16, 1, 1)"]; -"88 conv2d_5" -> "91 relu__1" [style=solid, label="(1, 72, 56, 56)"]; -"89 relu__1_scale_0" -> "92 quantize_per_channel_default_5" [style=solid, label="(72,)"]; -"89 relu__1_scale_0" -> "93 dequantize_per_channel_default_5" [style=solid, label="(72,)"]; -"90 relu__1_zero_point_0" -> "92 quantize_per_channel_default_5" [style=solid, label="(72,)"]; -"90 relu__1_zero_point_0" -> "93 dequantize_per_channel_default_5" [style=solid, label="(72,)"]; -"91 relu__1" -> "92 quantize_per_channel_default_5" [style=solid, label="(1, 72, 56, 56)"]; -"92 quantize_per_channel_default_5" -> "93 dequantize_per_channel_default_5" [style=solid, label="(1, 72, 56, 56)"]; -"93 dequantize_per_channel_default_5" -> "100 conv2d_6" [style=solid, label="(1, 72, 56, 56)"]; -"94 features_2_block_1_0_weight_bias" -> "100 conv2d_6" [style=solid, label="(72,)"]; -"95 scale_updated_constant4" -> "97 mul_tensor_4" [style=solid, label="(72, 1, 1, 1)"]; -"96 compressed_weight_updated_constant4" -> "97 mul_tensor_4" [style=solid, label="(72, 1, 3, 3)"]; -"97 mul_tensor_4" -> "99 sub_tensor_4" [style=solid, label="(72, 1, 3, 3)"]; -"98 zero_point_updated_constant4" -> "99 sub_tensor_4" [style=solid, label="(72, 1, 1, 1)"]; -"99 sub_tensor_4" -> "100 conv2d_6" [style=solid, label="(72, 1, 3, 3)"]; -"100 conv2d_6" -> "101 relu__2" [style=solid, label="(1, 72, 28, 28)"]; -"101 relu__2" -> "102 quantize_per_tensor_default_5" [style=solid, label="(1, 72, 28, 28)"]; -"102 quantize_per_tensor_default_5" -> "103 dequantize_per_tensor_default_5" [style=solid, label="(1, 72, 28, 28)"]; -"103 dequantize_per_tensor_default_5" -> "110 conv2d_7" [style=solid, label="(1, 72, 28, 28)"]; -"104 features_2_block_2_0_weight_bias" -> "110 conv2d_7" [style=solid, label="(24,)"]; -"105 scale_updated_constant5" -> "107 mul_tensor_5" [style=solid, label="(24, 1, 1, 1)"]; -"106 compressed_weight_updated_constant5" -> "107 mul_tensor_5" [style=solid, label="(24, 72, 1, 1)"]; -"107 mul_tensor_5" -> "109 sub_tensor_5" [style=solid, label="(24, 72, 1, 1)"]; -"108 zero_point_updated_constant5" -> "109 sub_tensor_5" [style=solid, label="(24, 1, 1, 1)"]; -"109 sub_tensor_5" -> "110 conv2d_7" [style=solid, label="(24, 72, 1, 1)"]; -"110 conv2d_7" -> "111 quantize_per_tensor_default_6" [style=solid, label="(1, 24, 28, 28)"]; -"111 quantize_per_tensor_default_6" -> "112 dequantize_per_tensor_default_6" [style=solid, label="(1, 24, 28, 28)"]; -"112 dequantize_per_tensor_default_6" -> "119 conv2d_8" [style=solid, label="(1, 24, 28, 28)"]; -"112 dequantize_per_tensor_default_6" -> "144 add_" [style=solid, label="(1, 24, 28, 28)"]; -"113 features_3_block_0_0_weight_bias" -> "119 conv2d_8" [style=solid, label="(88,)"]; -"114 scale_updated_constant6" -> "116 mul_tensor_6" [style=solid, label="(88, 1, 1, 1)"]; -"115 compressed_weight_updated_constant6" -> "116 mul_tensor_6" [style=solid, label="(88, 24, 1, 1)"]; -"116 mul_tensor_6" -> "118 sub_tensor_6" [style=solid, label="(88, 24, 1, 1)"]; -"117 zero_point_updated_constant6" -> "118 sub_tensor_6" [style=solid, label="(88, 1, 1, 1)"]; -"118 sub_tensor_6" -> "119 conv2d_8" [style=solid, label="(88, 24, 1, 1)"]; -"119 conv2d_8" -> "122 relu__3" [style=solid, label="(1, 88, 28, 28)"]; -"120 relu__3_scale_0" -> "123 quantize_per_channel_default_9" [style=solid, label="(88,)"]; -"120 relu__3_scale_0" -> "124 dequantize_per_channel_default_9" [style=solid, label="(88,)"]; -"121 relu__3_zero_point_0" -> "123 quantize_per_channel_default_9" [style=solid, label="(88,)"]; -"121 relu__3_zero_point_0" -> "124 dequantize_per_channel_default_9" [style=solid, label="(88,)"]; -"122 relu__3" -> "123 quantize_per_channel_default_9" [style=solid, label="(1, 88, 28, 28)"]; -"123 quantize_per_channel_default_9" -> "124 dequantize_per_channel_default_9" [style=solid, label="(1, 88, 28, 28)"]; -"124 dequantize_per_channel_default_9" -> "131 conv2d_9" [style=solid, label="(1, 88, 28, 28)"]; -"125 features_3_block_1_0_weight_bias" -> "131 conv2d_9" [style=solid, label="(88,)"]; -"126 scale_updated_constant7" -> "128 mul_tensor_7" [style=solid, label="(88, 1, 1, 1)"]; -"127 compressed_weight_updated_constant7" -> "128 mul_tensor_7" [style=solid, label="(88, 1, 3, 3)"]; -"128 mul_tensor_7" -> "130 sub_tensor_7" [style=solid, label="(88, 1, 3, 3)"]; -"129 zero_point_updated_constant7" -> "130 sub_tensor_7" [style=solid, label="(88, 1, 1, 1)"]; -"130 sub_tensor_7" -> "131 conv2d_9" [style=solid, label="(88, 1, 3, 3)"]; -"131 conv2d_9" -> "132 relu__4" [style=solid, label="(1, 88, 28, 28)"]; -"132 relu__4" -> "133 quantize_per_tensor_default_7" [style=solid, label="(1, 88, 28, 28)"]; -"133 quantize_per_tensor_default_7" -> "134 dequantize_per_tensor_default_7" [style=solid, label="(1, 88, 28, 28)"]; -"134 dequantize_per_tensor_default_7" -> "141 conv2d_10" [style=solid, label="(1, 88, 28, 28)"]; -"135 features_3_block_2_0_weight_bias" -> "141 conv2d_10" [style=solid, label="(24,)"]; -"136 scale_updated_constant8" -> "138 mul_tensor_8" [style=solid, label="(24, 1, 1, 1)"]; -"137 compressed_weight_updated_constant8" -> "138 mul_tensor_8" [style=solid, label="(24, 88, 1, 1)"]; -"138 mul_tensor_8" -> "140 sub_tensor_8" [style=solid, label="(24, 88, 1, 1)"]; -"139 zero_point_updated_constant8" -> "140 sub_tensor_8" [style=solid, label="(24, 1, 1, 1)"]; -"140 sub_tensor_8" -> "141 conv2d_10" [style=solid, label="(24, 88, 1, 1)"]; -"141 conv2d_10" -> "142 quantize_per_tensor_default_8" [style=solid, label="(1, 24, 28, 28)"]; -"142 quantize_per_tensor_default_8" -> "143 dequantize_per_tensor_default_8" [style=solid, label="(1, 24, 28, 28)"]; -"143 dequantize_per_tensor_default_8" -> "144 add_" [style=solid, label="(1, 24, 28, 28)"]; -"144 add_" -> "145 quantize_per_tensor_default_9" [style=solid, label="(1, 24, 28, 28)"]; -"145 quantize_per_tensor_default_9" -> "146 dequantize_per_tensor_default_9" [style=solid, label="(1, 24, 28, 28)"]; -"146 dequantize_per_tensor_default_9" -> "153 conv2d_11" [style=solid, label="(1, 24, 28, 28)"]; -"147 features_4_block_0_0_weight_bias" -> "153 conv2d_11" [style=solid, label="(96,)"]; -"148 scale_updated_constant9" -> "150 mul_tensor_9" [style=solid, label="(96, 1, 1, 1)"]; -"149 compressed_weight_updated_constant9" -> "150 mul_tensor_9" [style=solid, label="(96, 24, 1, 1)"]; -"150 mul_tensor_9" -> "152 sub_tensor_9" [style=solid, label="(96, 24, 1, 1)"]; -"151 zero_point_updated_constant9" -> "152 sub_tensor_9" [style=solid, label="(96, 1, 1, 1)"]; -"152 sub_tensor_9" -> "153 conv2d_11" [style=solid, label="(96, 24, 1, 1)"]; -"153 conv2d_11" -> "156 hardswish__1" [style=solid, label="(1, 96, 28, 28)"]; -"154 hardswish__1_scale_0" -> "157 quantize_per_channel_default_13" [style=solid, label="(96,)"]; -"154 hardswish__1_scale_0" -> "158 dequantize_per_channel_default_13" [style=solid, label="(96,)"]; -"155 hardswish__1_zero_point_0" -> "157 quantize_per_channel_default_13" [style=solid, label="(96,)"]; -"155 hardswish__1_zero_point_0" -> "158 dequantize_per_channel_default_13" [style=solid, label="(96,)"]; -"156 hardswish__1" -> "157 quantize_per_channel_default_13" [style=solid, label="(1, 96, 28, 28)"]; -"157 quantize_per_channel_default_13" -> "158 dequantize_per_channel_default_13" [style=solid, label="(1, 96, 28, 28)"]; -"158 dequantize_per_channel_default_13" -> "165 conv2d_12" [style=solid, label="(1, 96, 28, 28)"]; -"159 features_4_block_1_0_weight_bias" -> "165 conv2d_12" [style=solid, label="(96,)"]; -"160 scale_updated_constant10" -> "162 mul_tensor_10" [style=solid, label="(96, 1, 1, 1)"]; -"161 compressed_weight_updated_constant10" -> "162 mul_tensor_10" [style=solid, label="(96, 1, 5, 5)"]; -"162 mul_tensor_10" -> "164 sub_tensor_10" [style=solid, label="(96, 1, 5, 5)"]; -"163 zero_point_updated_constant10" -> "164 sub_tensor_10" [style=solid, label="(96, 1, 1, 1)"]; -"164 sub_tensor_10" -> "165 conv2d_12" [style=solid, label="(96, 1, 5, 5)"]; -"165 conv2d_12" -> "166 hardswish__2" [style=solid, label="(1, 96, 14, 14)"]; -"166 hardswish__2" -> "167 quantize_per_tensor_default_10" [style=solid, label="(1, 96, 14, 14)"]; -"167 quantize_per_tensor_default_10" -> "168 dequantize_per_tensor_default_10" [style=solid, label="(1, 96, 14, 14)"]; -"168 dequantize_per_tensor_default_10" -> "169 adaptive_avg_pool2d_1" [style=solid, label="(1, 96, 14, 14)"]; -"168 dequantize_per_tensor_default_10" -> "176 mul_1" [style=solid, label="(1, 96, 14, 14)"]; -"169 adaptive_avg_pool2d_1" -> "170 conv2d_13" [style=solid, label="(1, 96, 1, 1)"]; -"170 conv2d_13" -> "171 relu_1" [style=solid, label="(1, 24, 1, 1)"]; -"171 relu_1" -> "172 conv2d_14" [style=solid, label="(1, 24, 1, 1)"]; -"172 conv2d_14" -> "173 hardsigmoid_1" [style=solid, label="(1, 96, 1, 1)"]; -"173 hardsigmoid_1" -> "174 quantize_per_tensor_default_11" [style=solid, label="(1, 96, 1, 1)"]; -"174 quantize_per_tensor_default_11" -> "175 dequantize_per_tensor_default_11" [style=solid, label="(1, 96, 1, 1)"]; -"175 dequantize_per_tensor_default_11" -> "176 mul_1" [style=solid, label="(1, 96, 1, 1)"]; -"176 mul_1" -> "177 quantize_per_tensor_default_12" [style=solid, label="(1, 96, 14, 14)"]; -"177 quantize_per_tensor_default_12" -> "178 dequantize_per_tensor_default_12" [style=solid, label="(1, 96, 14, 14)"]; -"178 dequantize_per_tensor_default_12" -> "185 conv2d_15" [style=solid, label="(1, 96, 14, 14)"]; -"179 features_4_block_3_0_weight_bias" -> "185 conv2d_15" [style=solid, label="(40,)"]; -"180 scale_updated_constant11" -> "182 mul_tensor_11" [style=solid, label="(40, 1, 1, 1)"]; -"181 compressed_weight_updated_constant11" -> "182 mul_tensor_11" [style=solid, label="(40, 96, 1, 1)"]; -"182 mul_tensor_11" -> "184 sub_tensor_11" [style=solid, label="(40, 96, 1, 1)"]; -"183 zero_point_updated_constant11" -> "184 sub_tensor_11" [style=solid, label="(40, 1, 1, 1)"]; -"184 sub_tensor_11" -> "185 conv2d_15" [style=solid, label="(40, 96, 1, 1)"]; -"185 conv2d_15" -> "186 quantize_per_tensor_default_13" [style=solid, label="(1, 40, 14, 14)"]; -"186 quantize_per_tensor_default_13" -> "187 dequantize_per_tensor_default_13" [style=solid, label="(1, 40, 14, 14)"]; -"187 dequantize_per_tensor_default_13" -> "194 conv2d_16" [style=solid, label="(1, 40, 14, 14)"]; -"187 dequantize_per_tensor_default_13" -> "229 add__1" [style=solid, label="(1, 40, 14, 14)"]; -"188 features_5_block_0_0_weight_bias" -> "194 conv2d_16" [style=solid, label="(240,)"]; -"189 scale_updated_constant12" -> "191 mul_tensor_12" [style=solid, label="(240, 1, 1, 1)"]; -"190 compressed_weight_updated_constant12" -> "191 mul_tensor_12" [style=solid, label="(240, 40, 1, 1)"]; -"191 mul_tensor_12" -> "193 sub_tensor_12" [style=solid, label="(240, 40, 1, 1)"]; -"192 zero_point_updated_constant12" -> "193 sub_tensor_12" [style=solid, label="(240, 1, 1, 1)"]; -"193 sub_tensor_12" -> "194 conv2d_16" [style=solid, label="(240, 40, 1, 1)"]; -"194 conv2d_16" -> "197 hardswish__3" [style=solid, label="(1, 240, 14, 14)"]; -"195 hardswish__3_scale_0" -> "198 quantize_per_channel_default_17" [style=solid, label="(240,)"]; -"195 hardswish__3_scale_0" -> "199 dequantize_per_channel_default_17" [style=solid, label="(240,)"]; -"196 hardswish__3_zero_point_0" -> "198 quantize_per_channel_default_17" [style=solid, label="(240,)"]; -"196 hardswish__3_zero_point_0" -> "199 dequantize_per_channel_default_17" [style=solid, label="(240,)"]; -"197 hardswish__3" -> "198 quantize_per_channel_default_17" [style=solid, label="(1, 240, 14, 14)"]; -"198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17" [style=solid, label="(1, 240, 14, 14)"]; -"199 dequantize_per_channel_default_17" -> "206 conv2d_17" [style=solid, label="(1, 240, 14, 14)"]; -"200 features_5_block_1_0_weight_bias" -> "206 conv2d_17" [style=solid, label="(240,)"]; -"201 scale_updated_constant13" -> "203 mul_tensor_13" [style=solid, label="(240, 1, 1, 1)"]; -"202 compressed_weight_updated_constant13" -> "203 mul_tensor_13" [style=solid, label="(240, 1, 5, 5)"]; -"203 mul_tensor_13" -> "205 sub_tensor_13" [style=solid, label="(240, 1, 5, 5)"]; -"204 zero_point_updated_constant13" -> "205 sub_tensor_13" [style=solid, label="(240, 1, 1, 1)"]; -"205 sub_tensor_13" -> "206 conv2d_17" [style=solid, label="(240, 1, 5, 5)"]; -"206 conv2d_17" -> "207 hardswish__4" [style=solid, label="(1, 240, 14, 14)"]; -"207 hardswish__4" -> "208 quantize_per_tensor_default_14" [style=solid, label="(1, 240, 14, 14)"]; -"208 quantize_per_tensor_default_14" -> "209 dequantize_per_tensor_default_14" [style=solid, label="(1, 240, 14, 14)"]; -"209 dequantize_per_tensor_default_14" -> "210 adaptive_avg_pool2d_2" [style=solid, label="(1, 240, 14, 14)"]; -"209 dequantize_per_tensor_default_14" -> "217 mul_2" [style=solid, label="(1, 240, 14, 14)"]; -"210 adaptive_avg_pool2d_2" -> "211 conv2d_18" [style=solid, label="(1, 240, 1, 1)"]; -"211 conv2d_18" -> "212 relu_2" [style=solid, label="(1, 64, 1, 1)"]; -"212 relu_2" -> "213 conv2d_19" [style=solid, label="(1, 64, 1, 1)"]; -"213 conv2d_19" -> "214 hardsigmoid_2" [style=solid, label="(1, 240, 1, 1)"]; -"214 hardsigmoid_2" -> "215 quantize_per_tensor_default_15" [style=solid, label="(1, 240, 1, 1)"]; -"215 quantize_per_tensor_default_15" -> "216 dequantize_per_tensor_default_15" [style=solid, label="(1, 240, 1, 1)"]; -"216 dequantize_per_tensor_default_15" -> "217 mul_2" [style=solid, label="(1, 240, 1, 1)"]; -"217 mul_2" -> "218 quantize_per_tensor_default_16" [style=solid, label="(1, 240, 14, 14)"]; -"218 quantize_per_tensor_default_16" -> "219 dequantize_per_tensor_default_16" [style=solid, label="(1, 240, 14, 14)"]; -"219 dequantize_per_tensor_default_16" -> "226 conv2d_20" [style=solid, label="(1, 240, 14, 14)"]; -"220 features_5_block_3_0_weight_bias" -> "226 conv2d_20" [style=solid, label="(40,)"]; -"221 scale_updated_constant14" -> "223 mul_tensor_14" [style=solid, label="(40, 1, 1, 1)"]; -"222 compressed_weight_updated_constant14" -> "223 mul_tensor_14" [style=solid, label="(40, 240, 1, 1)"]; -"223 mul_tensor_14" -> "225 sub_tensor_14" [style=solid, label="(40, 240, 1, 1)"]; -"224 zero_point_updated_constant14" -> "225 sub_tensor_14" [style=solid, label="(40, 1, 1, 1)"]; -"225 sub_tensor_14" -> "226 conv2d_20" [style=solid, label="(40, 240, 1, 1)"]; -"226 conv2d_20" -> "227 quantize_per_tensor_default_17" [style=solid, label="(1, 40, 14, 14)"]; -"227 quantize_per_tensor_default_17" -> "228 dequantize_per_tensor_default_17" [style=solid, label="(1, 40, 14, 14)"]; -"228 dequantize_per_tensor_default_17" -> "229 add__1" [style=solid, label="(1, 40, 14, 14)"]; -"229 add__1" -> "230 quantize_per_tensor_default_18" [style=solid, label="(1, 40, 14, 14)"]; -"230 quantize_per_tensor_default_18" -> "231 dequantize_per_tensor_default_18" [style=solid, label="(1, 40, 14, 14)"]; -"231 dequantize_per_tensor_default_18" -> "238 conv2d_21" [style=solid, label="(1, 40, 14, 14)"]; -"231 dequantize_per_tensor_default_18" -> "273 add__2" [style=solid, label="(1, 40, 14, 14)"]; -"232 features_6_block_0_0_weight_bias" -> "238 conv2d_21" [style=solid, label="(240,)"]; -"233 scale_updated_constant15" -> "235 mul_tensor_15" [style=solid, label="(240, 1, 1, 1)"]; -"234 compressed_weight_updated_constant15" -> "235 mul_tensor_15" [style=solid, label="(240, 40, 1, 1)"]; -"235 mul_tensor_15" -> "237 sub_tensor_15" [style=solid, label="(240, 40, 1, 1)"]; -"236 zero_point_updated_constant15" -> "237 sub_tensor_15" [style=solid, label="(240, 1, 1, 1)"]; -"237 sub_tensor_15" -> "238 conv2d_21" [style=solid, label="(240, 40, 1, 1)"]; -"238 conv2d_21" -> "241 hardswish__5" [style=solid, label="(1, 240, 14, 14)"]; -"239 hardswish__5_scale_0" -> "242 quantize_per_channel_default_21" [style=solid, label="(240,)"]; -"239 hardswish__5_scale_0" -> "243 dequantize_per_channel_default_21" [style=solid, label="(240,)"]; -"240 hardswish__5_zero_point_0" -> "242 quantize_per_channel_default_21" [style=solid, label="(240,)"]; -"240 hardswish__5_zero_point_0" -> "243 dequantize_per_channel_default_21" [style=solid, label="(240,)"]; -"241 hardswish__5" -> "242 quantize_per_channel_default_21" [style=solid, label="(1, 240, 14, 14)"]; -"242 quantize_per_channel_default_21" -> "243 dequantize_per_channel_default_21" [style=solid, label="(1, 240, 14, 14)"]; -"243 dequantize_per_channel_default_21" -> "250 conv2d_22" [style=solid, label="(1, 240, 14, 14)"]; -"244 features_6_block_1_0_weight_bias" -> "250 conv2d_22" [style=solid, label="(240,)"]; -"245 scale_updated_constant16" -> "247 mul_tensor_16" [style=solid, label="(240, 1, 1, 1)"]; -"246 compressed_weight_updated_constant16" -> "247 mul_tensor_16" [style=solid, label="(240, 1, 5, 5)"]; -"247 mul_tensor_16" -> "249 sub_tensor_16" [style=solid, label="(240, 1, 5, 5)"]; -"248 zero_point_updated_constant16" -> "249 sub_tensor_16" [style=solid, label="(240, 1, 1, 1)"]; -"249 sub_tensor_16" -> "250 conv2d_22" [style=solid, label="(240, 1, 5, 5)"]; -"250 conv2d_22" -> "251 hardswish__6" [style=solid, label="(1, 240, 14, 14)"]; -"251 hardswish__6" -> "252 quantize_per_tensor_default_19" [style=solid, label="(1, 240, 14, 14)"]; -"252 quantize_per_tensor_default_19" -> "253 dequantize_per_tensor_default_19" [style=solid, label="(1, 240, 14, 14)"]; -"253 dequantize_per_tensor_default_19" -> "254 adaptive_avg_pool2d_3" [style=solid, label="(1, 240, 14, 14)"]; -"253 dequantize_per_tensor_default_19" -> "261 mul_3" [style=solid, label="(1, 240, 14, 14)"]; -"254 adaptive_avg_pool2d_3" -> "255 conv2d_23" [style=solid, label="(1, 240, 1, 1)"]; -"255 conv2d_23" -> "256 relu_3" [style=solid, label="(1, 64, 1, 1)"]; -"256 relu_3" -> "257 conv2d_24" [style=solid, label="(1, 64, 1, 1)"]; -"257 conv2d_24" -> "258 hardsigmoid_3" [style=solid, label="(1, 240, 1, 1)"]; -"258 hardsigmoid_3" -> "259 quantize_per_tensor_default_20" [style=solid, label="(1, 240, 1, 1)"]; -"259 quantize_per_tensor_default_20" -> "260 dequantize_per_tensor_default_20" [style=solid, label="(1, 240, 1, 1)"]; -"260 dequantize_per_tensor_default_20" -> "261 mul_3" [style=solid, label="(1, 240, 1, 1)"]; -"261 mul_3" -> "262 quantize_per_tensor_default_21" [style=solid, label="(1, 240, 14, 14)"]; -"262 quantize_per_tensor_default_21" -> "263 dequantize_per_tensor_default_21" [style=solid, label="(1, 240, 14, 14)"]; -"263 dequantize_per_tensor_default_21" -> "270 conv2d_25" [style=solid, label="(1, 240, 14, 14)"]; -"264 features_6_block_3_0_weight_bias" -> "270 conv2d_25" [style=solid, label="(40,)"]; -"265 scale_updated_constant17" -> "267 mul_tensor_17" [style=solid, label="(40, 1, 1, 1)"]; -"266 compressed_weight_updated_constant17" -> "267 mul_tensor_17" [style=solid, label="(40, 240, 1, 1)"]; -"267 mul_tensor_17" -> "269 sub_tensor_17" [style=solid, label="(40, 240, 1, 1)"]; -"268 zero_point_updated_constant17" -> "269 sub_tensor_17" [style=solid, label="(40, 1, 1, 1)"]; -"269 sub_tensor_17" -> "270 conv2d_25" [style=solid, label="(40, 240, 1, 1)"]; -"270 conv2d_25" -> "271 quantize_per_tensor_default_22" [style=solid, label="(1, 40, 14, 14)"]; -"271 quantize_per_tensor_default_22" -> "272 dequantize_per_tensor_default_22" [style=solid, label="(1, 40, 14, 14)"]; -"272 dequantize_per_tensor_default_22" -> "273 add__2" [style=solid, label="(1, 40, 14, 14)"]; -"273 add__2" -> "274 quantize_per_tensor_default_23" [style=solid, label="(1, 40, 14, 14)"]; -"274 quantize_per_tensor_default_23" -> "275 dequantize_per_tensor_default_23" [style=solid, label="(1, 40, 14, 14)"]; -"275 dequantize_per_tensor_default_23" -> "282 conv2d_26" [style=solid, label="(1, 40, 14, 14)"]; -"276 features_7_block_0_0_weight_bias" -> "282 conv2d_26" [style=solid, label="(120,)"]; -"277 scale_updated_constant18" -> "279 mul_tensor_18" [style=solid, label="(120, 1, 1, 1)"]; -"278 compressed_weight_updated_constant18" -> "279 mul_tensor_18" [style=solid, label="(120, 40, 1, 1)"]; -"279 mul_tensor_18" -> "281 sub_tensor_18" [style=solid, label="(120, 40, 1, 1)"]; -"280 zero_point_updated_constant18" -> "281 sub_tensor_18" [style=solid, label="(120, 1, 1, 1)"]; -"281 sub_tensor_18" -> "282 conv2d_26" [style=solid, label="(120, 40, 1, 1)"]; -"282 conv2d_26" -> "285 hardswish__7" [style=solid, label="(1, 120, 14, 14)"]; -"283 hardswish__7_scale_0" -> "286 quantize_per_channel_default_25" [style=solid, label="(120,)"]; -"283 hardswish__7_scale_0" -> "287 dequantize_per_channel_default_25" [style=solid, label="(120,)"]; -"284 hardswish__7_zero_point_0" -> "286 quantize_per_channel_default_25" [style=solid, label="(120,)"]; -"284 hardswish__7_zero_point_0" -> "287 dequantize_per_channel_default_25" [style=solid, label="(120,)"]; -"285 hardswish__7" -> "286 quantize_per_channel_default_25" [style=solid, label="(1, 120, 14, 14)"]; -"286 quantize_per_channel_default_25" -> "287 dequantize_per_channel_default_25" [style=solid, label="(1, 120, 14, 14)"]; -"287 dequantize_per_channel_default_25" -> "294 conv2d_27" [style=solid, label="(1, 120, 14, 14)"]; -"288 features_7_block_1_0_weight_bias" -> "294 conv2d_27" [style=solid, label="(120,)"]; -"289 scale_updated_constant19" -> "291 mul_tensor_19" [style=solid, label="(120, 1, 1, 1)"]; -"290 compressed_weight_updated_constant19" -> "291 mul_tensor_19" [style=solid, label="(120, 1, 5, 5)"]; -"291 mul_tensor_19" -> "293 sub_tensor_19" [style=solid, label="(120, 1, 5, 5)"]; -"292 zero_point_updated_constant19" -> "293 sub_tensor_19" [style=solid, label="(120, 1, 1, 1)"]; -"293 sub_tensor_19" -> "294 conv2d_27" [style=solid, label="(120, 1, 5, 5)"]; -"294 conv2d_27" -> "295 hardswish__8" [style=solid, label="(1, 120, 14, 14)"]; -"295 hardswish__8" -> "296 quantize_per_tensor_default_24" [style=solid, label="(1, 120, 14, 14)"]; -"296 quantize_per_tensor_default_24" -> "297 dequantize_per_tensor_default_24" [style=solid, label="(1, 120, 14, 14)"]; -"297 dequantize_per_tensor_default_24" -> "298 adaptive_avg_pool2d_4" [style=solid, label="(1, 120, 14, 14)"]; -"297 dequantize_per_tensor_default_24" -> "305 mul_4" [style=solid, label="(1, 120, 14, 14)"]; -"298 adaptive_avg_pool2d_4" -> "299 conv2d_28" [style=solid, label="(1, 120, 1, 1)"]; -"299 conv2d_28" -> "300 relu_4" [style=solid, label="(1, 32, 1, 1)"]; -"300 relu_4" -> "301 conv2d_29" [style=solid, label="(1, 32, 1, 1)"]; -"301 conv2d_29" -> "302 hardsigmoid_4" [style=solid, label="(1, 120, 1, 1)"]; -"302 hardsigmoid_4" -> "303 quantize_per_tensor_default_25" [style=solid, label="(1, 120, 1, 1)"]; -"303 quantize_per_tensor_default_25" -> "304 dequantize_per_tensor_default_25" [style=solid, label="(1, 120, 1, 1)"]; -"304 dequantize_per_tensor_default_25" -> "305 mul_4" [style=solid, label="(1, 120, 1, 1)"]; -"305 mul_4" -> "306 quantize_per_tensor_default_26" [style=solid, label="(1, 120, 14, 14)"]; -"306 quantize_per_tensor_default_26" -> "307 dequantize_per_tensor_default_26" [style=solid, label="(1, 120, 14, 14)"]; -"307 dequantize_per_tensor_default_26" -> "314 conv2d_30" [style=solid, label="(1, 120, 14, 14)"]; -"308 features_7_block_3_0_weight_bias" -> "314 conv2d_30" [style=solid, label="(48,)"]; -"309 scale_updated_constant20" -> "311 mul_tensor_20" [style=solid, label="(48, 1, 1, 1)"]; -"310 compressed_weight_updated_constant20" -> "311 mul_tensor_20" [style=solid, label="(48, 120, 1, 1)"]; -"311 mul_tensor_20" -> "313 sub_tensor_20" [style=solid, label="(48, 120, 1, 1)"]; -"312 zero_point_updated_constant20" -> "313 sub_tensor_20" [style=solid, label="(48, 1, 1, 1)"]; -"313 sub_tensor_20" -> "314 conv2d_30" [style=solid, label="(48, 120, 1, 1)"]; -"314 conv2d_30" -> "315 quantize_per_tensor_default_27" [style=solid, label="(1, 48, 14, 14)"]; -"315 quantize_per_tensor_default_27" -> "316 dequantize_per_tensor_default_27" [style=solid, label="(1, 48, 14, 14)"]; -"316 dequantize_per_tensor_default_27" -> "323 conv2d_31" [style=solid, label="(1, 48, 14, 14)"]; -"316 dequantize_per_tensor_default_27" -> "358 add__3" [style=solid, label="(1, 48, 14, 14)"]; -"317 features_8_block_0_0_weight_bias" -> "323 conv2d_31" [style=solid, label="(144,)"]; -"318 scale_updated_constant21" -> "320 mul_tensor_21" [style=solid, label="(144, 1, 1, 1)"]; -"319 compressed_weight_updated_constant21" -> "320 mul_tensor_21" [style=solid, label="(144, 48, 1, 1)"]; -"320 mul_tensor_21" -> "322 sub_tensor_21" [style=solid, label="(144, 48, 1, 1)"]; -"321 zero_point_updated_constant21" -> "322 sub_tensor_21" [style=solid, label="(144, 1, 1, 1)"]; -"322 sub_tensor_21" -> "323 conv2d_31" [style=solid, label="(144, 48, 1, 1)"]; -"323 conv2d_31" -> "326 hardswish__9" [style=solid, label="(1, 144, 14, 14)"]; -"324 hardswish__9_scale_0" -> "327 quantize_per_channel_default_29" [style=solid, label="(144,)"]; -"324 hardswish__9_scale_0" -> "328 dequantize_per_channel_default_29" [style=solid, label="(144,)"]; -"325 hardswish__9_zero_point_0" -> "327 quantize_per_channel_default_29" [style=solid, label="(144,)"]; -"325 hardswish__9_zero_point_0" -> "328 dequantize_per_channel_default_29" [style=solid, label="(144,)"]; -"326 hardswish__9" -> "327 quantize_per_channel_default_29" [style=solid, label="(1, 144, 14, 14)"]; -"327 quantize_per_channel_default_29" -> "328 dequantize_per_channel_default_29" [style=solid, label="(1, 144, 14, 14)"]; -"328 dequantize_per_channel_default_29" -> "335 conv2d_32" [style=solid, label="(1, 144, 14, 14)"]; -"329 features_8_block_1_0_weight_bias" -> "335 conv2d_32" [style=solid, label="(144,)"]; -"330 scale_updated_constant22" -> "332 mul_tensor_22" [style=solid, label="(144, 1, 1, 1)"]; -"331 compressed_weight_updated_constant22" -> "332 mul_tensor_22" [style=solid, label="(144, 1, 5, 5)"]; -"332 mul_tensor_22" -> "334 sub_tensor_22" [style=solid, label="(144, 1, 5, 5)"]; -"333 zero_point_updated_constant22" -> "334 sub_tensor_22" [style=solid, label="(144, 1, 1, 1)"]; -"334 sub_tensor_22" -> "335 conv2d_32" [style=solid, label="(144, 1, 5, 5)"]; -"335 conv2d_32" -> "336 hardswish__10" [style=solid, label="(1, 144, 14, 14)"]; -"336 hardswish__10" -> "337 quantize_per_tensor_default_28" [style=solid, label="(1, 144, 14, 14)"]; -"337 quantize_per_tensor_default_28" -> "338 dequantize_per_tensor_default_28" [style=solid, label="(1, 144, 14, 14)"]; -"338 dequantize_per_tensor_default_28" -> "339 adaptive_avg_pool2d_5" [style=solid, label="(1, 144, 14, 14)"]; -"338 dequantize_per_tensor_default_28" -> "346 mul_5" [style=solid, label="(1, 144, 14, 14)"]; -"339 adaptive_avg_pool2d_5" -> "340 conv2d_33" [style=solid, label="(1, 144, 1, 1)"]; -"340 conv2d_33" -> "341 relu_5" [style=solid, label="(1, 40, 1, 1)"]; -"341 relu_5" -> "342 conv2d_34" [style=solid, label="(1, 40, 1, 1)"]; -"342 conv2d_34" -> "343 hardsigmoid_5" [style=solid, label="(1, 144, 1, 1)"]; -"343 hardsigmoid_5" -> "344 quantize_per_tensor_default_29" [style=solid, label="(1, 144, 1, 1)"]; -"344 quantize_per_tensor_default_29" -> "345 dequantize_per_tensor_default_29" [style=solid, label="(1, 144, 1, 1)"]; -"345 dequantize_per_tensor_default_29" -> "346 mul_5" [style=solid, label="(1, 144, 1, 1)"]; -"346 mul_5" -> "347 quantize_per_tensor_default_30" [style=solid, label="(1, 144, 14, 14)"]; -"347 quantize_per_tensor_default_30" -> "348 dequantize_per_tensor_default_30" [style=solid, label="(1, 144, 14, 14)"]; -"348 dequantize_per_tensor_default_30" -> "355 conv2d_35" [style=solid, label="(1, 144, 14, 14)"]; -"349 features_8_block_3_0_weight_bias" -> "355 conv2d_35" [style=solid, label="(48,)"]; -"350 scale_updated_constant23" -> "352 mul_tensor_23" [style=solid, label="(48, 1, 1, 1)"]; -"351 compressed_weight_updated_constant23" -> "352 mul_tensor_23" [style=solid, label="(48, 144, 1, 1)"]; -"352 mul_tensor_23" -> "354 sub_tensor_23" [style=solid, label="(48, 144, 1, 1)"]; -"353 zero_point_updated_constant23" -> "354 sub_tensor_23" [style=solid, label="(48, 1, 1, 1)"]; -"354 sub_tensor_23" -> "355 conv2d_35" [style=solid, label="(48, 144, 1, 1)"]; -"355 conv2d_35" -> "356 quantize_per_tensor_default_31" [style=solid, label="(1, 48, 14, 14)"]; -"356 quantize_per_tensor_default_31" -> "357 dequantize_per_tensor_default_31" [style=solid, label="(1, 48, 14, 14)"]; -"357 dequantize_per_tensor_default_31" -> "358 add__3" [style=solid, label="(1, 48, 14, 14)"]; -"358 add__3" -> "359 quantize_per_tensor_default_32" [style=solid, label="(1, 48, 14, 14)"]; -"359 quantize_per_tensor_default_32" -> "360 dequantize_per_tensor_default_32" [style=solid, label="(1, 48, 14, 14)"]; -"360 dequantize_per_tensor_default_32" -> "367 conv2d_36" [style=solid, label="(1, 48, 14, 14)"]; -"361 features_9_block_0_0_weight_bias" -> "367 conv2d_36" [style=solid, label="(288,)"]; -"362 scale_updated_constant24" -> "364 mul_tensor_24" [style=solid, label="(288, 1, 1, 1)"]; -"363 compressed_weight_updated_constant24" -> "364 mul_tensor_24" [style=solid, label="(288, 48, 1, 1)"]; -"364 mul_tensor_24" -> "366 sub_tensor_24" [style=solid, label="(288, 48, 1, 1)"]; -"365 zero_point_updated_constant24" -> "366 sub_tensor_24" [style=solid, label="(288, 1, 1, 1)"]; -"366 sub_tensor_24" -> "367 conv2d_36" [style=solid, label="(288, 48, 1, 1)"]; -"367 conv2d_36" -> "370 hardswish__11" [style=solid, label="(1, 288, 14, 14)"]; -"368 hardswish__11_scale_0" -> "371 quantize_per_channel_default_33" [style=solid, label="(288,)"]; -"368 hardswish__11_scale_0" -> "372 dequantize_per_channel_default_33" [style=solid, label="(288,)"]; -"369 hardswish__11_zero_point_0" -> "371 quantize_per_channel_default_33" [style=solid, label="(288,)"]; -"369 hardswish__11_zero_point_0" -> "372 dequantize_per_channel_default_33" [style=solid, label="(288,)"]; -"370 hardswish__11" -> "371 quantize_per_channel_default_33" [style=solid, label="(1, 288, 14, 14)"]; -"371 quantize_per_channel_default_33" -> "372 dequantize_per_channel_default_33" [style=solid, label="(1, 288, 14, 14)"]; -"372 dequantize_per_channel_default_33" -> "379 conv2d_37" [style=solid, label="(1, 288, 14, 14)"]; -"373 features_9_block_1_0_weight_bias" -> "379 conv2d_37" [style=solid, label="(288,)"]; -"374 scale_updated_constant25" -> "376 mul_tensor_25" [style=solid, label="(288, 1, 1, 1)"]; -"375 compressed_weight_updated_constant25" -> "376 mul_tensor_25" [style=solid, label="(288, 1, 5, 5)"]; -"376 mul_tensor_25" -> "378 sub_tensor_25" [style=solid, label="(288, 1, 5, 5)"]; -"377 zero_point_updated_constant25" -> "378 sub_tensor_25" [style=solid, label="(288, 1, 1, 1)"]; -"378 sub_tensor_25" -> "379 conv2d_37" [style=solid, label="(288, 1, 5, 5)"]; -"379 conv2d_37" -> "380 hardswish__12" [style=solid, label="(1, 288, 7, 7)"]; -"380 hardswish__12" -> "381 quantize_per_tensor_default_33" [style=solid, label="(1, 288, 7, 7)"]; -"381 quantize_per_tensor_default_33" -> "382 dequantize_per_tensor_default_33" [style=solid, label="(1, 288, 7, 7)"]; -"382 dequantize_per_tensor_default_33" -> "383 adaptive_avg_pool2d_6" [style=solid, label="(1, 288, 7, 7)"]; -"382 dequantize_per_tensor_default_33" -> "390 mul_6" [style=solid, label="(1, 288, 7, 7)"]; -"383 adaptive_avg_pool2d_6" -> "384 conv2d_38" [style=solid, label="(1, 288, 1, 1)"]; -"384 conv2d_38" -> "385 relu_6" [style=solid, label="(1, 72, 1, 1)"]; -"385 relu_6" -> "386 conv2d_39" [style=solid, label="(1, 72, 1, 1)"]; -"386 conv2d_39" -> "387 hardsigmoid_6" [style=solid, label="(1, 288, 1, 1)"]; -"387 hardsigmoid_6" -> "388 quantize_per_tensor_default_34" [style=solid, label="(1, 288, 1, 1)"]; -"388 quantize_per_tensor_default_34" -> "389 dequantize_per_tensor_default_34" [style=solid, label="(1, 288, 1, 1)"]; -"389 dequantize_per_tensor_default_34" -> "390 mul_6" [style=solid, label="(1, 288, 1, 1)"]; -"390 mul_6" -> "391 quantize_per_tensor_default_35" [style=solid, label="(1, 288, 7, 7)"]; -"391 quantize_per_tensor_default_35" -> "392 dequantize_per_tensor_default_35" [style=solid, label="(1, 288, 7, 7)"]; -"392 dequantize_per_tensor_default_35" -> "399 conv2d_40" [style=solid, label="(1, 288, 7, 7)"]; -"393 features_9_block_3_0_weight_bias" -> "399 conv2d_40" [style=solid, label="(96,)"]; -"394 scale_updated_constant26" -> "396 mul_tensor_26" [style=solid, label="(96, 1, 1, 1)"]; -"395 compressed_weight_updated_constant26" -> "396 mul_tensor_26" [style=solid, label="(96, 288, 1, 1)"]; -"396 mul_tensor_26" -> "398 sub_tensor_26" [style=solid, label="(96, 288, 1, 1)"]; -"397 zero_point_updated_constant26" -> "398 sub_tensor_26" [style=solid, label="(96, 1, 1, 1)"]; -"398 sub_tensor_26" -> "399 conv2d_40" [style=solid, label="(96, 288, 1, 1)"]; -"399 conv2d_40" -> "400 quantize_per_tensor_default_36" [style=solid, label="(1, 96, 7, 7)"]; -"400 quantize_per_tensor_default_36" -> "401 dequantize_per_tensor_default_36" [style=solid, label="(1, 96, 7, 7)"]; -"401 dequantize_per_tensor_default_36" -> "408 conv2d_41" [style=solid, label="(1, 96, 7, 7)"]; -"401 dequantize_per_tensor_default_36" -> "443 add__4" [style=solid, label="(1, 96, 7, 7)"]; -"402 features_10_block_0_0_weight_bias" -> "408 conv2d_41" [style=solid, label="(576,)"]; -"403 scale_updated_constant27" -> "405 mul_tensor_27" [style=solid, label="(576, 1, 1, 1)"]; -"404 compressed_weight_updated_constant27" -> "405 mul_tensor_27" [style=solid, label="(576, 96, 1, 1)"]; -"405 mul_tensor_27" -> "407 sub_tensor_27" [style=solid, label="(576, 96, 1, 1)"]; -"406 zero_point_updated_constant27" -> "407 sub_tensor_27" [style=solid, label="(576, 1, 1, 1)"]; -"407 sub_tensor_27" -> "408 conv2d_41" [style=solid, label="(576, 96, 1, 1)"]; -"408 conv2d_41" -> "411 hardswish__13" [style=solid, label="(1, 576, 7, 7)"]; -"409 hardswish__13_scale_0" -> "412 quantize_per_channel_default_37" [style=solid, label="(576,)"]; -"409 hardswish__13_scale_0" -> "413 dequantize_per_channel_default_37" [style=solid, label="(576,)"]; -"410 hardswish__13_zero_point_0" -> "412 quantize_per_channel_default_37" [style=solid, label="(576,)"]; -"410 hardswish__13_zero_point_0" -> "413 dequantize_per_channel_default_37" [style=solid, label="(576,)"]; -"411 hardswish__13" -> "412 quantize_per_channel_default_37" [style=solid, label="(1, 576, 7, 7)"]; -"412 quantize_per_channel_default_37" -> "413 dequantize_per_channel_default_37" [style=solid, label="(1, 576, 7, 7)"]; -"413 dequantize_per_channel_default_37" -> "420 conv2d_42" [style=solid, label="(1, 576, 7, 7)"]; -"414 features_10_block_1_0_weight_bias" -> "420 conv2d_42" [style=solid, label="(576,)"]; -"415 scale_updated_constant28" -> "417 mul_tensor_28" [style=solid, label="(576, 1, 1, 1)"]; -"416 compressed_weight_updated_constant28" -> "417 mul_tensor_28" [style=solid, label="(576, 1, 5, 5)"]; -"417 mul_tensor_28" -> "419 sub_tensor_28" [style=solid, label="(576, 1, 5, 5)"]; -"418 zero_point_updated_constant28" -> "419 sub_tensor_28" [style=solid, label="(576, 1, 1, 1)"]; -"419 sub_tensor_28" -> "420 conv2d_42" [style=solid, label="(576, 1, 5, 5)"]; -"420 conv2d_42" -> "421 hardswish__14" [style=solid, label="(1, 576, 7, 7)"]; -"421 hardswish__14" -> "422 quantize_per_tensor_default_37" [style=solid, label="(1, 576, 7, 7)"]; -"422 quantize_per_tensor_default_37" -> "423 dequantize_per_tensor_default_37" [style=solid, label="(1, 576, 7, 7)"]; -"423 dequantize_per_tensor_default_37" -> "424 adaptive_avg_pool2d_7" [style=solid, label="(1, 576, 7, 7)"]; -"423 dequantize_per_tensor_default_37" -> "431 mul_7" [style=solid, label="(1, 576, 7, 7)"]; -"424 adaptive_avg_pool2d_7" -> "425 conv2d_43" [style=solid, label="(1, 576, 1, 1)"]; -"425 conv2d_43" -> "426 relu_7" [style=solid, label="(1, 144, 1, 1)"]; -"426 relu_7" -> "427 conv2d_44" [style=solid, label="(1, 144, 1, 1)"]; -"427 conv2d_44" -> "428 hardsigmoid_7" [style=solid, label="(1, 576, 1, 1)"]; -"428 hardsigmoid_7" -> "429 quantize_per_tensor_default_38" [style=solid, label="(1, 576, 1, 1)"]; -"429 quantize_per_tensor_default_38" -> "430 dequantize_per_tensor_default_38" [style=solid, label="(1, 576, 1, 1)"]; -"430 dequantize_per_tensor_default_38" -> "431 mul_7" [style=solid, label="(1, 576, 1, 1)"]; -"431 mul_7" -> "432 quantize_per_tensor_default_39" [style=solid, label="(1, 576, 7, 7)"]; -"432 quantize_per_tensor_default_39" -> "433 dequantize_per_tensor_default_39" [style=solid, label="(1, 576, 7, 7)"]; -"433 dequantize_per_tensor_default_39" -> "440 conv2d_45" [style=solid, label="(1, 576, 7, 7)"]; -"434 features_10_block_3_0_weight_bias" -> "440 conv2d_45" [style=solid, label="(96,)"]; -"435 scale_updated_constant29" -> "437 mul_tensor_29" [style=solid, label="(96, 1, 1, 1)"]; -"436 compressed_weight_updated_constant29" -> "437 mul_tensor_29" [style=solid, label="(96, 576, 1, 1)"]; -"437 mul_tensor_29" -> "439 sub_tensor_29" [style=solid, label="(96, 576, 1, 1)"]; -"438 zero_point_updated_constant29" -> "439 sub_tensor_29" [style=solid, label="(96, 1, 1, 1)"]; -"439 sub_tensor_29" -> "440 conv2d_45" [style=solid, label="(96, 576, 1, 1)"]; -"440 conv2d_45" -> "441 quantize_per_tensor_default_40" [style=solid, label="(1, 96, 7, 7)"]; -"441 quantize_per_tensor_default_40" -> "442 dequantize_per_tensor_default_40" [style=solid, label="(1, 96, 7, 7)"]; -"442 dequantize_per_tensor_default_40" -> "443 add__4" [style=solid, label="(1, 96, 7, 7)"]; -"443 add__4" -> "444 quantize_per_tensor_default_41" [style=solid, label="(1, 96, 7, 7)"]; -"444 quantize_per_tensor_default_41" -> "445 dequantize_per_tensor_default_41" [style=solid, label="(1, 96, 7, 7)"]; -"445 dequantize_per_tensor_default_41" -> "452 conv2d_46" [style=solid, label="(1, 96, 7, 7)"]; -"445 dequantize_per_tensor_default_41" -> "487 add__5" [style=solid, label="(1, 96, 7, 7)"]; -"446 features_11_block_0_0_weight_bias" -> "452 conv2d_46" [style=solid, label="(576,)"]; -"447 scale_updated_constant30" -> "449 mul_tensor_30" [style=solid, label="(576, 1, 1, 1)"]; -"448 compressed_weight_updated_constant30" -> "449 mul_tensor_30" [style=solid, label="(576, 96, 1, 1)"]; -"449 mul_tensor_30" -> "451 sub_tensor_30" [style=solid, label="(576, 96, 1, 1)"]; -"450 zero_point_updated_constant30" -> "451 sub_tensor_30" [style=solid, label="(576, 1, 1, 1)"]; -"451 sub_tensor_30" -> "452 conv2d_46" [style=solid, label="(576, 96, 1, 1)"]; -"452 conv2d_46" -> "455 hardswish__15" [style=solid, label="(1, 576, 7, 7)"]; -"453 hardswish__15_scale_0" -> "456 quantize_per_channel_default_41" [style=solid, label="(576,)"]; -"453 hardswish__15_scale_0" -> "457 dequantize_per_channel_default_41" [style=solid, label="(576,)"]; -"454 hardswish__15_zero_point_0" -> "456 quantize_per_channel_default_41" [style=solid, label="(576,)"]; -"454 hardswish__15_zero_point_0" -> "457 dequantize_per_channel_default_41" [style=solid, label="(576,)"]; -"455 hardswish__15" -> "456 quantize_per_channel_default_41" [style=solid, label="(1, 576, 7, 7)"]; -"456 quantize_per_channel_default_41" -> "457 dequantize_per_channel_default_41" [style=solid, label="(1, 576, 7, 7)"]; -"457 dequantize_per_channel_default_41" -> "464 conv2d_47" [style=solid, label="(1, 576, 7, 7)"]; -"458 features_11_block_1_0_weight_bias" -> "464 conv2d_47" [style=solid, label="(576,)"]; -"459 scale_updated_constant31" -> "461 mul_tensor_31" [style=solid, label="(576, 1, 1, 1)"]; -"460 compressed_weight_updated_constant31" -> "461 mul_tensor_31" [style=solid, label="(576, 1, 5, 5)"]; -"461 mul_tensor_31" -> "463 sub_tensor_31" [style=solid, label="(576, 1, 5, 5)"]; -"462 zero_point_updated_constant31" -> "463 sub_tensor_31" [style=solid, label="(576, 1, 1, 1)"]; -"463 sub_tensor_31" -> "464 conv2d_47" [style=solid, label="(576, 1, 5, 5)"]; -"464 conv2d_47" -> "465 hardswish__16" [style=solid, label="(1, 576, 7, 7)"]; -"465 hardswish__16" -> "466 quantize_per_tensor_default_42" [style=solid, label="(1, 576, 7, 7)"]; -"466 quantize_per_tensor_default_42" -> "467 dequantize_per_tensor_default_42" [style=solid, label="(1, 576, 7, 7)"]; -"467 dequantize_per_tensor_default_42" -> "468 adaptive_avg_pool2d_8" [style=solid, label="(1, 576, 7, 7)"]; -"467 dequantize_per_tensor_default_42" -> "475 mul_8" [style=solid, label="(1, 576, 7, 7)"]; -"468 adaptive_avg_pool2d_8" -> "469 conv2d_48" [style=solid, label="(1, 576, 1, 1)"]; -"469 conv2d_48" -> "470 relu_8" [style=solid, label="(1, 144, 1, 1)"]; -"470 relu_8" -> "471 conv2d_49" [style=solid, label="(1, 144, 1, 1)"]; -"471 conv2d_49" -> "472 hardsigmoid_8" [style=solid, label="(1, 576, 1, 1)"]; -"472 hardsigmoid_8" -> "473 quantize_per_tensor_default_43" [style=solid, label="(1, 576, 1, 1)"]; -"473 quantize_per_tensor_default_43" -> "474 dequantize_per_tensor_default_43" [style=solid, label="(1, 576, 1, 1)"]; -"474 dequantize_per_tensor_default_43" -> "475 mul_8" [style=solid, label="(1, 576, 1, 1)"]; -"475 mul_8" -> "476 quantize_per_tensor_default_44" [style=solid, label="(1, 576, 7, 7)"]; -"476 quantize_per_tensor_default_44" -> "477 dequantize_per_tensor_default_44" [style=solid, label="(1, 576, 7, 7)"]; -"477 dequantize_per_tensor_default_44" -> "484 conv2d_50" [style=solid, label="(1, 576, 7, 7)"]; -"478 features_11_block_3_0_weight_bias" -> "484 conv2d_50" [style=solid, label="(96,)"]; -"479 scale_updated_constant32" -> "481 mul_tensor_32" [style=solid, label="(96, 1, 1, 1)"]; -"480 compressed_weight_updated_constant32" -> "481 mul_tensor_32" [style=solid, label="(96, 576, 1, 1)"]; -"481 mul_tensor_32" -> "483 sub_tensor_32" [style=solid, label="(96, 576, 1, 1)"]; -"482 zero_point_updated_constant32" -> "483 sub_tensor_32" [style=solid, label="(96, 1, 1, 1)"]; -"483 sub_tensor_32" -> "484 conv2d_50" [style=solid, label="(96, 576, 1, 1)"]; -"484 conv2d_50" -> "485 quantize_per_tensor_default_45" [style=solid, label="(1, 96, 7, 7)"]; -"485 quantize_per_tensor_default_45" -> "486 dequantize_per_tensor_default_45" [style=solid, label="(1, 96, 7, 7)"]; -"486 dequantize_per_tensor_default_45" -> "487 add__5" [style=solid, label="(1, 96, 7, 7)"]; -"487 add__5" -> "488 quantize_per_tensor_default_46" [style=solid, label="(1, 96, 7, 7)"]; -"488 quantize_per_tensor_default_46" -> "489 dequantize_per_tensor_default_46" [style=solid, label="(1, 96, 7, 7)"]; -"489 dequantize_per_tensor_default_46" -> "496 conv2d_51" [style=solid, label="(1, 96, 7, 7)"]; -"490 features_12_0_weight_bias" -> "496 conv2d_51" [style=solid, label="(576,)"]; -"491 scale_updated_constant33" -> "493 mul_tensor_33" [style=solid, label="(576, 1, 1, 1)"]; -"492 compressed_weight_updated_constant33" -> "493 mul_tensor_33" [style=solid, label="(576, 96, 1, 1)"]; -"493 mul_tensor_33" -> "495 sub_tensor_33" [style=solid, label="(576, 96, 1, 1)"]; -"494 zero_point_updated_constant33" -> "495 sub_tensor_33" [style=solid, label="(576, 1, 1, 1)"]; -"495 sub_tensor_33" -> "496 conv2d_51" [style=solid, label="(576, 96, 1, 1)"]; -"496 conv2d_51" -> "497 hardswish__17" [style=solid, label="(1, 576, 7, 7)"]; -"497 hardswish__17" -> "498 quantize_per_tensor_default_47" [style=solid, label="(1, 576, 7, 7)"]; -"498 quantize_per_tensor_default_47" -> "499 dequantize_per_tensor_default_47" [style=solid, label="(1, 576, 7, 7)"]; -"499 dequantize_per_tensor_default_47" -> "500 adaptive_avg_pool2d_9" [style=solid, label="(1, 576, 7, 7)"]; -"500 adaptive_avg_pool2d_9" -> "501 quantize_per_tensor_default_48" [style=solid, label="(1, 576, 1, 1)"]; -"501 quantize_per_tensor_default_48" -> "502 dequantize_per_tensor_default_48" [style=solid, label="(1, 576, 1, 1)"]; -"502 dequantize_per_tensor_default_48" -> "503 flatten" [style=solid, label="(1, 576, 1, 1)"]; -"503 flatten" -> "509 linear" [style=solid, label="(1, 576)"]; -"504 scale_updated_constant34" -> "506 mul_tensor_34" [style=solid, label="(1024, 1)"]; -"505 compressed_weight_updated_constant34" -> "506 mul_tensor_34" [style=solid, label="(1024, 576)"]; -"506 mul_tensor_34" -> "508 sub_tensor_34" [style=solid, label="(1024, 576)"]; -"507 zero_point_updated_constant34" -> "508 sub_tensor_34" [style=solid, label="(1024, 1)"]; -"508 sub_tensor_34" -> "509 linear" [style=solid, label="(1024, 576)"]; -"509 linear" -> "510 hardswish__18" [style=solid, label="(1, 1024)"]; -"510 hardswish__18" -> "511 quantize_per_tensor_default_49" [style=solid, label="(1, 1024)"]; -"511 quantize_per_tensor_default_49" -> "512 dequantize_per_tensor_default_49" [style=solid, label="(1, 1024)"]; -"512 dequantize_per_tensor_default_49" -> "513 dropout_" [style=solid, label="(1, 1024)"]; -"513 dropout_" -> "519 linear_1" [style=solid, label="(1, 1024)"]; -"514 scale_updated_constant35" -> "516 mul_tensor_35" [style=solid, label="(1000, 1)"]; -"515 compressed_weight_updated_constant35" -> "516 mul_tensor_35" [style=solid, label="(1000, 1024)"]; -"516 mul_tensor_35" -> "518 sub_tensor_35" [style=solid, label="(1000, 1024)"]; -"517 zero_point_updated_constant35" -> "518 sub_tensor_35" [style=solid, label="(1000, 1)"]; -"518 sub_tensor_35" -> "519 linear_1" [style=solid, label="(1000, 1024)"]; -"519 linear_1" -> "520 output" [style=solid, label="(1, 1000)"]; +"60 relu_" -> "61 quantize_per_tensor_4" [style=solid, label="(1, 16, 56, 56)"]; +"61 quantize_per_tensor_4" -> "62 dequantize_per_tensor_5" [style=solid, label="(1, 16, 56, 56)"]; +"61 quantize_per_tensor_4" -> "63 dequantize_per_tensor_6" [style=solid, label="(1, 16, 56, 56)"]; +"62 dequantize_per_tensor_5" -> "71 mul" [style=solid, label="(1, 16, 56, 56)"]; +"63 dequantize_per_tensor_6" -> "64 adaptive_avg_pool2d" [style=solid, label="(1, 16, 56, 56)"]; +"64 adaptive_avg_pool2d" -> "65 conv2d_2" [style=solid, label="(1, 16, 1, 1)"]; +"65 conv2d_2" -> "66 relu" [style=solid, label="(1, 8, 1, 1)"]; +"66 relu" -> "67 conv2d_3" [style=solid, label="(1, 8, 1, 1)"]; +"67 conv2d_3" -> "68 hardsigmoid" [style=solid, label="(1, 16, 1, 1)"]; +"68 hardsigmoid" -> "69 quantize_per_tensor_7" [style=solid, label="(1, 16, 1, 1)"]; +"69 quantize_per_tensor_7" -> "70 dequantize_per_tensor_8" [style=solid, label="(1, 16, 1, 1)"]; +"70 dequantize_per_tensor_8" -> "71 mul" [style=solid, label="(1, 16, 1, 1)"]; +"71 mul" -> "72 quantize_per_tensor_9" [style=solid, label="(1, 16, 56, 56)"]; +"72 quantize_per_tensor_9" -> "73 dequantize_per_tensor_10" [style=solid, label="(1, 16, 56, 56)"]; +"73 dequantize_per_tensor_10" -> "80 conv2d_4" [style=solid, label="(1, 16, 56, 56)"]; +"74 features_1_block_2_0_weight_bias" -> "80 conv2d_4" [style=solid, label="(16,)"]; +"75 scale_updated_constant2" -> "77 mul_tensor_2" [style=solid, label="(16, 1, 1, 1)"]; +"76 compressed_weight_updated_constant2" -> "77 mul_tensor_2" [style=solid, label="(16, 16, 1, 1)"]; +"77 mul_tensor_2" -> "79 sub_tensor_2" [style=solid, label="(16, 16, 1, 1)"]; +"78 zero_point_updated_constant2" -> "79 sub_tensor_2" [style=solid, label="(16, 1, 1, 1)"]; +"79 sub_tensor_2" -> "80 conv2d_4" [style=solid, label="(16, 16, 1, 1)"]; +"80 conv2d_4" -> "81 quantize_per_tensor_11" [style=solid, label="(1, 16, 56, 56)"]; +"81 quantize_per_tensor_11" -> "82 dequantize_per_tensor_12" [style=solid, label="(1, 16, 56, 56)"]; +"82 dequantize_per_tensor_12" -> "89 conv2d_5" [style=solid, label="(1, 16, 56, 56)"]; +"83 features_2_block_0_0_weight_bias" -> "89 conv2d_5" [style=solid, label="(72,)"]; +"84 scale_updated_constant3" -> "86 mul_tensor_3" [style=solid, label="(72, 1, 1, 1)"]; +"85 compressed_weight_updated_constant3" -> "86 mul_tensor_3" [style=solid, label="(72, 16, 1, 1)"]; +"86 mul_tensor_3" -> "88 sub_tensor_3" [style=solid, label="(72, 16, 1, 1)"]; +"87 zero_point_updated_constant3" -> "88 sub_tensor_3" [style=solid, label="(72, 1, 1, 1)"]; +"88 sub_tensor_3" -> "89 conv2d_5" [style=solid, label="(72, 16, 1, 1)"]; +"89 conv2d_5" -> "92 relu__1" [style=solid, label="(1, 72, 56, 56)"]; +"90 relu__1_scale_0" -> "93 quantize_per_channel_13" [style=solid, label="(72,)"]; +"90 relu__1_scale_0" -> "94 dequantize_per_channel_14" [style=solid, label="(72,)"]; +"91 relu__1_zero_point_0" -> "93 quantize_per_channel_13" [style=solid, label="(72,)"]; +"91 relu__1_zero_point_0" -> "94 dequantize_per_channel_14" [style=solid, label="(72,)"]; +"92 relu__1" -> "93 quantize_per_channel_13" [style=solid, label="(1, 72, 56, 56)"]; +"93 quantize_per_channel_13" -> "94 dequantize_per_channel_14" [style=solid, label="(1, 72, 56, 56)"]; +"94 dequantize_per_channel_14" -> "101 conv2d_6" [style=solid, label="(1, 72, 56, 56)"]; +"95 features_2_block_1_0_weight_bias" -> "101 conv2d_6" [style=solid, label="(72,)"]; +"96 scale_updated_constant4" -> "98 mul_tensor_4" [style=solid, label="(72, 1, 1, 1)"]; +"97 compressed_weight_updated_constant4" -> "98 mul_tensor_4" [style=solid, label="(72, 1, 3, 3)"]; +"98 mul_tensor_4" -> "100 sub_tensor_4" [style=solid, label="(72, 1, 3, 3)"]; +"99 zero_point_updated_constant4" -> "100 sub_tensor_4" [style=solid, label="(72, 1, 1, 1)"]; +"100 sub_tensor_4" -> "101 conv2d_6" [style=solid, label="(72, 1, 3, 3)"]; +"101 conv2d_6" -> "102 relu__2" [style=solid, label="(1, 72, 28, 28)"]; +"102 relu__2" -> "103 quantize_per_tensor_15" [style=solid, label="(1, 72, 28, 28)"]; +"103 quantize_per_tensor_15" -> "104 dequantize_per_tensor_16" [style=solid, label="(1, 72, 28, 28)"]; +"104 dequantize_per_tensor_16" -> "111 conv2d_7" [style=solid, label="(1, 72, 28, 28)"]; +"105 features_2_block_2_0_weight_bias" -> "111 conv2d_7" [style=solid, label="(24,)"]; +"106 scale_updated_constant5" -> "108 mul_tensor_5" [style=solid, label="(24, 1, 1, 1)"]; +"107 compressed_weight_updated_constant5" -> "108 mul_tensor_5" [style=solid, label="(24, 72, 1, 1)"]; +"108 mul_tensor_5" -> "110 sub_tensor_5" [style=solid, label="(24, 72, 1, 1)"]; +"109 zero_point_updated_constant5" -> "110 sub_tensor_5" [style=solid, label="(24, 1, 1, 1)"]; +"110 sub_tensor_5" -> "111 conv2d_7" [style=solid, label="(24, 72, 1, 1)"]; +"111 conv2d_7" -> "112 quantize_per_tensor_17" [style=solid, label="(1, 24, 28, 28)"]; +"112 quantize_per_tensor_17" -> "113 dequantize_per_tensor_18" [style=solid, label="(1, 24, 28, 28)"]; +"112 quantize_per_tensor_17" -> "114 dequantize_per_tensor_19" [style=solid, label="(1, 24, 28, 28)"]; +"113 dequantize_per_tensor_18" -> "121 conv2d_8" [style=solid, label="(1, 24, 28, 28)"]; +"114 dequantize_per_tensor_19" -> "146 add_" [style=solid, label="(1, 24, 28, 28)"]; +"115 features_3_block_0_0_weight_bias" -> "121 conv2d_8" [style=solid, label="(88,)"]; +"116 scale_updated_constant6" -> "118 mul_tensor_6" [style=solid, label="(88, 1, 1, 1)"]; +"117 compressed_weight_updated_constant6" -> "118 mul_tensor_6" [style=solid, label="(88, 24, 1, 1)"]; +"118 mul_tensor_6" -> "120 sub_tensor_6" [style=solid, label="(88, 24, 1, 1)"]; +"119 zero_point_updated_constant6" -> "120 sub_tensor_6" [style=solid, label="(88, 1, 1, 1)"]; +"120 sub_tensor_6" -> "121 conv2d_8" [style=solid, label="(88, 24, 1, 1)"]; +"121 conv2d_8" -> "124 relu__3" [style=solid, label="(1, 88, 28, 28)"]; +"122 relu__3_scale_0" -> "125 quantize_per_channel_20" [style=solid, label="(88,)"]; +"122 relu__3_scale_0" -> "126 dequantize_per_channel_21" [style=solid, label="(88,)"]; +"123 relu__3_zero_point_0" -> "125 quantize_per_channel_20" [style=solid, label="(88,)"]; +"123 relu__3_zero_point_0" -> "126 dequantize_per_channel_21" [style=solid, label="(88,)"]; +"124 relu__3" -> "125 quantize_per_channel_20" [style=solid, label="(1, 88, 28, 28)"]; +"125 quantize_per_channel_20" -> "126 dequantize_per_channel_21" [style=solid, label="(1, 88, 28, 28)"]; +"126 dequantize_per_channel_21" -> "133 conv2d_9" [style=solid, label="(1, 88, 28, 28)"]; +"127 features_3_block_1_0_weight_bias" -> "133 conv2d_9" [style=solid, label="(88,)"]; +"128 scale_updated_constant7" -> "130 mul_tensor_7" [style=solid, label="(88, 1, 1, 1)"]; +"129 compressed_weight_updated_constant7" -> "130 mul_tensor_7" [style=solid, label="(88, 1, 3, 3)"]; +"130 mul_tensor_7" -> "132 sub_tensor_7" [style=solid, label="(88, 1, 3, 3)"]; +"131 zero_point_updated_constant7" -> "132 sub_tensor_7" [style=solid, label="(88, 1, 1, 1)"]; +"132 sub_tensor_7" -> "133 conv2d_9" [style=solid, label="(88, 1, 3, 3)"]; +"133 conv2d_9" -> "134 relu__4" [style=solid, label="(1, 88, 28, 28)"]; +"134 relu__4" -> "135 quantize_per_tensor_22" [style=solid, label="(1, 88, 28, 28)"]; +"135 quantize_per_tensor_22" -> "136 dequantize_per_tensor_23" [style=solid, label="(1, 88, 28, 28)"]; +"136 dequantize_per_tensor_23" -> "143 conv2d_10" [style=solid, label="(1, 88, 28, 28)"]; +"137 features_3_block_2_0_weight_bias" -> "143 conv2d_10" [style=solid, label="(24,)"]; +"138 scale_updated_constant8" -> "140 mul_tensor_8" [style=solid, label="(24, 1, 1, 1)"]; +"139 compressed_weight_updated_constant8" -> "140 mul_tensor_8" [style=solid, label="(24, 88, 1, 1)"]; +"140 mul_tensor_8" -> "142 sub_tensor_8" [style=solid, label="(24, 88, 1, 1)"]; +"141 zero_point_updated_constant8" -> "142 sub_tensor_8" [style=solid, label="(24, 1, 1, 1)"]; +"142 sub_tensor_8" -> "143 conv2d_10" [style=solid, label="(24, 88, 1, 1)"]; +"143 conv2d_10" -> "144 quantize_per_tensor_24" [style=solid, label="(1, 24, 28, 28)"]; +"144 quantize_per_tensor_24" -> "145 dequantize_per_tensor_25" [style=solid, label="(1, 24, 28, 28)"]; +"145 dequantize_per_tensor_25" -> "146 add_" [style=solid, label="(1, 24, 28, 28)"]; +"146 add_" -> "147 quantize_per_tensor_26" [style=solid, label="(1, 24, 28, 28)"]; +"147 quantize_per_tensor_26" -> "148 dequantize_per_tensor_27" [style=solid, label="(1, 24, 28, 28)"]; +"148 dequantize_per_tensor_27" -> "155 conv2d_11" [style=solid, label="(1, 24, 28, 28)"]; +"149 features_4_block_0_0_weight_bias" -> "155 conv2d_11" [style=solid, label="(96,)"]; +"150 scale_updated_constant9" -> "152 mul_tensor_9" [style=solid, label="(96, 1, 1, 1)"]; +"151 compressed_weight_updated_constant9" -> "152 mul_tensor_9" [style=solid, label="(96, 24, 1, 1)"]; +"152 mul_tensor_9" -> "154 sub_tensor_9" [style=solid, label="(96, 24, 1, 1)"]; +"153 zero_point_updated_constant9" -> "154 sub_tensor_9" [style=solid, label="(96, 1, 1, 1)"]; +"154 sub_tensor_9" -> "155 conv2d_11" [style=solid, label="(96, 24, 1, 1)"]; +"155 conv2d_11" -> "158 hardswish__1" [style=solid, label="(1, 96, 28, 28)"]; +"156 hardswish__1_scale_0" -> "159 quantize_per_channel_28" [style=solid, label="(96,)"]; +"156 hardswish__1_scale_0" -> "160 dequantize_per_channel_29" [style=solid, label="(96,)"]; +"157 hardswish__1_zero_point_0" -> "159 quantize_per_channel_28" [style=solid, label="(96,)"]; +"157 hardswish__1_zero_point_0" -> "160 dequantize_per_channel_29" [style=solid, label="(96,)"]; +"158 hardswish__1" -> "159 quantize_per_channel_28" [style=solid, label="(1, 96, 28, 28)"]; +"159 quantize_per_channel_28" -> "160 dequantize_per_channel_29" [style=solid, label="(1, 96, 28, 28)"]; +"160 dequantize_per_channel_29" -> "167 conv2d_12" [style=solid, label="(1, 96, 28, 28)"]; +"161 features_4_block_1_0_weight_bias" -> "167 conv2d_12" [style=solid, label="(96,)"]; +"162 scale_updated_constant10" -> "164 mul_tensor_10" [style=solid, label="(96, 1, 1, 1)"]; +"163 compressed_weight_updated_constant10" -> "164 mul_tensor_10" [style=solid, label="(96, 1, 5, 5)"]; +"164 mul_tensor_10" -> "166 sub_tensor_10" [style=solid, label="(96, 1, 5, 5)"]; +"165 zero_point_updated_constant10" -> "166 sub_tensor_10" [style=solid, label="(96, 1, 1, 1)"]; +"166 sub_tensor_10" -> "167 conv2d_12" [style=solid, label="(96, 1, 5, 5)"]; +"167 conv2d_12" -> "168 hardswish__2" [style=solid, label="(1, 96, 14, 14)"]; +"168 hardswish__2" -> "169 quantize_per_tensor_30" [style=solid, label="(1, 96, 14, 14)"]; +"169 quantize_per_tensor_30" -> "170 dequantize_per_tensor_31" [style=solid, label="(1, 96, 14, 14)"]; +"169 quantize_per_tensor_30" -> "171 dequantize_per_tensor_32" [style=solid, label="(1, 96, 14, 14)"]; +"170 dequantize_per_tensor_31" -> "179 mul_1" [style=solid, label="(1, 96, 14, 14)"]; +"171 dequantize_per_tensor_32" -> "172 adaptive_avg_pool2d_1" [style=solid, label="(1, 96, 14, 14)"]; +"172 adaptive_avg_pool2d_1" -> "173 conv2d_13" [style=solid, label="(1, 96, 1, 1)"]; +"173 conv2d_13" -> "174 relu_1" [style=solid, label="(1, 24, 1, 1)"]; +"174 relu_1" -> "175 conv2d_14" [style=solid, label="(1, 24, 1, 1)"]; +"175 conv2d_14" -> "176 hardsigmoid_1" [style=solid, label="(1, 96, 1, 1)"]; +"176 hardsigmoid_1" -> "177 quantize_per_tensor_33" [style=solid, label="(1, 96, 1, 1)"]; +"177 quantize_per_tensor_33" -> "178 dequantize_per_tensor_34" [style=solid, label="(1, 96, 1, 1)"]; +"178 dequantize_per_tensor_34" -> "179 mul_1" [style=solid, label="(1, 96, 1, 1)"]; +"179 mul_1" -> "180 quantize_per_tensor_35" [style=solid, label="(1, 96, 14, 14)"]; +"180 quantize_per_tensor_35" -> "181 dequantize_per_tensor_36" [style=solid, label="(1, 96, 14, 14)"]; +"181 dequantize_per_tensor_36" -> "188 conv2d_15" [style=solid, label="(1, 96, 14, 14)"]; +"182 features_4_block_3_0_weight_bias" -> "188 conv2d_15" [style=solid, label="(40,)"]; +"183 scale_updated_constant11" -> "185 mul_tensor_11" [style=solid, label="(40, 1, 1, 1)"]; +"184 compressed_weight_updated_constant11" -> "185 mul_tensor_11" [style=solid, label="(40, 96, 1, 1)"]; +"185 mul_tensor_11" -> "187 sub_tensor_11" [style=solid, label="(40, 96, 1, 1)"]; +"186 zero_point_updated_constant11" -> "187 sub_tensor_11" [style=solid, label="(40, 1, 1, 1)"]; +"187 sub_tensor_11" -> "188 conv2d_15" [style=solid, label="(40, 96, 1, 1)"]; +"188 conv2d_15" -> "189 quantize_per_tensor_37" [style=solid, label="(1, 40, 14, 14)"]; +"189 quantize_per_tensor_37" -> "190 dequantize_per_tensor_38" [style=solid, label="(1, 40, 14, 14)"]; +"189 quantize_per_tensor_37" -> "191 dequantize_per_tensor_39" [style=solid, label="(1, 40, 14, 14)"]; +"190 dequantize_per_tensor_38" -> "198 conv2d_16" [style=solid, label="(1, 40, 14, 14)"]; +"191 dequantize_per_tensor_39" -> "234 add__1" [style=solid, label="(1, 40, 14, 14)"]; +"192 features_5_block_0_0_weight_bias" -> "198 conv2d_16" [style=solid, label="(240,)"]; +"193 scale_updated_constant12" -> "195 mul_tensor_12" [style=solid, label="(240, 1, 1, 1)"]; +"194 compressed_weight_updated_constant12" -> "195 mul_tensor_12" [style=solid, label="(240, 40, 1, 1)"]; +"195 mul_tensor_12" -> "197 sub_tensor_12" [style=solid, label="(240, 40, 1, 1)"]; +"196 zero_point_updated_constant12" -> "197 sub_tensor_12" [style=solid, label="(240, 1, 1, 1)"]; +"197 sub_tensor_12" -> "198 conv2d_16" [style=solid, label="(240, 40, 1, 1)"]; +"198 conv2d_16" -> "201 hardswish__3" [style=solid, label="(1, 240, 14, 14)"]; +"199 hardswish__3_scale_0" -> "202 quantize_per_channel_40" [style=solid, label="(240,)"]; +"199 hardswish__3_scale_0" -> "203 dequantize_per_channel_41" [style=solid, label="(240,)"]; +"200 hardswish__3_zero_point_0" -> "202 quantize_per_channel_40" [style=solid, label="(240,)"]; +"200 hardswish__3_zero_point_0" -> "203 dequantize_per_channel_41" [style=solid, label="(240,)"]; +"201 hardswish__3" -> "202 quantize_per_channel_40" [style=solid, label="(1, 240, 14, 14)"]; +"202 quantize_per_channel_40" -> "203 dequantize_per_channel_41" [style=solid, label="(1, 240, 14, 14)"]; +"203 dequantize_per_channel_41" -> "210 conv2d_17" [style=solid, label="(1, 240, 14, 14)"]; +"204 features_5_block_1_0_weight_bias" -> "210 conv2d_17" [style=solid, label="(240,)"]; +"205 scale_updated_constant13" -> "207 mul_tensor_13" [style=solid, label="(240, 1, 1, 1)"]; +"206 compressed_weight_updated_constant13" -> "207 mul_tensor_13" [style=solid, label="(240, 1, 5, 5)"]; +"207 mul_tensor_13" -> "209 sub_tensor_13" [style=solid, label="(240, 1, 5, 5)"]; +"208 zero_point_updated_constant13" -> "209 sub_tensor_13" [style=solid, label="(240, 1, 1, 1)"]; +"209 sub_tensor_13" -> "210 conv2d_17" [style=solid, label="(240, 1, 5, 5)"]; +"210 conv2d_17" -> "211 hardswish__4" [style=solid, label="(1, 240, 14, 14)"]; +"211 hardswish__4" -> "212 quantize_per_tensor_42" [style=solid, label="(1, 240, 14, 14)"]; +"212 quantize_per_tensor_42" -> "213 dequantize_per_tensor_43" [style=solid, label="(1, 240, 14, 14)"]; +"212 quantize_per_tensor_42" -> "214 dequantize_per_tensor_44" [style=solid, label="(1, 240, 14, 14)"]; +"213 dequantize_per_tensor_43" -> "222 mul_2" [style=solid, label="(1, 240, 14, 14)"]; +"214 dequantize_per_tensor_44" -> "215 adaptive_avg_pool2d_2" [style=solid, label="(1, 240, 14, 14)"]; +"215 adaptive_avg_pool2d_2" -> "216 conv2d_18" [style=solid, label="(1, 240, 1, 1)"]; +"216 conv2d_18" -> "217 relu_2" [style=solid, label="(1, 64, 1, 1)"]; +"217 relu_2" -> "218 conv2d_19" [style=solid, label="(1, 64, 1, 1)"]; +"218 conv2d_19" -> "219 hardsigmoid_2" [style=solid, label="(1, 240, 1, 1)"]; +"219 hardsigmoid_2" -> "220 quantize_per_tensor_45" [style=solid, label="(1, 240, 1, 1)"]; +"220 quantize_per_tensor_45" -> "221 dequantize_per_tensor_46" [style=solid, label="(1, 240, 1, 1)"]; +"221 dequantize_per_tensor_46" -> "222 mul_2" [style=solid, label="(1, 240, 1, 1)"]; +"222 mul_2" -> "223 quantize_per_tensor_47" [style=solid, label="(1, 240, 14, 14)"]; +"223 quantize_per_tensor_47" -> "224 dequantize_per_tensor_48" [style=solid, label="(1, 240, 14, 14)"]; +"224 dequantize_per_tensor_48" -> "231 conv2d_20" [style=solid, label="(1, 240, 14, 14)"]; +"225 features_5_block_3_0_weight_bias" -> "231 conv2d_20" [style=solid, label="(40,)"]; +"226 scale_updated_constant14" -> "228 mul_tensor_14" [style=solid, label="(40, 1, 1, 1)"]; +"227 compressed_weight_updated_constant14" -> "228 mul_tensor_14" [style=solid, label="(40, 240, 1, 1)"]; +"228 mul_tensor_14" -> "230 sub_tensor_14" [style=solid, label="(40, 240, 1, 1)"]; +"229 zero_point_updated_constant14" -> "230 sub_tensor_14" [style=solid, label="(40, 1, 1, 1)"]; +"230 sub_tensor_14" -> "231 conv2d_20" [style=solid, label="(40, 240, 1, 1)"]; +"231 conv2d_20" -> "232 quantize_per_tensor_49" [style=solid, label="(1, 40, 14, 14)"]; +"232 quantize_per_tensor_49" -> "233 dequantize_per_tensor_50" [style=solid, label="(1, 40, 14, 14)"]; +"233 dequantize_per_tensor_50" -> "234 add__1" [style=solid, label="(1, 40, 14, 14)"]; +"234 add__1" -> "235 quantize_per_tensor_51" [style=solid, label="(1, 40, 14, 14)"]; +"235 quantize_per_tensor_51" -> "236 dequantize_per_tensor_52" [style=solid, label="(1, 40, 14, 14)"]; +"235 quantize_per_tensor_51" -> "237 dequantize_per_tensor_53" [style=solid, label="(1, 40, 14, 14)"]; +"236 dequantize_per_tensor_52" -> "244 conv2d_21" [style=solid, label="(1, 40, 14, 14)"]; +"237 dequantize_per_tensor_53" -> "280 add__2" [style=solid, label="(1, 40, 14, 14)"]; +"238 features_6_block_0_0_weight_bias" -> "244 conv2d_21" [style=solid, label="(240,)"]; +"239 scale_updated_constant15" -> "241 mul_tensor_15" [style=solid, label="(240, 1, 1, 1)"]; +"240 compressed_weight_updated_constant15" -> "241 mul_tensor_15" [style=solid, label="(240, 40, 1, 1)"]; +"241 mul_tensor_15" -> "243 sub_tensor_15" [style=solid, label="(240, 40, 1, 1)"]; +"242 zero_point_updated_constant15" -> "243 sub_tensor_15" [style=solid, label="(240, 1, 1, 1)"]; +"243 sub_tensor_15" -> "244 conv2d_21" [style=solid, label="(240, 40, 1, 1)"]; +"244 conv2d_21" -> "247 hardswish__5" [style=solid, label="(1, 240, 14, 14)"]; +"245 hardswish__5_scale_0" -> "248 quantize_per_channel_54" [style=solid, label="(240,)"]; +"245 hardswish__5_scale_0" -> "249 dequantize_per_channel_55" [style=solid, label="(240,)"]; +"246 hardswish__5_zero_point_0" -> "248 quantize_per_channel_54" [style=solid, label="(240,)"]; +"246 hardswish__5_zero_point_0" -> "249 dequantize_per_channel_55" [style=solid, label="(240,)"]; +"247 hardswish__5" -> "248 quantize_per_channel_54" [style=solid, label="(1, 240, 14, 14)"]; +"248 quantize_per_channel_54" -> "249 dequantize_per_channel_55" [style=solid, label="(1, 240, 14, 14)"]; +"249 dequantize_per_channel_55" -> "256 conv2d_22" [style=solid, label="(1, 240, 14, 14)"]; +"250 features_6_block_1_0_weight_bias" -> "256 conv2d_22" [style=solid, label="(240,)"]; +"251 scale_updated_constant16" -> "253 mul_tensor_16" [style=solid, label="(240, 1, 1, 1)"]; +"252 compressed_weight_updated_constant16" -> "253 mul_tensor_16" [style=solid, label="(240, 1, 5, 5)"]; +"253 mul_tensor_16" -> "255 sub_tensor_16" [style=solid, label="(240, 1, 5, 5)"]; +"254 zero_point_updated_constant16" -> "255 sub_tensor_16" [style=solid, label="(240, 1, 1, 1)"]; +"255 sub_tensor_16" -> "256 conv2d_22" [style=solid, label="(240, 1, 5, 5)"]; +"256 conv2d_22" -> "257 hardswish__6" [style=solid, label="(1, 240, 14, 14)"]; +"257 hardswish__6" -> "258 quantize_per_tensor_56" [style=solid, label="(1, 240, 14, 14)"]; +"258 quantize_per_tensor_56" -> "259 dequantize_per_tensor_57" [style=solid, label="(1, 240, 14, 14)"]; +"258 quantize_per_tensor_56" -> "260 dequantize_per_tensor_58" [style=solid, label="(1, 240, 14, 14)"]; +"259 dequantize_per_tensor_57" -> "268 mul_3" [style=solid, label="(1, 240, 14, 14)"]; +"260 dequantize_per_tensor_58" -> "261 adaptive_avg_pool2d_3" [style=solid, label="(1, 240, 14, 14)"]; +"261 adaptive_avg_pool2d_3" -> "262 conv2d_23" [style=solid, label="(1, 240, 1, 1)"]; +"262 conv2d_23" -> "263 relu_3" [style=solid, label="(1, 64, 1, 1)"]; +"263 relu_3" -> "264 conv2d_24" [style=solid, label="(1, 64, 1, 1)"]; +"264 conv2d_24" -> "265 hardsigmoid_3" [style=solid, label="(1, 240, 1, 1)"]; +"265 hardsigmoid_3" -> "266 quantize_per_tensor_59" [style=solid, label="(1, 240, 1, 1)"]; +"266 quantize_per_tensor_59" -> "267 dequantize_per_tensor_60" [style=solid, label="(1, 240, 1, 1)"]; +"267 dequantize_per_tensor_60" -> "268 mul_3" [style=solid, label="(1, 240, 1, 1)"]; +"268 mul_3" -> "269 quantize_per_tensor_61" [style=solid, label="(1, 240, 14, 14)"]; +"269 quantize_per_tensor_61" -> "270 dequantize_per_tensor_62" [style=solid, label="(1, 240, 14, 14)"]; +"270 dequantize_per_tensor_62" -> "277 conv2d_25" [style=solid, label="(1, 240, 14, 14)"]; +"271 features_6_block_3_0_weight_bias" -> "277 conv2d_25" [style=solid, label="(40,)"]; +"272 scale_updated_constant17" -> "274 mul_tensor_17" [style=solid, label="(40, 1, 1, 1)"]; +"273 compressed_weight_updated_constant17" -> "274 mul_tensor_17" [style=solid, label="(40, 240, 1, 1)"]; +"274 mul_tensor_17" -> "276 sub_tensor_17" [style=solid, label="(40, 240, 1, 1)"]; +"275 zero_point_updated_constant17" -> "276 sub_tensor_17" [style=solid, label="(40, 1, 1, 1)"]; +"276 sub_tensor_17" -> "277 conv2d_25" [style=solid, label="(40, 240, 1, 1)"]; +"277 conv2d_25" -> "278 quantize_per_tensor_63" [style=solid, label="(1, 40, 14, 14)"]; +"278 quantize_per_tensor_63" -> "279 dequantize_per_tensor_64" [style=solid, label="(1, 40, 14, 14)"]; +"279 dequantize_per_tensor_64" -> "280 add__2" [style=solid, label="(1, 40, 14, 14)"]; +"280 add__2" -> "281 quantize_per_tensor_65" [style=solid, label="(1, 40, 14, 14)"]; +"281 quantize_per_tensor_65" -> "282 dequantize_per_tensor_66" [style=solid, label="(1, 40, 14, 14)"]; +"282 dequantize_per_tensor_66" -> "289 conv2d_26" [style=solid, label="(1, 40, 14, 14)"]; +"283 features_7_block_0_0_weight_bias" -> "289 conv2d_26" [style=solid, label="(120,)"]; +"284 scale_updated_constant18" -> "286 mul_tensor_18" [style=solid, label="(120, 1, 1, 1)"]; +"285 compressed_weight_updated_constant18" -> "286 mul_tensor_18" [style=solid, label="(120, 40, 1, 1)"]; +"286 mul_tensor_18" -> "288 sub_tensor_18" [style=solid, label="(120, 40, 1, 1)"]; +"287 zero_point_updated_constant18" -> "288 sub_tensor_18" [style=solid, label="(120, 1, 1, 1)"]; +"288 sub_tensor_18" -> "289 conv2d_26" [style=solid, label="(120, 40, 1, 1)"]; +"289 conv2d_26" -> "292 hardswish__7" [style=solid, label="(1, 120, 14, 14)"]; +"290 hardswish__7_scale_0" -> "293 quantize_per_channel_67" [style=solid, label="(120,)"]; +"290 hardswish__7_scale_0" -> "294 dequantize_per_channel_68" [style=solid, label="(120,)"]; +"291 hardswish__7_zero_point_0" -> "293 quantize_per_channel_67" [style=solid, label="(120,)"]; +"291 hardswish__7_zero_point_0" -> "294 dequantize_per_channel_68" [style=solid, label="(120,)"]; +"292 hardswish__7" -> "293 quantize_per_channel_67" [style=solid, label="(1, 120, 14, 14)"]; +"293 quantize_per_channel_67" -> "294 dequantize_per_channel_68" [style=solid, label="(1, 120, 14, 14)"]; +"294 dequantize_per_channel_68" -> "301 conv2d_27" [style=solid, label="(1, 120, 14, 14)"]; +"295 features_7_block_1_0_weight_bias" -> "301 conv2d_27" [style=solid, label="(120,)"]; +"296 scale_updated_constant19" -> "298 mul_tensor_19" [style=solid, label="(120, 1, 1, 1)"]; +"297 compressed_weight_updated_constant19" -> "298 mul_tensor_19" [style=solid, label="(120, 1, 5, 5)"]; +"298 mul_tensor_19" -> "300 sub_tensor_19" [style=solid, label="(120, 1, 5, 5)"]; +"299 zero_point_updated_constant19" -> "300 sub_tensor_19" [style=solid, label="(120, 1, 1, 1)"]; +"300 sub_tensor_19" -> "301 conv2d_27" [style=solid, label="(120, 1, 5, 5)"]; +"301 conv2d_27" -> "302 hardswish__8" [style=solid, label="(1, 120, 14, 14)"]; +"302 hardswish__8" -> "303 quantize_per_tensor_69" [style=solid, label="(1, 120, 14, 14)"]; +"303 quantize_per_tensor_69" -> "304 dequantize_per_tensor_70" [style=solid, label="(1, 120, 14, 14)"]; +"303 quantize_per_tensor_69" -> "305 dequantize_per_tensor_71" [style=solid, label="(1, 120, 14, 14)"]; +"304 dequantize_per_tensor_70" -> "313 mul_4" [style=solid, label="(1, 120, 14, 14)"]; +"305 dequantize_per_tensor_71" -> "306 adaptive_avg_pool2d_4" [style=solid, label="(1, 120, 14, 14)"]; +"306 adaptive_avg_pool2d_4" -> "307 conv2d_28" [style=solid, label="(1, 120, 1, 1)"]; +"307 conv2d_28" -> "308 relu_4" [style=solid, label="(1, 32, 1, 1)"]; +"308 relu_4" -> "309 conv2d_29" [style=solid, label="(1, 32, 1, 1)"]; +"309 conv2d_29" -> "310 hardsigmoid_4" [style=solid, label="(1, 120, 1, 1)"]; +"310 hardsigmoid_4" -> "311 quantize_per_tensor_72" [style=solid, label="(1, 120, 1, 1)"]; +"311 quantize_per_tensor_72" -> "312 dequantize_per_tensor_73" [style=solid, label="(1, 120, 1, 1)"]; +"312 dequantize_per_tensor_73" -> "313 mul_4" [style=solid, label="(1, 120, 1, 1)"]; +"313 mul_4" -> "314 quantize_per_tensor_74" [style=solid, label="(1, 120, 14, 14)"]; +"314 quantize_per_tensor_74" -> "315 dequantize_per_tensor_75" [style=solid, label="(1, 120, 14, 14)"]; +"315 dequantize_per_tensor_75" -> "322 conv2d_30" [style=solid, label="(1, 120, 14, 14)"]; +"316 features_7_block_3_0_weight_bias" -> "322 conv2d_30" [style=solid, label="(48,)"]; +"317 scale_updated_constant20" -> "319 mul_tensor_20" [style=solid, label="(48, 1, 1, 1)"]; +"318 compressed_weight_updated_constant20" -> "319 mul_tensor_20" [style=solid, label="(48, 120, 1, 1)"]; +"319 mul_tensor_20" -> "321 sub_tensor_20" [style=solid, label="(48, 120, 1, 1)"]; +"320 zero_point_updated_constant20" -> "321 sub_tensor_20" [style=solid, label="(48, 1, 1, 1)"]; +"321 sub_tensor_20" -> "322 conv2d_30" [style=solid, label="(48, 120, 1, 1)"]; +"322 conv2d_30" -> "323 quantize_per_tensor_76" [style=solid, label="(1, 48, 14, 14)"]; +"323 quantize_per_tensor_76" -> "324 dequantize_per_tensor_77" [style=solid, label="(1, 48, 14, 14)"]; +"323 quantize_per_tensor_76" -> "325 dequantize_per_tensor_78" [style=solid, label="(1, 48, 14, 14)"]; +"324 dequantize_per_tensor_77" -> "332 conv2d_31" [style=solid, label="(1, 48, 14, 14)"]; +"325 dequantize_per_tensor_78" -> "368 add__3" [style=solid, label="(1, 48, 14, 14)"]; +"326 features_8_block_0_0_weight_bias" -> "332 conv2d_31" [style=solid, label="(144,)"]; +"327 scale_updated_constant21" -> "329 mul_tensor_21" [style=solid, label="(144, 1, 1, 1)"]; +"328 compressed_weight_updated_constant21" -> "329 mul_tensor_21" [style=solid, label="(144, 48, 1, 1)"]; +"329 mul_tensor_21" -> "331 sub_tensor_21" [style=solid, label="(144, 48, 1, 1)"]; +"330 zero_point_updated_constant21" -> "331 sub_tensor_21" [style=solid, label="(144, 1, 1, 1)"]; +"331 sub_tensor_21" -> "332 conv2d_31" [style=solid, label="(144, 48, 1, 1)"]; +"332 conv2d_31" -> "335 hardswish__9" [style=solid, label="(1, 144, 14, 14)"]; +"333 hardswish__9_scale_0" -> "336 quantize_per_channel_79" [style=solid, label="(144,)"]; +"333 hardswish__9_scale_0" -> "337 dequantize_per_channel_80" [style=solid, label="(144,)"]; +"334 hardswish__9_zero_point_0" -> "336 quantize_per_channel_79" [style=solid, label="(144,)"]; +"334 hardswish__9_zero_point_0" -> "337 dequantize_per_channel_80" [style=solid, label="(144,)"]; +"335 hardswish__9" -> "336 quantize_per_channel_79" [style=solid, label="(1, 144, 14, 14)"]; +"336 quantize_per_channel_79" -> "337 dequantize_per_channel_80" [style=solid, label="(1, 144, 14, 14)"]; +"337 dequantize_per_channel_80" -> "344 conv2d_32" [style=solid, label="(1, 144, 14, 14)"]; +"338 features_8_block_1_0_weight_bias" -> "344 conv2d_32" [style=solid, label="(144,)"]; +"339 scale_updated_constant22" -> "341 mul_tensor_22" [style=solid, label="(144, 1, 1, 1)"]; +"340 compressed_weight_updated_constant22" -> "341 mul_tensor_22" [style=solid, label="(144, 1, 5, 5)"]; +"341 mul_tensor_22" -> "343 sub_tensor_22" [style=solid, label="(144, 1, 5, 5)"]; +"342 zero_point_updated_constant22" -> "343 sub_tensor_22" [style=solid, label="(144, 1, 1, 1)"]; +"343 sub_tensor_22" -> "344 conv2d_32" [style=solid, label="(144, 1, 5, 5)"]; +"344 conv2d_32" -> "345 hardswish__10" [style=solid, label="(1, 144, 14, 14)"]; +"345 hardswish__10" -> "346 quantize_per_tensor_81" [style=solid, label="(1, 144, 14, 14)"]; +"346 quantize_per_tensor_81" -> "347 dequantize_per_tensor_82" [style=solid, label="(1, 144, 14, 14)"]; +"346 quantize_per_tensor_81" -> "348 dequantize_per_tensor_83" [style=solid, label="(1, 144, 14, 14)"]; +"347 dequantize_per_tensor_82" -> "356 mul_5" [style=solid, label="(1, 144, 14, 14)"]; +"348 dequantize_per_tensor_83" -> "349 adaptive_avg_pool2d_5" [style=solid, label="(1, 144, 14, 14)"]; +"349 adaptive_avg_pool2d_5" -> "350 conv2d_33" [style=solid, label="(1, 144, 1, 1)"]; +"350 conv2d_33" -> "351 relu_5" [style=solid, label="(1, 40, 1, 1)"]; +"351 relu_5" -> "352 conv2d_34" [style=solid, label="(1, 40, 1, 1)"]; +"352 conv2d_34" -> "353 hardsigmoid_5" [style=solid, label="(1, 144, 1, 1)"]; +"353 hardsigmoid_5" -> "354 quantize_per_tensor_84" [style=solid, label="(1, 144, 1, 1)"]; +"354 quantize_per_tensor_84" -> "355 dequantize_per_tensor_85" [style=solid, label="(1, 144, 1, 1)"]; +"355 dequantize_per_tensor_85" -> "356 mul_5" [style=solid, label="(1, 144, 1, 1)"]; +"356 mul_5" -> "357 quantize_per_tensor_86" [style=solid, label="(1, 144, 14, 14)"]; +"357 quantize_per_tensor_86" -> "358 dequantize_per_tensor_87" [style=solid, label="(1, 144, 14, 14)"]; +"358 dequantize_per_tensor_87" -> "365 conv2d_35" [style=solid, label="(1, 144, 14, 14)"]; +"359 features_8_block_3_0_weight_bias" -> "365 conv2d_35" [style=solid, label="(48,)"]; +"360 scale_updated_constant23" -> "362 mul_tensor_23" [style=solid, label="(48, 1, 1, 1)"]; +"361 compressed_weight_updated_constant23" -> "362 mul_tensor_23" [style=solid, label="(48, 144, 1, 1)"]; +"362 mul_tensor_23" -> "364 sub_tensor_23" [style=solid, label="(48, 144, 1, 1)"]; +"363 zero_point_updated_constant23" -> "364 sub_tensor_23" [style=solid, label="(48, 1, 1, 1)"]; +"364 sub_tensor_23" -> "365 conv2d_35" [style=solid, label="(48, 144, 1, 1)"]; +"365 conv2d_35" -> "366 quantize_per_tensor_88" [style=solid, label="(1, 48, 14, 14)"]; +"366 quantize_per_tensor_88" -> "367 dequantize_per_tensor_89" [style=solid, label="(1, 48, 14, 14)"]; +"367 dequantize_per_tensor_89" -> "368 add__3" [style=solid, label="(1, 48, 14, 14)"]; +"368 add__3" -> "369 quantize_per_tensor_90" [style=solid, label="(1, 48, 14, 14)"]; +"369 quantize_per_tensor_90" -> "370 dequantize_per_tensor_91" [style=solid, label="(1, 48, 14, 14)"]; +"370 dequantize_per_tensor_91" -> "377 conv2d_36" [style=solid, label="(1, 48, 14, 14)"]; +"371 features_9_block_0_0_weight_bias" -> "377 conv2d_36" [style=solid, label="(288,)"]; +"372 scale_updated_constant24" -> "374 mul_tensor_24" [style=solid, label="(288, 1, 1, 1)"]; +"373 compressed_weight_updated_constant24" -> "374 mul_tensor_24" [style=solid, label="(288, 48, 1, 1)"]; +"374 mul_tensor_24" -> "376 sub_tensor_24" [style=solid, label="(288, 48, 1, 1)"]; +"375 zero_point_updated_constant24" -> "376 sub_tensor_24" [style=solid, label="(288, 1, 1, 1)"]; +"376 sub_tensor_24" -> "377 conv2d_36" [style=solid, label="(288, 48, 1, 1)"]; +"377 conv2d_36" -> "380 hardswish__11" [style=solid, label="(1, 288, 14, 14)"]; +"378 hardswish__11_scale_0" -> "381 quantize_per_channel_92" [style=solid, label="(288,)"]; +"378 hardswish__11_scale_0" -> "382 dequantize_per_channel_93" [style=solid, label="(288,)"]; +"379 hardswish__11_zero_point_0" -> "381 quantize_per_channel_92" [style=solid, label="(288,)"]; +"379 hardswish__11_zero_point_0" -> "382 dequantize_per_channel_93" [style=solid, label="(288,)"]; +"380 hardswish__11" -> "381 quantize_per_channel_92" [style=solid, label="(1, 288, 14, 14)"]; +"381 quantize_per_channel_92" -> "382 dequantize_per_channel_93" [style=solid, label="(1, 288, 14, 14)"]; +"382 dequantize_per_channel_93" -> "389 conv2d_37" [style=solid, label="(1, 288, 14, 14)"]; +"383 features_9_block_1_0_weight_bias" -> "389 conv2d_37" [style=solid, label="(288,)"]; +"384 scale_updated_constant25" -> "386 mul_tensor_25" [style=solid, label="(288, 1, 1, 1)"]; +"385 compressed_weight_updated_constant25" -> "386 mul_tensor_25" [style=solid, label="(288, 1, 5, 5)"]; +"386 mul_tensor_25" -> "388 sub_tensor_25" [style=solid, label="(288, 1, 5, 5)"]; +"387 zero_point_updated_constant25" -> "388 sub_tensor_25" [style=solid, label="(288, 1, 1, 1)"]; +"388 sub_tensor_25" -> "389 conv2d_37" [style=solid, label="(288, 1, 5, 5)"]; +"389 conv2d_37" -> "390 hardswish__12" [style=solid, label="(1, 288, 7, 7)"]; +"390 hardswish__12" -> "391 quantize_per_tensor_94" [style=solid, label="(1, 288, 7, 7)"]; +"391 quantize_per_tensor_94" -> "392 dequantize_per_tensor_95" [style=solid, label="(1, 288, 7, 7)"]; +"391 quantize_per_tensor_94" -> "393 dequantize_per_tensor_96" [style=solid, label="(1, 288, 7, 7)"]; +"392 dequantize_per_tensor_95" -> "401 mul_6" [style=solid, label="(1, 288, 7, 7)"]; +"393 dequantize_per_tensor_96" -> "394 adaptive_avg_pool2d_6" [style=solid, label="(1, 288, 7, 7)"]; +"394 adaptive_avg_pool2d_6" -> "395 conv2d_38" [style=solid, label="(1, 288, 1, 1)"]; +"395 conv2d_38" -> "396 relu_6" [style=solid, label="(1, 72, 1, 1)"]; +"396 relu_6" -> "397 conv2d_39" [style=solid, label="(1, 72, 1, 1)"]; +"397 conv2d_39" -> "398 hardsigmoid_6" [style=solid, label="(1, 288, 1, 1)"]; +"398 hardsigmoid_6" -> "399 quantize_per_tensor_97" [style=solid, label="(1, 288, 1, 1)"]; +"399 quantize_per_tensor_97" -> "400 dequantize_per_tensor_98" [style=solid, label="(1, 288, 1, 1)"]; +"400 dequantize_per_tensor_98" -> "401 mul_6" [style=solid, label="(1, 288, 1, 1)"]; +"401 mul_6" -> "402 quantize_per_tensor_99" [style=solid, label="(1, 288, 7, 7)"]; +"402 quantize_per_tensor_99" -> "403 dequantize_per_tensor_100" [style=solid, label="(1, 288, 7, 7)"]; +"403 dequantize_per_tensor_100" -> "410 conv2d_40" [style=solid, label="(1, 288, 7, 7)"]; +"404 features_9_block_3_0_weight_bias" -> "410 conv2d_40" [style=solid, label="(96,)"]; +"405 scale_updated_constant26" -> "407 mul_tensor_26" [style=solid, label="(96, 1, 1, 1)"]; +"406 compressed_weight_updated_constant26" -> "407 mul_tensor_26" [style=solid, label="(96, 288, 1, 1)"]; +"407 mul_tensor_26" -> "409 sub_tensor_26" [style=solid, label="(96, 288, 1, 1)"]; +"408 zero_point_updated_constant26" -> "409 sub_tensor_26" [style=solid, label="(96, 1, 1, 1)"]; +"409 sub_tensor_26" -> "410 conv2d_40" [style=solid, label="(96, 288, 1, 1)"]; +"410 conv2d_40" -> "411 quantize_per_tensor_101" [style=solid, label="(1, 96, 7, 7)"]; +"411 quantize_per_tensor_101" -> "412 dequantize_per_tensor_102" [style=solid, label="(1, 96, 7, 7)"]; +"411 quantize_per_tensor_101" -> "413 dequantize_per_tensor_103" [style=solid, label="(1, 96, 7, 7)"]; +"412 dequantize_per_tensor_102" -> "420 conv2d_41" [style=solid, label="(1, 96, 7, 7)"]; +"413 dequantize_per_tensor_103" -> "456 add__4" [style=solid, label="(1, 96, 7, 7)"]; +"414 features_10_block_0_0_weight_bias" -> "420 conv2d_41" [style=solid, label="(576,)"]; +"415 scale_updated_constant27" -> "417 mul_tensor_27" [style=solid, label="(576, 1, 1, 1)"]; +"416 compressed_weight_updated_constant27" -> "417 mul_tensor_27" [style=solid, label="(576, 96, 1, 1)"]; +"417 mul_tensor_27" -> "419 sub_tensor_27" [style=solid, label="(576, 96, 1, 1)"]; +"418 zero_point_updated_constant27" -> "419 sub_tensor_27" [style=solid, label="(576, 1, 1, 1)"]; +"419 sub_tensor_27" -> "420 conv2d_41" [style=solid, label="(576, 96, 1, 1)"]; +"420 conv2d_41" -> "423 hardswish__13" [style=solid, label="(1, 576, 7, 7)"]; +"421 hardswish__13_scale_0" -> "424 quantize_per_channel_104" [style=solid, label="(576,)"]; +"421 hardswish__13_scale_0" -> "425 dequantize_per_channel_105" [style=solid, label="(576,)"]; +"422 hardswish__13_zero_point_0" -> "424 quantize_per_channel_104" [style=solid, label="(576,)"]; +"422 hardswish__13_zero_point_0" -> "425 dequantize_per_channel_105" [style=solid, label="(576,)"]; +"423 hardswish__13" -> "424 quantize_per_channel_104" [style=solid, label="(1, 576, 7, 7)"]; +"424 quantize_per_channel_104" -> "425 dequantize_per_channel_105" [style=solid, label="(1, 576, 7, 7)"]; +"425 dequantize_per_channel_105" -> "432 conv2d_42" [style=solid, label="(1, 576, 7, 7)"]; +"426 features_10_block_1_0_weight_bias" -> "432 conv2d_42" [style=solid, label="(576,)"]; +"427 scale_updated_constant28" -> "429 mul_tensor_28" [style=solid, label="(576, 1, 1, 1)"]; +"428 compressed_weight_updated_constant28" -> "429 mul_tensor_28" [style=solid, label="(576, 1, 5, 5)"]; +"429 mul_tensor_28" -> "431 sub_tensor_28" [style=solid, label="(576, 1, 5, 5)"]; +"430 zero_point_updated_constant28" -> "431 sub_tensor_28" [style=solid, label="(576, 1, 1, 1)"]; +"431 sub_tensor_28" -> "432 conv2d_42" [style=solid, label="(576, 1, 5, 5)"]; +"432 conv2d_42" -> "433 hardswish__14" [style=solid, label="(1, 576, 7, 7)"]; +"433 hardswish__14" -> "434 quantize_per_tensor_106" [style=solid, label="(1, 576, 7, 7)"]; +"434 quantize_per_tensor_106" -> "435 dequantize_per_tensor_107" [style=solid, label="(1, 576, 7, 7)"]; +"434 quantize_per_tensor_106" -> "436 dequantize_per_tensor_108" [style=solid, label="(1, 576, 7, 7)"]; +"435 dequantize_per_tensor_107" -> "444 mul_7" [style=solid, label="(1, 576, 7, 7)"]; +"436 dequantize_per_tensor_108" -> "437 adaptive_avg_pool2d_7" [style=solid, label="(1, 576, 7, 7)"]; +"437 adaptive_avg_pool2d_7" -> "438 conv2d_43" [style=solid, label="(1, 576, 1, 1)"]; +"438 conv2d_43" -> "439 relu_7" [style=solid, label="(1, 144, 1, 1)"]; +"439 relu_7" -> "440 conv2d_44" [style=solid, label="(1, 144, 1, 1)"]; +"440 conv2d_44" -> "441 hardsigmoid_7" [style=solid, label="(1, 576, 1, 1)"]; +"441 hardsigmoid_7" -> "442 quantize_per_tensor_109" [style=solid, label="(1, 576, 1, 1)"]; +"442 quantize_per_tensor_109" -> "443 dequantize_per_tensor_110" [style=solid, label="(1, 576, 1, 1)"]; +"443 dequantize_per_tensor_110" -> "444 mul_7" [style=solid, label="(1, 576, 1, 1)"]; +"444 mul_7" -> "445 quantize_per_tensor_111" [style=solid, label="(1, 576, 7, 7)"]; +"445 quantize_per_tensor_111" -> "446 dequantize_per_tensor_112" [style=solid, label="(1, 576, 7, 7)"]; +"446 dequantize_per_tensor_112" -> "453 conv2d_45" [style=solid, label="(1, 576, 7, 7)"]; +"447 features_10_block_3_0_weight_bias" -> "453 conv2d_45" [style=solid, label="(96,)"]; +"448 scale_updated_constant29" -> "450 mul_tensor_29" [style=solid, label="(96, 1, 1, 1)"]; +"449 compressed_weight_updated_constant29" -> "450 mul_tensor_29" [style=solid, label="(96, 576, 1, 1)"]; +"450 mul_tensor_29" -> "452 sub_tensor_29" [style=solid, label="(96, 576, 1, 1)"]; +"451 zero_point_updated_constant29" -> "452 sub_tensor_29" [style=solid, label="(96, 1, 1, 1)"]; +"452 sub_tensor_29" -> "453 conv2d_45" [style=solid, label="(96, 576, 1, 1)"]; +"453 conv2d_45" -> "454 quantize_per_tensor_113" [style=solid, label="(1, 96, 7, 7)"]; +"454 quantize_per_tensor_113" -> "455 dequantize_per_tensor_114" [style=solid, label="(1, 96, 7, 7)"]; +"455 dequantize_per_tensor_114" -> "456 add__4" [style=solid, label="(1, 96, 7, 7)"]; +"456 add__4" -> "457 quantize_per_tensor_115" [style=solid, label="(1, 96, 7, 7)"]; +"457 quantize_per_tensor_115" -> "458 dequantize_per_tensor_116" [style=solid, label="(1, 96, 7, 7)"]; +"457 quantize_per_tensor_115" -> "459 dequantize_per_tensor_117" [style=solid, label="(1, 96, 7, 7)"]; +"458 dequantize_per_tensor_116" -> "466 conv2d_46" [style=solid, label="(1, 96, 7, 7)"]; +"459 dequantize_per_tensor_117" -> "502 add__5" [style=solid, label="(1, 96, 7, 7)"]; +"460 features_11_block_0_0_weight_bias" -> "466 conv2d_46" [style=solid, label="(576,)"]; +"461 scale_updated_constant30" -> "463 mul_tensor_30" [style=solid, label="(576, 1, 1, 1)"]; +"462 compressed_weight_updated_constant30" -> "463 mul_tensor_30" [style=solid, label="(576, 96, 1, 1)"]; +"463 mul_tensor_30" -> "465 sub_tensor_30" [style=solid, label="(576, 96, 1, 1)"]; +"464 zero_point_updated_constant30" -> "465 sub_tensor_30" [style=solid, label="(576, 1, 1, 1)"]; +"465 sub_tensor_30" -> "466 conv2d_46" [style=solid, label="(576, 96, 1, 1)"]; +"466 conv2d_46" -> "469 hardswish__15" [style=solid, label="(1, 576, 7, 7)"]; +"467 hardswish__15_scale_0" -> "470 quantize_per_channel_118" [style=solid, label="(576,)"]; +"467 hardswish__15_scale_0" -> "471 dequantize_per_channel_119" [style=solid, label="(576,)"]; +"468 hardswish__15_zero_point_0" -> "470 quantize_per_channel_118" [style=solid, label="(576,)"]; +"468 hardswish__15_zero_point_0" -> "471 dequantize_per_channel_119" [style=solid, label="(576,)"]; +"469 hardswish__15" -> "470 quantize_per_channel_118" [style=solid, label="(1, 576, 7, 7)"]; +"470 quantize_per_channel_118" -> "471 dequantize_per_channel_119" [style=solid, label="(1, 576, 7, 7)"]; +"471 dequantize_per_channel_119" -> "478 conv2d_47" [style=solid, label="(1, 576, 7, 7)"]; +"472 features_11_block_1_0_weight_bias" -> "478 conv2d_47" [style=solid, label="(576,)"]; +"473 scale_updated_constant31" -> "475 mul_tensor_31" [style=solid, label="(576, 1, 1, 1)"]; +"474 compressed_weight_updated_constant31" -> "475 mul_tensor_31" [style=solid, label="(576, 1, 5, 5)"]; +"475 mul_tensor_31" -> "477 sub_tensor_31" [style=solid, label="(576, 1, 5, 5)"]; +"476 zero_point_updated_constant31" -> "477 sub_tensor_31" [style=solid, label="(576, 1, 1, 1)"]; +"477 sub_tensor_31" -> "478 conv2d_47" [style=solid, label="(576, 1, 5, 5)"]; +"478 conv2d_47" -> "479 hardswish__16" [style=solid, label="(1, 576, 7, 7)"]; +"479 hardswish__16" -> "480 quantize_per_tensor_120" [style=solid, label="(1, 576, 7, 7)"]; +"480 quantize_per_tensor_120" -> "481 dequantize_per_tensor_121" [style=solid, label="(1, 576, 7, 7)"]; +"480 quantize_per_tensor_120" -> "482 dequantize_per_tensor_122" [style=solid, label="(1, 576, 7, 7)"]; +"481 dequantize_per_tensor_121" -> "490 mul_8" [style=solid, label="(1, 576, 7, 7)"]; +"482 dequantize_per_tensor_122" -> "483 adaptive_avg_pool2d_8" [style=solid, label="(1, 576, 7, 7)"]; +"483 adaptive_avg_pool2d_8" -> "484 conv2d_48" [style=solid, label="(1, 576, 1, 1)"]; +"484 conv2d_48" -> "485 relu_8" [style=solid, label="(1, 144, 1, 1)"]; +"485 relu_8" -> "486 conv2d_49" [style=solid, label="(1, 144, 1, 1)"]; +"486 conv2d_49" -> "487 hardsigmoid_8" [style=solid, label="(1, 576, 1, 1)"]; +"487 hardsigmoid_8" -> "488 quantize_per_tensor_123" [style=solid, label="(1, 576, 1, 1)"]; +"488 quantize_per_tensor_123" -> "489 dequantize_per_tensor_124" [style=solid, label="(1, 576, 1, 1)"]; +"489 dequantize_per_tensor_124" -> "490 mul_8" [style=solid, label="(1, 576, 1, 1)"]; +"490 mul_8" -> "491 quantize_per_tensor_125" [style=solid, label="(1, 576, 7, 7)"]; +"491 quantize_per_tensor_125" -> "492 dequantize_per_tensor_126" [style=solid, label="(1, 576, 7, 7)"]; +"492 dequantize_per_tensor_126" -> "499 conv2d_50" [style=solid, label="(1, 576, 7, 7)"]; +"493 features_11_block_3_0_weight_bias" -> "499 conv2d_50" [style=solid, label="(96,)"]; +"494 scale_updated_constant32" -> "496 mul_tensor_32" [style=solid, label="(96, 1, 1, 1)"]; +"495 compressed_weight_updated_constant32" -> "496 mul_tensor_32" [style=solid, label="(96, 576, 1, 1)"]; +"496 mul_tensor_32" -> "498 sub_tensor_32" [style=solid, label="(96, 576, 1, 1)"]; +"497 zero_point_updated_constant32" -> "498 sub_tensor_32" [style=solid, label="(96, 1, 1, 1)"]; +"498 sub_tensor_32" -> "499 conv2d_50" [style=solid, label="(96, 576, 1, 1)"]; +"499 conv2d_50" -> "500 quantize_per_tensor_127" [style=solid, label="(1, 96, 7, 7)"]; +"500 quantize_per_tensor_127" -> "501 dequantize_per_tensor_128" [style=solid, label="(1, 96, 7, 7)"]; +"501 dequantize_per_tensor_128" -> "502 add__5" [style=solid, label="(1, 96, 7, 7)"]; +"502 add__5" -> "503 quantize_per_tensor_129" [style=solid, label="(1, 96, 7, 7)"]; +"503 quantize_per_tensor_129" -> "504 dequantize_per_tensor_130" [style=solid, label="(1, 96, 7, 7)"]; +"504 dequantize_per_tensor_130" -> "511 conv2d_51" [style=solid, label="(1, 96, 7, 7)"]; +"505 features_12_0_weight_bias" -> "511 conv2d_51" [style=solid, label="(576,)"]; +"506 scale_updated_constant33" -> "508 mul_tensor_33" [style=solid, label="(576, 1, 1, 1)"]; +"507 compressed_weight_updated_constant33" -> "508 mul_tensor_33" [style=solid, label="(576, 96, 1, 1)"]; +"508 mul_tensor_33" -> "510 sub_tensor_33" [style=solid, label="(576, 96, 1, 1)"]; +"509 zero_point_updated_constant33" -> "510 sub_tensor_33" [style=solid, label="(576, 1, 1, 1)"]; +"510 sub_tensor_33" -> "511 conv2d_51" [style=solid, label="(576, 96, 1, 1)"]; +"511 conv2d_51" -> "512 hardswish__17" [style=solid, label="(1, 576, 7, 7)"]; +"512 hardswish__17" -> "513 quantize_per_tensor_131" [style=solid, label="(1, 576, 7, 7)"]; +"513 quantize_per_tensor_131" -> "514 dequantize_per_tensor_132" [style=solid, label="(1, 576, 7, 7)"]; +"514 dequantize_per_tensor_132" -> "515 adaptive_avg_pool2d_9" [style=solid, label="(1, 576, 7, 7)"]; +"515 adaptive_avg_pool2d_9" -> "516 quantize_per_tensor_133" [style=solid, label="(1, 576, 1, 1)"]; +"516 quantize_per_tensor_133" -> "517 dequantize_per_tensor_134" [style=solid, label="(1, 576, 1, 1)"]; +"517 dequantize_per_tensor_134" -> "518 flatten" [style=solid, label="(1, 576, 1, 1)"]; +"518 flatten" -> "524 linear" [style=solid, label="(1, 576)"]; +"519 scale_updated_constant34" -> "521 mul_tensor_34" [style=solid, label="(1024, 1)"]; +"520 compressed_weight_updated_constant34" -> "521 mul_tensor_34" [style=solid, label="(1024, 576)"]; +"521 mul_tensor_34" -> "523 sub_tensor_34" [style=solid, label="(1024, 576)"]; +"522 zero_point_updated_constant34" -> "523 sub_tensor_34" [style=solid, label="(1024, 1)"]; +"523 sub_tensor_34" -> "524 linear" [style=solid, label="(1024, 576)"]; +"524 linear" -> "525 hardswish__18" [style=solid, label="(1, 1024)"]; +"525 hardswish__18" -> "526 quantize_per_tensor_135" [style=solid, label="(1, 1024)"]; +"526 quantize_per_tensor_135" -> "527 dequantize_per_tensor_136" [style=solid, label="(1, 1024)"]; +"527 dequantize_per_tensor_136" -> "528 dropout_" [style=solid, label="(1, 1024)"]; +"528 dropout_" -> "534 linear_1" [style=solid, label="(1, 1024)"]; +"529 scale_updated_constant35" -> "531 mul_tensor_35" [style=solid, label="(1000, 1)"]; +"530 compressed_weight_updated_constant35" -> "531 mul_tensor_35" [style=solid, label="(1000, 1024)"]; +"531 mul_tensor_35" -> "533 sub_tensor_35" [style=solid, label="(1000, 1024)"]; +"532 zero_point_updated_constant35" -> "533 sub_tensor_35" [style=solid, label="(1000, 1)"]; +"533 sub_tensor_35" -> "534 linear_1" [style=solid, label="(1000, 1024)"]; +"534 linear_1" -> "535 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/resnet18.dot b/tests/torch2/data/fx/OpenVINOQuantizer/resnet18.dot index fde82b1aa6a..cc4c2bcac1b 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/resnet18.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/resnet18.dot @@ -1,8 +1,8 @@ strict digraph { "0 fc_bias" [id=0, type="get_attr"]; "1 x" [id=1, type=input]; -"2 quantize_per_tensor_default" [id=2, type="quantize_per_tensor"]; -"3 dequantize_per_tensor_default" [id=3, type="dequantize_per_tensor"]; +"2 quantize_per_tensor_0" [id=2, type="quantize_per_tensor"]; +"3 dequantize_per_tensor_1" [id=3, type="dequantize_per_tensor"]; "4 conv1_weight_bias" [id=4, type="get_attr"]; "5 scale_updated_constant0" [id=5, type="get_attr"]; "6 compressed_weight_updated_constant0" [id=6, type="get_attr"]; @@ -11,8 +11,8 @@ strict digraph { "9 sub_tensor" [id=9, type=sub]; "10 conv2d" [id=10, type=conv2d]; "11 relu_" [id=11, type="relu_"]; -"12 quantize_per_tensor_default_1" [id=12, type="quantize_per_tensor"]; -"13 dequantize_per_tensor_default_1" [id=13, type="dequantize_per_tensor"]; +"12 quantize_per_tensor_2" [id=12, type="quantize_per_tensor"]; +"13 dequantize_per_tensor_3" [id=13, type="dequantize_per_tensor"]; "14 max_pool2d" [id=14, type="max_pool2d"]; "15 layer1_0_conv1_weight_bias" [id=15, type="get_attr"]; "16 scale_updated_constant1" [id=16, type="get_attr"]; @@ -22,8 +22,8 @@ strict digraph { "20 sub_tensor_1" [id=20, type=sub]; "21 conv2d_1" [id=21, type=conv2d]; "22 relu__1" [id=22, type="relu_"]; -"23 quantize_per_tensor_default_2" [id=23, type="quantize_per_tensor"]; -"24 dequantize_per_tensor_default_2" [id=24, type="dequantize_per_tensor"]; +"23 quantize_per_tensor_4" [id=23, type="quantize_per_tensor"]; +"24 dequantize_per_tensor_5" [id=24, type="dequantize_per_tensor"]; "25 layer1_0_conv2_weight_bias" [id=25, type="get_attr"]; "26 scale_updated_constant2" [id=26, type="get_attr"]; "27 compressed_weight_updated_constant2" [id=27, type="get_attr"]; @@ -31,215 +31,222 @@ strict digraph { "29 zero_point_updated_constant2" [id=29, type="get_attr"]; "30 sub_tensor_2" [id=30, type=sub]; "31 conv2d_2" [id=31, type=conv2d]; -"32 quantize_per_tensor_default_3" [id=32, type="quantize_per_tensor"]; -"33 dequantize_per_tensor_default_3" [id=33, type="dequantize_per_tensor"]; +"32 quantize_per_tensor_6" [id=32, type="quantize_per_tensor"]; +"33 dequantize_per_tensor_7" [id=33, type="dequantize_per_tensor"]; "34 add_" [id=34, type="add_"]; "35 relu__2" [id=35, type="relu_"]; -"36 quantize_per_tensor_default_4" [id=36, type="quantize_per_tensor"]; -"37 dequantize_per_tensor_default_4" [id=37, type="dequantize_per_tensor"]; -"38 layer1_1_conv1_weight_bias" [id=38, type="get_attr"]; -"39 scale_updated_constant3" [id=39, type="get_attr"]; -"40 compressed_weight_updated_constant3" [id=40, type="get_attr"]; -"41 mul_tensor_3" [id=41, type=mul]; -"42 zero_point_updated_constant3" [id=42, type="get_attr"]; -"43 sub_tensor_3" [id=43, type=sub]; -"44 conv2d_3" [id=44, type=conv2d]; -"45 relu__3" [id=45, type="relu_"]; -"46 quantize_per_tensor_default_5" [id=46, type="quantize_per_tensor"]; -"47 dequantize_per_tensor_default_5" [id=47, type="dequantize_per_tensor"]; -"48 layer1_1_conv2_weight_bias" [id=48, type="get_attr"]; -"49 scale_updated_constant4" [id=49, type="get_attr"]; -"50 compressed_weight_updated_constant4" [id=50, type="get_attr"]; -"51 mul_tensor_4" [id=51, type=mul]; -"52 zero_point_updated_constant4" [id=52, type="get_attr"]; -"53 sub_tensor_4" [id=53, type=sub]; -"54 conv2d_4" [id=54, type=conv2d]; -"55 quantize_per_tensor_default_6" [id=55, type="quantize_per_tensor"]; -"56 dequantize_per_tensor_default_6" [id=56, type="dequantize_per_tensor"]; -"57 add__1" [id=57, type="add_"]; -"58 relu__4" [id=58, type="relu_"]; -"59 quantize_per_tensor_default_7" [id=59, type="quantize_per_tensor"]; -"60 dequantize_per_tensor_default_7" [id=60, type="dequantize_per_tensor"]; -"61 layer2_0_conv1_weight_bias" [id=61, type="get_attr"]; -"62 scale_updated_constant5" [id=62, type="get_attr"]; -"63 compressed_weight_updated_constant5" [id=63, type="get_attr"]; -"64 mul_tensor_5" [id=64, type=mul]; -"65 zero_point_updated_constant5" [id=65, type="get_attr"]; -"66 sub_tensor_5" [id=66, type=sub]; -"67 conv2d_5" [id=67, type=conv2d]; -"68 relu__5" [id=68, type="relu_"]; -"69 quantize_per_tensor_default_8" [id=69, type="quantize_per_tensor"]; -"70 dequantize_per_tensor_default_8" [id=70, type="dequantize_per_tensor"]; -"71 layer2_0_conv2_weight_bias" [id=71, type="get_attr"]; -"72 scale_updated_constant6" [id=72, type="get_attr"]; -"73 compressed_weight_updated_constant6" [id=73, type="get_attr"]; -"74 mul_tensor_6" [id=74, type=mul]; -"75 zero_point_updated_constant6" [id=75, type="get_attr"]; -"76 sub_tensor_6" [id=76, type=sub]; -"77 conv2d_6" [id=77, type=conv2d]; -"78 quantize_per_tensor_default_9" [id=78, type="quantize_per_tensor"]; -"79 dequantize_per_tensor_default_9" [id=79, type="dequantize_per_tensor"]; -"80 layer2_0_downsample_0_weight_bias" [id=80, type="get_attr"]; -"81 scale_updated_constant7" [id=81, type="get_attr"]; -"82 compressed_weight_updated_constant7" [id=82, type="get_attr"]; -"83 mul_tensor_7" [id=83, type=mul]; -"84 zero_point_updated_constant7" [id=84, type="get_attr"]; -"85 sub_tensor_7" [id=85, type=sub]; -"86 conv2d_7" [id=86, type=conv2d]; -"87 quantize_per_tensor_default_10" [id=87, type="quantize_per_tensor"]; -"88 dequantize_per_tensor_default_10" [id=88, type="dequantize_per_tensor"]; -"89 add__2" [id=89, type="add_"]; -"90 relu__6" [id=90, type="relu_"]; -"91 quantize_per_tensor_default_11" [id=91, type="quantize_per_tensor"]; -"92 dequantize_per_tensor_default_11" [id=92, type="dequantize_per_tensor"]; -"93 layer2_1_conv1_weight_bias" [id=93, type="get_attr"]; -"94 scale_updated_constant8" [id=94, type="get_attr"]; -"95 compressed_weight_updated_constant8" [id=95, type="get_attr"]; -"96 mul_tensor_8" [id=96, type=mul]; -"97 zero_point_updated_constant8" [id=97, type="get_attr"]; -"98 sub_tensor_8" [id=98, type=sub]; -"99 conv2d_8" [id=99, type=conv2d]; -"100 relu__7" [id=100, type="relu_"]; -"101 quantize_per_tensor_default_12" [id=101, type="quantize_per_tensor"]; -"102 dequantize_per_tensor_default_12" [id=102, type="dequantize_per_tensor"]; -"103 layer2_1_conv2_weight_bias" [id=103, type="get_attr"]; -"104 scale_updated_constant9" [id=104, type="get_attr"]; -"105 compressed_weight_updated_constant9" [id=105, type="get_attr"]; -"106 mul_tensor_9" [id=106, type=mul]; -"107 zero_point_updated_constant9" [id=107, type="get_attr"]; -"108 sub_tensor_9" [id=108, type=sub]; -"109 conv2d_9" [id=109, type=conv2d]; -"110 quantize_per_tensor_default_13" [id=110, type="quantize_per_tensor"]; -"111 dequantize_per_tensor_default_13" [id=111, type="dequantize_per_tensor"]; -"112 add__3" [id=112, type="add_"]; -"113 relu__8" [id=113, type="relu_"]; -"114 quantize_per_tensor_default_14" [id=114, type="quantize_per_tensor"]; -"115 dequantize_per_tensor_default_14" [id=115, type="dequantize_per_tensor"]; -"116 layer3_0_conv1_weight_bias" [id=116, type="get_attr"]; -"117 scale_updated_constant10" [id=117, type="get_attr"]; -"118 compressed_weight_updated_constant10" [id=118, type="get_attr"]; -"119 mul_tensor_10" [id=119, type=mul]; -"120 zero_point_updated_constant10" [id=120, type="get_attr"]; -"121 sub_tensor_10" [id=121, type=sub]; -"122 conv2d_10" [id=122, type=conv2d]; -"123 relu__9" [id=123, type="relu_"]; -"124 quantize_per_tensor_default_15" [id=124, type="quantize_per_tensor"]; -"125 dequantize_per_tensor_default_15" [id=125, type="dequantize_per_tensor"]; -"126 layer3_0_conv2_weight_bias" [id=126, type="get_attr"]; -"127 scale_updated_constant11" [id=127, type="get_attr"]; -"128 compressed_weight_updated_constant11" [id=128, type="get_attr"]; -"129 mul_tensor_11" [id=129, type=mul]; -"130 zero_point_updated_constant11" [id=130, type="get_attr"]; -"131 sub_tensor_11" [id=131, type=sub]; -"132 conv2d_11" [id=132, type=conv2d]; -"133 quantize_per_tensor_default_16" [id=133, type="quantize_per_tensor"]; -"134 dequantize_per_tensor_default_16" [id=134, type="dequantize_per_tensor"]; -"135 layer3_0_downsample_0_weight_bias" [id=135, type="get_attr"]; -"136 scale_updated_constant12" [id=136, type="get_attr"]; -"137 compressed_weight_updated_constant12" [id=137, type="get_attr"]; -"138 mul_tensor_12" [id=138, type=mul]; -"139 zero_point_updated_constant12" [id=139, type="get_attr"]; -"140 sub_tensor_12" [id=140, type=sub]; -"141 conv2d_12" [id=141, type=conv2d]; -"142 quantize_per_tensor_default_17" [id=142, type="quantize_per_tensor"]; -"143 dequantize_per_tensor_default_17" [id=143, type="dequantize_per_tensor"]; -"144 add__4" [id=144, type="add_"]; -"145 relu__10" [id=145, type="relu_"]; -"146 quantize_per_tensor_default_18" [id=146, type="quantize_per_tensor"]; -"147 dequantize_per_tensor_default_18" [id=147, type="dequantize_per_tensor"]; -"148 layer3_1_conv1_weight_bias" [id=148, type="get_attr"]; -"149 scale_updated_constant13" [id=149, type="get_attr"]; -"150 compressed_weight_updated_constant13" [id=150, type="get_attr"]; -"151 mul_tensor_13" [id=151, type=mul]; -"152 zero_point_updated_constant13" [id=152, type="get_attr"]; -"153 sub_tensor_13" [id=153, type=sub]; -"154 conv2d_13" [id=154, type=conv2d]; -"155 relu__11" [id=155, type="relu_"]; -"156 quantize_per_tensor_default_19" [id=156, type="quantize_per_tensor"]; -"157 dequantize_per_tensor_default_19" [id=157, type="dequantize_per_tensor"]; -"158 layer3_1_conv2_weight_bias" [id=158, type="get_attr"]; -"159 scale_updated_constant14" [id=159, type="get_attr"]; -"160 compressed_weight_updated_constant14" [id=160, type="get_attr"]; -"161 mul_tensor_14" [id=161, type=mul]; -"162 zero_point_updated_constant14" [id=162, type="get_attr"]; -"163 sub_tensor_14" [id=163, type=sub]; -"164 conv2d_14" [id=164, type=conv2d]; -"165 quantize_per_tensor_default_20" [id=165, type="quantize_per_tensor"]; -"166 dequantize_per_tensor_default_20" [id=166, type="dequantize_per_tensor"]; -"167 add__5" [id=167, type="add_"]; -"168 relu__12" [id=168, type="relu_"]; -"169 quantize_per_tensor_default_21" [id=169, type="quantize_per_tensor"]; -"170 dequantize_per_tensor_default_21" [id=170, type="dequantize_per_tensor"]; -"171 layer4_0_conv1_weight_bias" [id=171, type="get_attr"]; -"172 scale_updated_constant15" [id=172, type="get_attr"]; -"173 compressed_weight_updated_constant15" [id=173, type="get_attr"]; -"174 mul_tensor_15" [id=174, type=mul]; -"175 zero_point_updated_constant15" [id=175, type="get_attr"]; -"176 sub_tensor_15" [id=176, type=sub]; -"177 conv2d_15" [id=177, type=conv2d]; -"178 relu__13" [id=178, type="relu_"]; -"179 quantize_per_tensor_default_22" [id=179, type="quantize_per_tensor"]; -"180 dequantize_per_tensor_default_22" [id=180, type="dequantize_per_tensor"]; -"181 layer4_0_conv2_weight_bias" [id=181, type="get_attr"]; -"182 scale_updated_constant16" [id=182, type="get_attr"]; -"183 compressed_weight_updated_constant16" [id=183, type="get_attr"]; -"184 mul_tensor_16" [id=184, type=mul]; -"185 zero_point_updated_constant16" [id=185, type="get_attr"]; -"186 sub_tensor_16" [id=186, type=sub]; -"187 conv2d_16" [id=187, type=conv2d]; -"188 quantize_per_tensor_default_23" [id=188, type="quantize_per_tensor"]; -"189 dequantize_per_tensor_default_23" [id=189, type="dequantize_per_tensor"]; -"190 layer4_0_downsample_0_weight_bias" [id=190, type="get_attr"]; -"191 scale_updated_constant17" [id=191, type="get_attr"]; -"192 compressed_weight_updated_constant17" [id=192, type="get_attr"]; -"193 mul_tensor_17" [id=193, type=mul]; -"194 zero_point_updated_constant17" [id=194, type="get_attr"]; -"195 sub_tensor_17" [id=195, type=sub]; -"196 conv2d_17" [id=196, type=conv2d]; -"197 quantize_per_tensor_default_24" [id=197, type="quantize_per_tensor"]; -"198 dequantize_per_tensor_default_24" [id=198, type="dequantize_per_tensor"]; -"199 add__6" [id=199, type="add_"]; -"200 relu__14" [id=200, type="relu_"]; -"201 quantize_per_tensor_default_25" [id=201, type="quantize_per_tensor"]; -"202 dequantize_per_tensor_default_25" [id=202, type="dequantize_per_tensor"]; -"203 layer4_1_conv1_weight_bias" [id=203, type="get_attr"]; -"204 scale_updated_constant18" [id=204, type="get_attr"]; -"205 compressed_weight_updated_constant18" [id=205, type="get_attr"]; -"206 mul_tensor_18" [id=206, type=mul]; -"207 zero_point_updated_constant18" [id=207, type="get_attr"]; -"208 sub_tensor_18" [id=208, type=sub]; -"209 conv2d_18" [id=209, type=conv2d]; -"210 relu__15" [id=210, type="relu_"]; -"211 quantize_per_tensor_default_26" [id=211, type="quantize_per_tensor"]; -"212 dequantize_per_tensor_default_26" [id=212, type="dequantize_per_tensor"]; -"213 layer4_1_conv2_weight_bias" [id=213, type="get_attr"]; -"214 scale_updated_constant19" [id=214, type="get_attr"]; -"215 compressed_weight_updated_constant19" [id=215, type="get_attr"]; -"216 mul_tensor_19" [id=216, type=mul]; -"217 zero_point_updated_constant19" [id=217, type="get_attr"]; -"218 sub_tensor_19" [id=218, type=sub]; -"219 conv2d_19" [id=219, type=conv2d]; -"220 quantize_per_tensor_default_27" [id=220, type="quantize_per_tensor"]; -"221 dequantize_per_tensor_default_27" [id=221, type="dequantize_per_tensor"]; -"222 add__7" [id=222, type="add_"]; -"223 relu__16" [id=223, type="relu_"]; -"224 quantize_per_tensor_default_28" [id=224, type="quantize_per_tensor"]; -"225 dequantize_per_tensor_default_28" [id=225, type="dequantize_per_tensor"]; -"226 adaptive_avg_pool2d" [id=226, type="adaptive_avg_pool2d"]; -"227 quantize_per_tensor_default_29" [id=227, type="quantize_per_tensor"]; -"228 dequantize_per_tensor_default_29" [id=228, type="dequantize_per_tensor"]; -"229 flatten" [id=229, type=flatten]; -"230 scale_updated_constant20" [id=230, type="get_attr"]; -"231 compressed_weight_updated_constant20" [id=231, type="get_attr"]; -"232 mul_tensor_20" [id=232, type=mul]; -"233 zero_point_updated_constant20" [id=233, type="get_attr"]; -"234 sub_tensor_20" [id=234, type=sub]; -"235 linear" [id=235, type=linear]; -"236 output" [id=236, type=output]; -"0 fc_bias" -> "235 linear" [style=solid, label="(1000,)"]; -"1 x" -> "2 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"3 dequantize_per_tensor_default" -> "10 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"36 quantize_per_tensor_8" [id=36, type="quantize_per_tensor"]; +"37 dequantize_per_tensor_9" [id=37, type="dequantize_per_tensor"]; +"38 dequantize_per_tensor_10" [id=38, type="dequantize_per_tensor"]; +"39 layer1_1_conv1_weight_bias" [id=39, type="get_attr"]; +"40 scale_updated_constant3" [id=40, type="get_attr"]; +"41 compressed_weight_updated_constant3" [id=41, type="get_attr"]; +"42 mul_tensor_3" [id=42, type=mul]; +"43 zero_point_updated_constant3" [id=43, type="get_attr"]; +"44 sub_tensor_3" [id=44, type=sub]; +"45 conv2d_3" [id=45, type=conv2d]; +"46 relu__3" [id=46, type="relu_"]; +"47 quantize_per_tensor_11" [id=47, type="quantize_per_tensor"]; +"48 dequantize_per_tensor_12" [id=48, type="dequantize_per_tensor"]; +"49 layer1_1_conv2_weight_bias" [id=49, type="get_attr"]; +"50 scale_updated_constant4" [id=50, type="get_attr"]; +"51 compressed_weight_updated_constant4" [id=51, type="get_attr"]; +"52 mul_tensor_4" [id=52, type=mul]; +"53 zero_point_updated_constant4" [id=53, type="get_attr"]; +"54 sub_tensor_4" [id=54, type=sub]; +"55 conv2d_4" [id=55, type=conv2d]; +"56 quantize_per_tensor_13" [id=56, type="quantize_per_tensor"]; +"57 dequantize_per_tensor_14" [id=57, type="dequantize_per_tensor"]; +"58 add__1" [id=58, type="add_"]; +"59 relu__4" [id=59, type="relu_"]; +"60 quantize_per_tensor_15" [id=60, type="quantize_per_tensor"]; +"61 dequantize_per_tensor_16" [id=61, type="dequantize_per_tensor"]; +"62 dequantize_per_tensor_17" [id=62, type="dequantize_per_tensor"]; +"63 layer2_0_conv1_weight_bias" [id=63, type="get_attr"]; +"64 scale_updated_constant5" [id=64, type="get_attr"]; +"65 compressed_weight_updated_constant5" [id=65, type="get_attr"]; +"66 mul_tensor_5" [id=66, type=mul]; +"67 zero_point_updated_constant5" [id=67, type="get_attr"]; +"68 sub_tensor_5" [id=68, type=sub]; +"69 conv2d_5" [id=69, type=conv2d]; +"70 relu__5" [id=70, type="relu_"]; +"71 quantize_per_tensor_18" [id=71, type="quantize_per_tensor"]; +"72 dequantize_per_tensor_19" [id=72, type="dequantize_per_tensor"]; +"73 layer2_0_conv2_weight_bias" [id=73, type="get_attr"]; +"74 scale_updated_constant6" [id=74, type="get_attr"]; +"75 compressed_weight_updated_constant6" [id=75, type="get_attr"]; +"76 mul_tensor_6" [id=76, type=mul]; +"77 zero_point_updated_constant6" [id=77, type="get_attr"]; +"78 sub_tensor_6" [id=78, type=sub]; +"79 conv2d_6" [id=79, type=conv2d]; +"80 quantize_per_tensor_20" [id=80, type="quantize_per_tensor"]; +"81 dequantize_per_tensor_21" [id=81, type="dequantize_per_tensor"]; +"82 layer2_0_downsample_0_weight_bias" [id=82, type="get_attr"]; +"83 scale_updated_constant7" [id=83, type="get_attr"]; +"84 compressed_weight_updated_constant7" [id=84, type="get_attr"]; +"85 mul_tensor_7" [id=85, type=mul]; +"86 zero_point_updated_constant7" [id=86, type="get_attr"]; +"87 sub_tensor_7" [id=87, type=sub]; +"88 conv2d_7" [id=88, type=conv2d]; +"89 quantize_per_tensor_22" [id=89, type="quantize_per_tensor"]; +"90 dequantize_per_tensor_23" [id=90, type="dequantize_per_tensor"]; +"91 add__2" [id=91, type="add_"]; +"92 relu__6" [id=92, type="relu_"]; +"93 quantize_per_tensor_24" [id=93, type="quantize_per_tensor"]; +"94 dequantize_per_tensor_25" [id=94, type="dequantize_per_tensor"]; +"95 dequantize_per_tensor_26" [id=95, type="dequantize_per_tensor"]; +"96 layer2_1_conv1_weight_bias" [id=96, type="get_attr"]; +"97 scale_updated_constant8" [id=97, type="get_attr"]; +"98 compressed_weight_updated_constant8" [id=98, type="get_attr"]; +"99 mul_tensor_8" [id=99, type=mul]; +"100 zero_point_updated_constant8" [id=100, type="get_attr"]; +"101 sub_tensor_8" [id=101, type=sub]; +"102 conv2d_8" [id=102, type=conv2d]; +"103 relu__7" [id=103, type="relu_"]; +"104 quantize_per_tensor_27" [id=104, type="quantize_per_tensor"]; +"105 dequantize_per_tensor_28" [id=105, type="dequantize_per_tensor"]; +"106 layer2_1_conv2_weight_bias" [id=106, type="get_attr"]; +"107 scale_updated_constant9" [id=107, type="get_attr"]; +"108 compressed_weight_updated_constant9" [id=108, type="get_attr"]; +"109 mul_tensor_9" [id=109, type=mul]; +"110 zero_point_updated_constant9" [id=110, type="get_attr"]; +"111 sub_tensor_9" [id=111, type=sub]; +"112 conv2d_9" [id=112, type=conv2d]; +"113 quantize_per_tensor_29" [id=113, type="quantize_per_tensor"]; +"114 dequantize_per_tensor_30" [id=114, type="dequantize_per_tensor"]; +"115 add__3" [id=115, type="add_"]; +"116 relu__8" [id=116, type="relu_"]; +"117 quantize_per_tensor_31" [id=117, type="quantize_per_tensor"]; +"118 dequantize_per_tensor_32" [id=118, type="dequantize_per_tensor"]; +"119 dequantize_per_tensor_33" [id=119, type="dequantize_per_tensor"]; +"120 layer3_0_conv1_weight_bias" [id=120, type="get_attr"]; +"121 scale_updated_constant10" [id=121, type="get_attr"]; +"122 compressed_weight_updated_constant10" [id=122, type="get_attr"]; +"123 mul_tensor_10" [id=123, type=mul]; +"124 zero_point_updated_constant10" [id=124, type="get_attr"]; +"125 sub_tensor_10" [id=125, type=sub]; +"126 conv2d_10" [id=126, type=conv2d]; +"127 relu__9" [id=127, type="relu_"]; +"128 quantize_per_tensor_34" [id=128, type="quantize_per_tensor"]; +"129 dequantize_per_tensor_35" [id=129, type="dequantize_per_tensor"]; +"130 layer3_0_conv2_weight_bias" [id=130, type="get_attr"]; +"131 scale_updated_constant11" [id=131, type="get_attr"]; +"132 compressed_weight_updated_constant11" [id=132, type="get_attr"]; +"133 mul_tensor_11" [id=133, type=mul]; +"134 zero_point_updated_constant11" [id=134, type="get_attr"]; +"135 sub_tensor_11" [id=135, type=sub]; +"136 conv2d_11" [id=136, type=conv2d]; +"137 quantize_per_tensor_36" [id=137, type="quantize_per_tensor"]; +"138 dequantize_per_tensor_37" [id=138, type="dequantize_per_tensor"]; +"139 layer3_0_downsample_0_weight_bias" [id=139, type="get_attr"]; +"140 scale_updated_constant12" [id=140, type="get_attr"]; +"141 compressed_weight_updated_constant12" [id=141, type="get_attr"]; +"142 mul_tensor_12" [id=142, type=mul]; +"143 zero_point_updated_constant12" [id=143, type="get_attr"]; +"144 sub_tensor_12" [id=144, type=sub]; +"145 conv2d_12" [id=145, type=conv2d]; +"146 quantize_per_tensor_38" [id=146, type="quantize_per_tensor"]; +"147 dequantize_per_tensor_39" [id=147, type="dequantize_per_tensor"]; +"148 add__4" [id=148, type="add_"]; +"149 relu__10" [id=149, type="relu_"]; +"150 quantize_per_tensor_40" [id=150, type="quantize_per_tensor"]; +"151 dequantize_per_tensor_41" [id=151, type="dequantize_per_tensor"]; +"152 dequantize_per_tensor_42" [id=152, type="dequantize_per_tensor"]; +"153 layer3_1_conv1_weight_bias" [id=153, type="get_attr"]; +"154 scale_updated_constant13" [id=154, type="get_attr"]; +"155 compressed_weight_updated_constant13" [id=155, type="get_attr"]; +"156 mul_tensor_13" [id=156, type=mul]; +"157 zero_point_updated_constant13" [id=157, type="get_attr"]; +"158 sub_tensor_13" [id=158, type=sub]; +"159 conv2d_13" [id=159, type=conv2d]; +"160 relu__11" [id=160, type="relu_"]; +"161 quantize_per_tensor_43" [id=161, type="quantize_per_tensor"]; +"162 dequantize_per_tensor_44" [id=162, type="dequantize_per_tensor"]; +"163 layer3_1_conv2_weight_bias" [id=163, type="get_attr"]; +"164 scale_updated_constant14" [id=164, type="get_attr"]; +"165 compressed_weight_updated_constant14" [id=165, type="get_attr"]; +"166 mul_tensor_14" [id=166, type=mul]; +"167 zero_point_updated_constant14" [id=167, type="get_attr"]; +"168 sub_tensor_14" [id=168, type=sub]; +"169 conv2d_14" [id=169, type=conv2d]; +"170 quantize_per_tensor_45" [id=170, type="quantize_per_tensor"]; +"171 dequantize_per_tensor_46" [id=171, type="dequantize_per_tensor"]; +"172 add__5" [id=172, type="add_"]; +"173 relu__12" [id=173, type="relu_"]; +"174 quantize_per_tensor_47" [id=174, type="quantize_per_tensor"]; +"175 dequantize_per_tensor_48" [id=175, type="dequantize_per_tensor"]; +"176 dequantize_per_tensor_49" [id=176, type="dequantize_per_tensor"]; +"177 layer4_0_conv1_weight_bias" [id=177, type="get_attr"]; +"178 scale_updated_constant15" [id=178, type="get_attr"]; +"179 compressed_weight_updated_constant15" [id=179, type="get_attr"]; +"180 mul_tensor_15" [id=180, type=mul]; +"181 zero_point_updated_constant15" [id=181, type="get_attr"]; +"182 sub_tensor_15" [id=182, type=sub]; +"183 conv2d_15" [id=183, type=conv2d]; +"184 relu__13" [id=184, type="relu_"]; +"185 quantize_per_tensor_50" [id=185, type="quantize_per_tensor"]; +"186 dequantize_per_tensor_51" [id=186, type="dequantize_per_tensor"]; +"187 layer4_0_conv2_weight_bias" [id=187, type="get_attr"]; +"188 scale_updated_constant16" [id=188, type="get_attr"]; +"189 compressed_weight_updated_constant16" [id=189, type="get_attr"]; +"190 mul_tensor_16" [id=190, type=mul]; +"191 zero_point_updated_constant16" [id=191, type="get_attr"]; +"192 sub_tensor_16" [id=192, type=sub]; +"193 conv2d_16" [id=193, type=conv2d]; +"194 quantize_per_tensor_52" [id=194, type="quantize_per_tensor"]; +"195 dequantize_per_tensor_53" [id=195, type="dequantize_per_tensor"]; +"196 layer4_0_downsample_0_weight_bias" [id=196, type="get_attr"]; +"197 scale_updated_constant17" [id=197, type="get_attr"]; +"198 compressed_weight_updated_constant17" [id=198, type="get_attr"]; +"199 mul_tensor_17" [id=199, type=mul]; +"200 zero_point_updated_constant17" [id=200, type="get_attr"]; +"201 sub_tensor_17" [id=201, type=sub]; +"202 conv2d_17" [id=202, type=conv2d]; +"203 quantize_per_tensor_54" [id=203, type="quantize_per_tensor"]; +"204 dequantize_per_tensor_55" [id=204, type="dequantize_per_tensor"]; +"205 add__6" [id=205, type="add_"]; +"206 relu__14" [id=206, type="relu_"]; +"207 quantize_per_tensor_56" [id=207, type="quantize_per_tensor"]; +"208 dequantize_per_tensor_57" [id=208, type="dequantize_per_tensor"]; +"209 dequantize_per_tensor_58" [id=209, type="dequantize_per_tensor"]; +"210 layer4_1_conv1_weight_bias" [id=210, type="get_attr"]; +"211 scale_updated_constant18" [id=211, type="get_attr"]; +"212 compressed_weight_updated_constant18" [id=212, type="get_attr"]; +"213 mul_tensor_18" [id=213, type=mul]; +"214 zero_point_updated_constant18" [id=214, type="get_attr"]; +"215 sub_tensor_18" [id=215, type=sub]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu__15" [id=217, type="relu_"]; +"218 quantize_per_tensor_59" [id=218, type="quantize_per_tensor"]; +"219 dequantize_per_tensor_60" [id=219, type="dequantize_per_tensor"]; +"220 layer4_1_conv2_weight_bias" [id=220, type="get_attr"]; +"221 scale_updated_constant19" [id=221, type="get_attr"]; +"222 compressed_weight_updated_constant19" [id=222, type="get_attr"]; +"223 mul_tensor_19" [id=223, type=mul]; +"224 zero_point_updated_constant19" [id=224, type="get_attr"]; +"225 sub_tensor_19" [id=225, type=sub]; +"226 conv2d_19" [id=226, type=conv2d]; +"227 quantize_per_tensor_61" [id=227, type="quantize_per_tensor"]; +"228 dequantize_per_tensor_62" [id=228, type="dequantize_per_tensor"]; +"229 add__7" [id=229, type="add_"]; +"230 relu__16" [id=230, type="relu_"]; +"231 quantize_per_tensor_63" [id=231, type="quantize_per_tensor"]; +"232 dequantize_per_tensor_64" [id=232, type="dequantize_per_tensor"]; +"233 adaptive_avg_pool2d" [id=233, type="adaptive_avg_pool2d"]; +"234 quantize_per_tensor_65" [id=234, type="quantize_per_tensor"]; +"235 dequantize_per_tensor_66" [id=235, type="dequantize_per_tensor"]; +"236 flatten" [id=236, type=flatten]; +"237 scale_updated_constant20" [id=237, type="get_attr"]; +"238 compressed_weight_updated_constant20" [id=238, type="get_attr"]; +"239 mul_tensor_20" [id=239, type=mul]; +"240 zero_point_updated_constant20" [id=240, type="get_attr"]; +"241 sub_tensor_20" [id=241, type=sub]; +"242 linear" [id=242, type=linear]; +"243 output" [id=243, type=output]; +"0 fc_bias" -> "242 linear" [style=solid, label="(1000,)"]; +"1 x" -> "2 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"2 quantize_per_tensor_0" -> "3 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"3 dequantize_per_tensor_1" -> "10 conv2d" [style=solid, label="(1, 3, 224, 224)"]; "4 conv1_weight_bias" -> "10 conv2d" [style=solid, label="(64,)"]; "5 scale_updated_constant0" -> "7 mul_tensor" [style=solid, label="(64, 1, 1, 1)"]; "6 compressed_weight_updated_constant0" -> "7 mul_tensor" [style=solid, label="(64, 3, 7, 7)"]; @@ -247,9 +254,9 @@ strict digraph { "8 zero_point_updated_constant0" -> "9 sub_tensor" [style=solid, label="(64, 1, 1, 1)"]; "9 sub_tensor" -> "10 conv2d" [style=solid, label="(64, 3, 7, 7)"]; "10 conv2d" -> "11 relu_" [style=solid, label="(1, 64, 112, 112)"]; -"11 relu_" -> "12 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 112, 112)"]; -"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 112, 112)"]; -"13 dequantize_per_tensor_default_1" -> "14 max_pool2d" [style=solid, label="(1, 64, 112, 112)"]; +"11 relu_" -> "12 quantize_per_tensor_2" [style=solid, label="(1, 64, 112, 112)"]; +"12 quantize_per_tensor_2" -> "13 dequantize_per_tensor_3" [style=solid, label="(1, 64, 112, 112)"]; +"13 dequantize_per_tensor_3" -> "14 max_pool2d" [style=solid, label="(1, 64, 112, 112)"]; "14 max_pool2d" -> "21 conv2d_1" [style=solid, label="(1, 64, 56, 56)"]; "14 max_pool2d" -> "34 add_" [style=solid, label="(1, 64, 56, 56)"]; "15 layer1_0_conv1_weight_bias" -> "21 conv2d_1" [style=solid, label="(64,)"]; @@ -259,225 +266,232 @@ strict digraph { "19 zero_point_updated_constant1" -> "20 sub_tensor_1" [style=solid, label="(64, 1, 1, 1)"]; "20 sub_tensor_1" -> "21 conv2d_1" [style=solid, label="(64, 64, 3, 3)"]; "21 conv2d_1" -> "22 relu__1" [style=solid, label="(1, 64, 56, 56)"]; -"22 relu__1" -> "23 quantize_per_tensor_default_2" [style=solid, label="(1, 64, 56, 56)"]; -"23 quantize_per_tensor_default_2" -> "24 dequantize_per_tensor_default_2" [style=solid, label="(1, 64, 56, 56)"]; -"24 dequantize_per_tensor_default_2" -> "31 conv2d_2" [style=solid, label="(1, 64, 56, 56)"]; +"22 relu__1" -> "23 quantize_per_tensor_4" [style=solid, label="(1, 64, 56, 56)"]; +"23 quantize_per_tensor_4" -> "24 dequantize_per_tensor_5" [style=solid, label="(1, 64, 56, 56)"]; +"24 dequantize_per_tensor_5" -> "31 conv2d_2" [style=solid, label="(1, 64, 56, 56)"]; "25 layer1_0_conv2_weight_bias" -> "31 conv2d_2" [style=solid, label="(64,)"]; "26 scale_updated_constant2" -> "28 mul_tensor_2" [style=solid, label="(64, 1, 1, 1)"]; "27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [style=solid, label="(64, 64, 3, 3)"]; "28 mul_tensor_2" -> "30 sub_tensor_2" [style=solid, label="(64, 64, 3, 3)"]; "29 zero_point_updated_constant2" -> "30 sub_tensor_2" [style=solid, label="(64, 1, 1, 1)"]; "30 sub_tensor_2" -> "31 conv2d_2" [style=solid, label="(64, 64, 3, 3)"]; -"31 conv2d_2" -> "32 quantize_per_tensor_default_3" [style=solid, label="(1, 64, 56, 56)"]; -"32 quantize_per_tensor_default_3" -> "33 dequantize_per_tensor_default_3" [style=solid, label="(1, 64, 56, 56)"]; -"33 dequantize_per_tensor_default_3" -> "34 add_" [style=solid, label="(1, 64, 56, 56)"]; +"31 conv2d_2" -> "32 quantize_per_tensor_6" [style=solid, label="(1, 64, 56, 56)"]; +"32 quantize_per_tensor_6" -> "33 dequantize_per_tensor_7" [style=solid, label="(1, 64, 56, 56)"]; +"33 dequantize_per_tensor_7" -> "34 add_" [style=solid, label="(1, 64, 56, 56)"]; "34 add_" -> "35 relu__2" [style=solid, label="(1, 64, 56, 56)"]; -"35 relu__2" -> "36 quantize_per_tensor_default_4" [style=solid, label="(1, 64, 56, 56)"]; -"36 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [style=solid, label="(1, 64, 56, 56)"]; -"37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [style=solid, label="(1, 64, 56, 56)"]; -"37 dequantize_per_tensor_default_4" -> "57 add__1" [style=solid, label="(1, 64, 56, 56)"]; -"38 layer1_1_conv1_weight_bias" -> "44 conv2d_3" [style=solid, label="(64,)"]; -"39 scale_updated_constant3" -> "41 mul_tensor_3" [style=solid, label="(64, 1, 1, 1)"]; -"40 compressed_weight_updated_constant3" -> "41 mul_tensor_3" [style=solid, label="(64, 64, 3, 3)"]; -"41 mul_tensor_3" -> "43 sub_tensor_3" [style=solid, label="(64, 64, 3, 3)"]; -"42 zero_point_updated_constant3" -> "43 sub_tensor_3" [style=solid, label="(64, 1, 1, 1)"]; -"43 sub_tensor_3" -> "44 conv2d_3" [style=solid, label="(64, 64, 3, 3)"]; -"44 conv2d_3" -> "45 relu__3" [style=solid, label="(1, 64, 56, 56)"]; -"45 relu__3" -> "46 quantize_per_tensor_default_5" [style=solid, label="(1, 64, 56, 56)"]; -"46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_5" [style=solid, label="(1, 64, 56, 56)"]; -"47 dequantize_per_tensor_default_5" -> "54 conv2d_4" [style=solid, label="(1, 64, 56, 56)"]; -"48 layer1_1_conv2_weight_bias" -> "54 conv2d_4" [style=solid, label="(64,)"]; -"49 scale_updated_constant4" -> "51 mul_tensor_4" [style=solid, label="(64, 1, 1, 1)"]; -"50 compressed_weight_updated_constant4" -> "51 mul_tensor_4" [style=solid, label="(64, 64, 3, 3)"]; -"51 mul_tensor_4" -> "53 sub_tensor_4" [style=solid, label="(64, 64, 3, 3)"]; -"52 zero_point_updated_constant4" -> "53 sub_tensor_4" [style=solid, label="(64, 1, 1, 1)"]; -"53 sub_tensor_4" -> "54 conv2d_4" [style=solid, label="(64, 64, 3, 3)"]; -"54 conv2d_4" -> "55 quantize_per_tensor_default_6" [style=solid, label="(1, 64, 56, 56)"]; -"55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_6" [style=solid, label="(1, 64, 56, 56)"]; -"56 dequantize_per_tensor_default_6" -> "57 add__1" [style=solid, label="(1, 64, 56, 56)"]; -"57 add__1" -> "58 relu__4" [style=solid, label="(1, 64, 56, 56)"]; -"58 relu__4" -> "59 quantize_per_tensor_default_7" [style=solid, label="(1, 64, 56, 56)"]; -"59 quantize_per_tensor_default_7" -> "60 dequantize_per_tensor_default_7" [style=solid, label="(1, 64, 56, 56)"]; -"60 dequantize_per_tensor_default_7" -> "67 conv2d_5" [style=solid, label="(1, 64, 56, 56)"]; -"60 dequantize_per_tensor_default_7" -> "86 conv2d_7" [style=solid, label="(1, 64, 56, 56)"]; -"61 layer2_0_conv1_weight_bias" -> "67 conv2d_5" [style=solid, label="(128,)"]; -"62 scale_updated_constant5" -> "64 mul_tensor_5" [style=solid, label="(128, 1, 1, 1)"]; -"63 compressed_weight_updated_constant5" -> "64 mul_tensor_5" [style=solid, label="(128, 64, 3, 3)"]; -"64 mul_tensor_5" -> "66 sub_tensor_5" [style=solid, label="(128, 64, 3, 3)"]; -"65 zero_point_updated_constant5" -> "66 sub_tensor_5" [style=solid, label="(128, 1, 1, 1)"]; -"66 sub_tensor_5" -> "67 conv2d_5" [style=solid, label="(128, 64, 3, 3)"]; -"67 conv2d_5" -> "68 relu__5" [style=solid, label="(1, 128, 28, 28)"]; -"68 relu__5" -> "69 quantize_per_tensor_default_8" [style=solid, label="(1, 128, 28, 28)"]; -"69 quantize_per_tensor_default_8" -> "70 dequantize_per_tensor_default_8" [style=solid, label="(1, 128, 28, 28)"]; -"70 dequantize_per_tensor_default_8" -> "77 conv2d_6" [style=solid, label="(1, 128, 28, 28)"]; -"71 layer2_0_conv2_weight_bias" -> "77 conv2d_6" [style=solid, label="(128,)"]; -"72 scale_updated_constant6" -> "74 mul_tensor_6" [style=solid, label="(128, 1, 1, 1)"]; -"73 compressed_weight_updated_constant6" -> "74 mul_tensor_6" [style=solid, label="(128, 128, 3, 3)"]; -"74 mul_tensor_6" -> "76 sub_tensor_6" [style=solid, label="(128, 128, 3, 3)"]; -"75 zero_point_updated_constant6" -> "76 sub_tensor_6" [style=solid, label="(128, 1, 1, 1)"]; -"76 sub_tensor_6" -> "77 conv2d_6" [style=solid, label="(128, 128, 3, 3)"]; -"77 conv2d_6" -> "78 quantize_per_tensor_default_9" [style=solid, label="(1, 128, 28, 28)"]; -"78 quantize_per_tensor_default_9" -> "79 dequantize_per_tensor_default_9" [style=solid, label="(1, 128, 28, 28)"]; -"79 dequantize_per_tensor_default_9" -> "89 add__2" [style=solid, label="(1, 128, 28, 28)"]; -"80 layer2_0_downsample_0_weight_bias" -> "86 conv2d_7" [style=solid, label="(128,)"]; -"81 scale_updated_constant7" -> "83 mul_tensor_7" [style=solid, label="(128, 1, 1, 1)"]; -"82 compressed_weight_updated_constant7" -> "83 mul_tensor_7" [style=solid, label="(128, 64, 1, 1)"]; -"83 mul_tensor_7" -> "85 sub_tensor_7" [style=solid, label="(128, 64, 1, 1)"]; -"84 zero_point_updated_constant7" -> "85 sub_tensor_7" [style=solid, label="(128, 1, 1, 1)"]; -"85 sub_tensor_7" -> "86 conv2d_7" [style=solid, label="(128, 64, 1, 1)"]; -"86 conv2d_7" -> "87 quantize_per_tensor_default_10" [style=solid, label="(1, 128, 28, 28)"]; -"87 quantize_per_tensor_default_10" -> "88 dequantize_per_tensor_default_10" [style=solid, label="(1, 128, 28, 28)"]; -"88 dequantize_per_tensor_default_10" -> "89 add__2" [style=solid, label="(1, 128, 28, 28)"]; -"89 add__2" -> "90 relu__6" [style=solid, label="(1, 128, 28, 28)"]; -"90 relu__6" -> "91 quantize_per_tensor_default_11" [style=solid, label="(1, 128, 28, 28)"]; -"91 quantize_per_tensor_default_11" -> "92 dequantize_per_tensor_default_11" [style=solid, label="(1, 128, 28, 28)"]; -"92 dequantize_per_tensor_default_11" -> "99 conv2d_8" [style=solid, label="(1, 128, 28, 28)"]; -"92 dequantize_per_tensor_default_11" -> "112 add__3" [style=solid, label="(1, 128, 28, 28)"]; -"93 layer2_1_conv1_weight_bias" -> "99 conv2d_8" [style=solid, label="(128,)"]; -"94 scale_updated_constant8" -> "96 mul_tensor_8" [style=solid, label="(128, 1, 1, 1)"]; -"95 compressed_weight_updated_constant8" -> "96 mul_tensor_8" [style=solid, label="(128, 128, 3, 3)"]; -"96 mul_tensor_8" -> "98 sub_tensor_8" [style=solid, label="(128, 128, 3, 3)"]; -"97 zero_point_updated_constant8" -> "98 sub_tensor_8" [style=solid, label="(128, 1, 1, 1)"]; -"98 sub_tensor_8" -> "99 conv2d_8" [style=solid, label="(128, 128, 3, 3)"]; -"99 conv2d_8" -> "100 relu__7" [style=solid, label="(1, 128, 28, 28)"]; -"100 relu__7" -> "101 quantize_per_tensor_default_12" [style=solid, label="(1, 128, 28, 28)"]; -"101 quantize_per_tensor_default_12" -> "102 dequantize_per_tensor_default_12" [style=solid, label="(1, 128, 28, 28)"]; -"102 dequantize_per_tensor_default_12" -> "109 conv2d_9" [style=solid, label="(1, 128, 28, 28)"]; -"103 layer2_1_conv2_weight_bias" -> "109 conv2d_9" [style=solid, label="(128,)"]; -"104 scale_updated_constant9" -> "106 mul_tensor_9" [style=solid, label="(128, 1, 1, 1)"]; -"105 compressed_weight_updated_constant9" -> "106 mul_tensor_9" [style=solid, label="(128, 128, 3, 3)"]; -"106 mul_tensor_9" -> "108 sub_tensor_9" [style=solid, label="(128, 128, 3, 3)"]; -"107 zero_point_updated_constant9" -> "108 sub_tensor_9" [style=solid, label="(128, 1, 1, 1)"]; -"108 sub_tensor_9" -> "109 conv2d_9" [style=solid, label="(128, 128, 3, 3)"]; -"109 conv2d_9" -> "110 quantize_per_tensor_default_13" [style=solid, label="(1, 128, 28, 28)"]; -"110 quantize_per_tensor_default_13" -> "111 dequantize_per_tensor_default_13" [style=solid, label="(1, 128, 28, 28)"]; -"111 dequantize_per_tensor_default_13" -> "112 add__3" [style=solid, label="(1, 128, 28, 28)"]; -"112 add__3" -> "113 relu__8" [style=solid, label="(1, 128, 28, 28)"]; -"113 relu__8" -> "114 quantize_per_tensor_default_14" [style=solid, label="(1, 128, 28, 28)"]; -"114 quantize_per_tensor_default_14" -> "115 dequantize_per_tensor_default_14" [style=solid, label="(1, 128, 28, 28)"]; -"115 dequantize_per_tensor_default_14" -> "122 conv2d_10" [style=solid, label="(1, 128, 28, 28)"]; -"115 dequantize_per_tensor_default_14" -> "141 conv2d_12" [style=solid, label="(1, 128, 28, 28)"]; -"116 layer3_0_conv1_weight_bias" -> "122 conv2d_10" [style=solid, label="(256,)"]; -"117 scale_updated_constant10" -> "119 mul_tensor_10" [style=solid, label="(256, 1, 1, 1)"]; -"118 compressed_weight_updated_constant10" -> "119 mul_tensor_10" [style=solid, label="(256, 128, 3, 3)"]; -"119 mul_tensor_10" -> "121 sub_tensor_10" [style=solid, label="(256, 128, 3, 3)"]; -"120 zero_point_updated_constant10" -> "121 sub_tensor_10" [style=solid, label="(256, 1, 1, 1)"]; -"121 sub_tensor_10" -> "122 conv2d_10" [style=solid, label="(256, 128, 3, 3)"]; -"122 conv2d_10" -> "123 relu__9" [style=solid, label="(1, 256, 14, 14)"]; -"123 relu__9" -> "124 quantize_per_tensor_default_15" [style=solid, label="(1, 256, 14, 14)"]; -"124 quantize_per_tensor_default_15" -> "125 dequantize_per_tensor_default_15" [style=solid, label="(1, 256, 14, 14)"]; -"125 dequantize_per_tensor_default_15" -> "132 conv2d_11" [style=solid, label="(1, 256, 14, 14)"]; -"126 layer3_0_conv2_weight_bias" -> "132 conv2d_11" [style=solid, label="(256,)"]; -"127 scale_updated_constant11" -> "129 mul_tensor_11" [style=solid, label="(256, 1, 1, 1)"]; -"128 compressed_weight_updated_constant11" -> "129 mul_tensor_11" [style=solid, label="(256, 256, 3, 3)"]; -"129 mul_tensor_11" -> "131 sub_tensor_11" [style=solid, label="(256, 256, 3, 3)"]; -"130 zero_point_updated_constant11" -> "131 sub_tensor_11" [style=solid, label="(256, 1, 1, 1)"]; -"131 sub_tensor_11" -> "132 conv2d_11" [style=solid, label="(256, 256, 3, 3)"]; -"132 conv2d_11" -> "133 quantize_per_tensor_default_16" [style=solid, label="(1, 256, 14, 14)"]; -"133 quantize_per_tensor_default_16" -> "134 dequantize_per_tensor_default_16" [style=solid, label="(1, 256, 14, 14)"]; -"134 dequantize_per_tensor_default_16" -> "144 add__4" [style=solid, label="(1, 256, 14, 14)"]; -"135 layer3_0_downsample_0_weight_bias" -> "141 conv2d_12" [style=solid, label="(256,)"]; -"136 scale_updated_constant12" -> "138 mul_tensor_12" [style=solid, label="(256, 1, 1, 1)"]; -"137 compressed_weight_updated_constant12" -> "138 mul_tensor_12" [style=solid, label="(256, 128, 1, 1)"]; -"138 mul_tensor_12" -> "140 sub_tensor_12" [style=solid, label="(256, 128, 1, 1)"]; -"139 zero_point_updated_constant12" -> "140 sub_tensor_12" [style=solid, label="(256, 1, 1, 1)"]; -"140 sub_tensor_12" -> "141 conv2d_12" [style=solid, label="(256, 128, 1, 1)"]; -"141 conv2d_12" -> "142 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"142 quantize_per_tensor_default_17" -> "143 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"143 dequantize_per_tensor_default_17" -> "144 add__4" [style=solid, label="(1, 256, 14, 14)"]; -"144 add__4" -> "145 relu__10" [style=solid, label="(1, 256, 14, 14)"]; -"145 relu__10" -> "146 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 14, 14)"]; -"146 quantize_per_tensor_default_18" -> "147 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 14, 14)"]; -"147 dequantize_per_tensor_default_18" -> "154 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"147 dequantize_per_tensor_default_18" -> "167 add__5" [style=solid, label="(1, 256, 14, 14)"]; -"148 layer3_1_conv1_weight_bias" -> "154 conv2d_13" [style=solid, label="(256,)"]; -"149 scale_updated_constant13" -> "151 mul_tensor_13" [style=solid, label="(256, 1, 1, 1)"]; -"150 compressed_weight_updated_constant13" -> "151 mul_tensor_13" [style=solid, label="(256, 256, 3, 3)"]; -"151 mul_tensor_13" -> "153 sub_tensor_13" [style=solid, label="(256, 256, 3, 3)"]; -"152 zero_point_updated_constant13" -> "153 sub_tensor_13" [style=solid, label="(256, 1, 1, 1)"]; -"153 sub_tensor_13" -> "154 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"154 conv2d_13" -> "155 relu__11" [style=solid, label="(1, 256, 14, 14)"]; -"155 relu__11" -> "156 quantize_per_tensor_default_19" [style=solid, label="(1, 256, 14, 14)"]; -"156 quantize_per_tensor_default_19" -> "157 dequantize_per_tensor_default_19" [style=solid, label="(1, 256, 14, 14)"]; -"157 dequantize_per_tensor_default_19" -> "164 conv2d_14" [style=solid, label="(1, 256, 14, 14)"]; -"158 layer3_1_conv2_weight_bias" -> "164 conv2d_14" [style=solid, label="(256,)"]; -"159 scale_updated_constant14" -> "161 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"160 compressed_weight_updated_constant14" -> "161 mul_tensor_14" [style=solid, label="(256, 256, 3, 3)"]; -"161 mul_tensor_14" -> "163 sub_tensor_14" [style=solid, label="(256, 256, 3, 3)"]; -"162 zero_point_updated_constant14" -> "163 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"163 sub_tensor_14" -> "164 conv2d_14" [style=solid, label="(256, 256, 3, 3)"]; -"164 conv2d_14" -> "165 quantize_per_tensor_default_20" [style=solid, label="(1, 256, 14, 14)"]; -"165 quantize_per_tensor_default_20" -> "166 dequantize_per_tensor_default_20" [style=solid, label="(1, 256, 14, 14)"]; -"166 dequantize_per_tensor_default_20" -> "167 add__5" [style=solid, label="(1, 256, 14, 14)"]; -"167 add__5" -> "168 relu__12" [style=solid, label="(1, 256, 14, 14)"]; -"168 relu__12" -> "169 quantize_per_tensor_default_21" [style=solid, label="(1, 256, 14, 14)"]; -"169 quantize_per_tensor_default_21" -> "170 dequantize_per_tensor_default_21" [style=solid, label="(1, 256, 14, 14)"]; -"170 dequantize_per_tensor_default_21" -> "177 conv2d_15" [style=solid, label="(1, 256, 14, 14)"]; -"170 dequantize_per_tensor_default_21" -> "196 conv2d_17" [style=solid, label="(1, 256, 14, 14)"]; -"171 layer4_0_conv1_weight_bias" -> "177 conv2d_15" [style=solid, label="(512,)"]; -"172 scale_updated_constant15" -> "174 mul_tensor_15" [style=solid, label="(512, 1, 1, 1)"]; -"173 compressed_weight_updated_constant15" -> "174 mul_tensor_15" [style=solid, label="(512, 256, 3, 3)"]; -"174 mul_tensor_15" -> "176 sub_tensor_15" [style=solid, label="(512, 256, 3, 3)"]; -"175 zero_point_updated_constant15" -> "176 sub_tensor_15" [style=solid, label="(512, 1, 1, 1)"]; -"176 sub_tensor_15" -> "177 conv2d_15" [style=solid, label="(512, 256, 3, 3)"]; -"177 conv2d_15" -> "178 relu__13" [style=solid, label="(1, 512, 7, 7)"]; -"178 relu__13" -> "179 quantize_per_tensor_default_22" [style=solid, label="(1, 512, 7, 7)"]; -"179 quantize_per_tensor_default_22" -> "180 dequantize_per_tensor_default_22" [style=solid, label="(1, 512, 7, 7)"]; -"180 dequantize_per_tensor_default_22" -> "187 conv2d_16" [style=solid, label="(1, 512, 7, 7)"]; -"181 layer4_0_conv2_weight_bias" -> "187 conv2d_16" [style=solid, label="(512,)"]; -"182 scale_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(512, 1, 1, 1)"]; -"183 compressed_weight_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(512, 512, 3, 3)"]; -"184 mul_tensor_16" -> "186 sub_tensor_16" [style=solid, label="(512, 512, 3, 3)"]; -"185 zero_point_updated_constant16" -> "186 sub_tensor_16" [style=solid, label="(512, 1, 1, 1)"]; -"186 sub_tensor_16" -> "187 conv2d_16" [style=solid, label="(512, 512, 3, 3)"]; -"187 conv2d_16" -> "188 quantize_per_tensor_default_23" [style=solid, label="(1, 512, 7, 7)"]; -"188 quantize_per_tensor_default_23" -> "189 dequantize_per_tensor_default_23" [style=solid, label="(1, 512, 7, 7)"]; -"189 dequantize_per_tensor_default_23" -> "199 add__6" [style=solid, label="(1, 512, 7, 7)"]; -"190 layer4_0_downsample_0_weight_bias" -> "196 conv2d_17" [style=solid, label="(512,)"]; -"191 scale_updated_constant17" -> "193 mul_tensor_17" [style=solid, label="(512, 1, 1, 1)"]; -"192 compressed_weight_updated_constant17" -> "193 mul_tensor_17" [style=solid, label="(512, 256, 1, 1)"]; -"193 mul_tensor_17" -> "195 sub_tensor_17" [style=solid, label="(512, 256, 1, 1)"]; -"194 zero_point_updated_constant17" -> "195 sub_tensor_17" [style=solid, label="(512, 1, 1, 1)"]; -"195 sub_tensor_17" -> "196 conv2d_17" [style=solid, label="(512, 256, 1, 1)"]; -"196 conv2d_17" -> "197 quantize_per_tensor_default_24" [style=solid, label="(1, 512, 7, 7)"]; -"197 quantize_per_tensor_default_24" -> "198 dequantize_per_tensor_default_24" [style=solid, label="(1, 512, 7, 7)"]; -"198 dequantize_per_tensor_default_24" -> "199 add__6" [style=solid, label="(1, 512, 7, 7)"]; -"199 add__6" -> "200 relu__14" [style=solid, label="(1, 512, 7, 7)"]; -"200 relu__14" -> "201 quantize_per_tensor_default_25" [style=solid, label="(1, 512, 7, 7)"]; -"201 quantize_per_tensor_default_25" -> "202 dequantize_per_tensor_default_25" [style=solid, label="(1, 512, 7, 7)"]; -"202 dequantize_per_tensor_default_25" -> "209 conv2d_18" [style=solid, label="(1, 512, 7, 7)"]; -"202 dequantize_per_tensor_default_25" -> "222 add__7" [style=solid, label="(1, 512, 7, 7)"]; -"203 layer4_1_conv1_weight_bias" -> "209 conv2d_18" [style=solid, label="(512,)"]; -"204 scale_updated_constant18" -> "206 mul_tensor_18" [style=solid, label="(512, 1, 1, 1)"]; -"205 compressed_weight_updated_constant18" -> "206 mul_tensor_18" [style=solid, label="(512, 512, 3, 3)"]; -"206 mul_tensor_18" -> "208 sub_tensor_18" [style=solid, label="(512, 512, 3, 3)"]; -"207 zero_point_updated_constant18" -> "208 sub_tensor_18" [style=solid, label="(512, 1, 1, 1)"]; -"208 sub_tensor_18" -> "209 conv2d_18" [style=solid, label="(512, 512, 3, 3)"]; -"209 conv2d_18" -> "210 relu__15" [style=solid, label="(1, 512, 7, 7)"]; -"210 relu__15" -> "211 quantize_per_tensor_default_26" [style=solid, label="(1, 512, 7, 7)"]; -"211 quantize_per_tensor_default_26" -> "212 dequantize_per_tensor_default_26" [style=solid, label="(1, 512, 7, 7)"]; -"212 dequantize_per_tensor_default_26" -> "219 conv2d_19" [style=solid, label="(1, 512, 7, 7)"]; -"213 layer4_1_conv2_weight_bias" -> "219 conv2d_19" [style=solid, label="(512,)"]; -"214 scale_updated_constant19" -> "216 mul_tensor_19" [style=solid, label="(512, 1, 1, 1)"]; -"215 compressed_weight_updated_constant19" -> "216 mul_tensor_19" [style=solid, label="(512, 512, 3, 3)"]; -"216 mul_tensor_19" -> "218 sub_tensor_19" [style=solid, label="(512, 512, 3, 3)"]; -"217 zero_point_updated_constant19" -> "218 sub_tensor_19" [style=solid, label="(512, 1, 1, 1)"]; -"218 sub_tensor_19" -> "219 conv2d_19" [style=solid, label="(512, 512, 3, 3)"]; -"219 conv2d_19" -> "220 quantize_per_tensor_default_27" [style=solid, label="(1, 512, 7, 7)"]; -"220 quantize_per_tensor_default_27" -> "221 dequantize_per_tensor_default_27" [style=solid, label="(1, 512, 7, 7)"]; -"221 dequantize_per_tensor_default_27" -> "222 add__7" [style=solid, label="(1, 512, 7, 7)"]; -"222 add__7" -> "223 relu__16" [style=solid, label="(1, 512, 7, 7)"]; -"223 relu__16" -> "224 quantize_per_tensor_default_28" [style=solid, label="(1, 512, 7, 7)"]; -"224 quantize_per_tensor_default_28" -> "225 dequantize_per_tensor_default_28" [style=solid, label="(1, 512, 7, 7)"]; -"225 dequantize_per_tensor_default_28" -> "226 adaptive_avg_pool2d" [style=solid, label="(1, 512, 7, 7)"]; -"226 adaptive_avg_pool2d" -> "227 quantize_per_tensor_default_29" [style=solid, label="(1, 512, 1, 1)"]; -"227 quantize_per_tensor_default_29" -> "228 dequantize_per_tensor_default_29" [style=solid, label="(1, 512, 1, 1)"]; -"228 dequantize_per_tensor_default_29" -> "229 flatten" [style=solid, label="(1, 512, 1, 1)"]; -"229 flatten" -> "235 linear" [style=solid, label="(1, 512)"]; -"230 scale_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(1000, 1)"]; -"231 compressed_weight_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(1000, 512)"]; -"232 mul_tensor_20" -> "234 sub_tensor_20" [style=solid, label="(1000, 512)"]; -"233 zero_point_updated_constant20" -> "234 sub_tensor_20" [style=solid, label="(1000, 1)"]; -"234 sub_tensor_20" -> "235 linear" [style=solid, label="(1000, 512)"]; -"235 linear" -> "236 output" [style=solid, label="(1, 1000)"]; +"35 relu__2" -> "36 quantize_per_tensor_8" [style=solid, label="(1, 64, 56, 56)"]; +"36 quantize_per_tensor_8" -> "37 dequantize_per_tensor_9" [style=solid, label="(1, 64, 56, 56)"]; +"36 quantize_per_tensor_8" -> "38 dequantize_per_tensor_10" [style=solid, label="(1, 64, 56, 56)"]; +"37 dequantize_per_tensor_9" -> "45 conv2d_3" [style=solid, label="(1, 64, 56, 56)"]; +"38 dequantize_per_tensor_10" -> "58 add__1" [style=solid, label="(1, 64, 56, 56)"]; +"39 layer1_1_conv1_weight_bias" -> "45 conv2d_3" [style=solid, label="(64,)"]; +"40 scale_updated_constant3" -> "42 mul_tensor_3" [style=solid, label="(64, 1, 1, 1)"]; +"41 compressed_weight_updated_constant3" -> "42 mul_tensor_3" [style=solid, label="(64, 64, 3, 3)"]; +"42 mul_tensor_3" -> "44 sub_tensor_3" [style=solid, label="(64, 64, 3, 3)"]; +"43 zero_point_updated_constant3" -> "44 sub_tensor_3" [style=solid, label="(64, 1, 1, 1)"]; +"44 sub_tensor_3" -> "45 conv2d_3" [style=solid, label="(64, 64, 3, 3)"]; +"45 conv2d_3" -> "46 relu__3" [style=solid, label="(1, 64, 56, 56)"]; +"46 relu__3" -> "47 quantize_per_tensor_11" [style=solid, label="(1, 64, 56, 56)"]; +"47 quantize_per_tensor_11" -> "48 dequantize_per_tensor_12" [style=solid, label="(1, 64, 56, 56)"]; +"48 dequantize_per_tensor_12" -> "55 conv2d_4" [style=solid, label="(1, 64, 56, 56)"]; +"49 layer1_1_conv2_weight_bias" -> "55 conv2d_4" [style=solid, label="(64,)"]; +"50 scale_updated_constant4" -> "52 mul_tensor_4" [style=solid, label="(64, 1, 1, 1)"]; +"51 compressed_weight_updated_constant4" -> "52 mul_tensor_4" [style=solid, label="(64, 64, 3, 3)"]; +"52 mul_tensor_4" -> "54 sub_tensor_4" [style=solid, label="(64, 64, 3, 3)"]; +"53 zero_point_updated_constant4" -> "54 sub_tensor_4" [style=solid, label="(64, 1, 1, 1)"]; +"54 sub_tensor_4" -> "55 conv2d_4" [style=solid, label="(64, 64, 3, 3)"]; +"55 conv2d_4" -> "56 quantize_per_tensor_13" [style=solid, label="(1, 64, 56, 56)"]; +"56 quantize_per_tensor_13" -> "57 dequantize_per_tensor_14" [style=solid, label="(1, 64, 56, 56)"]; +"57 dequantize_per_tensor_14" -> "58 add__1" [style=solid, label="(1, 64, 56, 56)"]; +"58 add__1" -> "59 relu__4" [style=solid, label="(1, 64, 56, 56)"]; +"59 relu__4" -> "60 quantize_per_tensor_15" [style=solid, label="(1, 64, 56, 56)"]; +"60 quantize_per_tensor_15" -> "61 dequantize_per_tensor_16" [style=solid, label="(1, 64, 56, 56)"]; +"60 quantize_per_tensor_15" -> "62 dequantize_per_tensor_17" [style=solid, label="(1, 64, 56, 56)"]; +"61 dequantize_per_tensor_16" -> "88 conv2d_7" [style=solid, label="(1, 64, 56, 56)"]; +"62 dequantize_per_tensor_17" -> "69 conv2d_5" [style=solid, label="(1, 64, 56, 56)"]; +"63 layer2_0_conv1_weight_bias" -> "69 conv2d_5" [style=solid, label="(128,)"]; +"64 scale_updated_constant5" -> "66 mul_tensor_5" [style=solid, label="(128, 1, 1, 1)"]; +"65 compressed_weight_updated_constant5" -> "66 mul_tensor_5" [style=solid, label="(128, 64, 3, 3)"]; +"66 mul_tensor_5" -> "68 sub_tensor_5" [style=solid, label="(128, 64, 3, 3)"]; +"67 zero_point_updated_constant5" -> "68 sub_tensor_5" [style=solid, label="(128, 1, 1, 1)"]; +"68 sub_tensor_5" -> "69 conv2d_5" [style=solid, label="(128, 64, 3, 3)"]; +"69 conv2d_5" -> "70 relu__5" [style=solid, label="(1, 128, 28, 28)"]; +"70 relu__5" -> "71 quantize_per_tensor_18" [style=solid, label="(1, 128, 28, 28)"]; +"71 quantize_per_tensor_18" -> "72 dequantize_per_tensor_19" [style=solid, label="(1, 128, 28, 28)"]; +"72 dequantize_per_tensor_19" -> "79 conv2d_6" [style=solid, label="(1, 128, 28, 28)"]; +"73 layer2_0_conv2_weight_bias" -> "79 conv2d_6" [style=solid, label="(128,)"]; +"74 scale_updated_constant6" -> "76 mul_tensor_6" [style=solid, label="(128, 1, 1, 1)"]; +"75 compressed_weight_updated_constant6" -> "76 mul_tensor_6" [style=solid, label="(128, 128, 3, 3)"]; +"76 mul_tensor_6" -> "78 sub_tensor_6" [style=solid, label="(128, 128, 3, 3)"]; +"77 zero_point_updated_constant6" -> "78 sub_tensor_6" [style=solid, label="(128, 1, 1, 1)"]; +"78 sub_tensor_6" -> "79 conv2d_6" [style=solid, label="(128, 128, 3, 3)"]; +"79 conv2d_6" -> "80 quantize_per_tensor_20" [style=solid, label="(1, 128, 28, 28)"]; +"80 quantize_per_tensor_20" -> "81 dequantize_per_tensor_21" [style=solid, label="(1, 128, 28, 28)"]; +"81 dequantize_per_tensor_21" -> "91 add__2" [style=solid, label="(1, 128, 28, 28)"]; +"82 layer2_0_downsample_0_weight_bias" -> "88 conv2d_7" [style=solid, label="(128,)"]; +"83 scale_updated_constant7" -> "85 mul_tensor_7" [style=solid, label="(128, 1, 1, 1)"]; +"84 compressed_weight_updated_constant7" -> "85 mul_tensor_7" [style=solid, label="(128, 64, 1, 1)"]; +"85 mul_tensor_7" -> "87 sub_tensor_7" [style=solid, label="(128, 64, 1, 1)"]; +"86 zero_point_updated_constant7" -> "87 sub_tensor_7" [style=solid, label="(128, 1, 1, 1)"]; +"87 sub_tensor_7" -> "88 conv2d_7" [style=solid, label="(128, 64, 1, 1)"]; +"88 conv2d_7" -> "89 quantize_per_tensor_22" [style=solid, label="(1, 128, 28, 28)"]; +"89 quantize_per_tensor_22" -> "90 dequantize_per_tensor_23" [style=solid, label="(1, 128, 28, 28)"]; +"90 dequantize_per_tensor_23" -> "91 add__2" [style=solid, label="(1, 128, 28, 28)"]; +"91 add__2" -> "92 relu__6" [style=solid, label="(1, 128, 28, 28)"]; +"92 relu__6" -> "93 quantize_per_tensor_24" [style=solid, label="(1, 128, 28, 28)"]; +"93 quantize_per_tensor_24" -> "94 dequantize_per_tensor_25" [style=solid, label="(1, 128, 28, 28)"]; +"93 quantize_per_tensor_24" -> "95 dequantize_per_tensor_26" [style=solid, label="(1, 128, 28, 28)"]; +"94 dequantize_per_tensor_25" -> "102 conv2d_8" [style=solid, label="(1, 128, 28, 28)"]; +"95 dequantize_per_tensor_26" -> "115 add__3" [style=solid, label="(1, 128, 28, 28)"]; +"96 layer2_1_conv1_weight_bias" -> "102 conv2d_8" [style=solid, label="(128,)"]; +"97 scale_updated_constant8" -> "99 mul_tensor_8" [style=solid, label="(128, 1, 1, 1)"]; +"98 compressed_weight_updated_constant8" -> "99 mul_tensor_8" [style=solid, label="(128, 128, 3, 3)"]; +"99 mul_tensor_8" -> "101 sub_tensor_8" [style=solid, label="(128, 128, 3, 3)"]; +"100 zero_point_updated_constant8" -> "101 sub_tensor_8" [style=solid, label="(128, 1, 1, 1)"]; +"101 sub_tensor_8" -> "102 conv2d_8" [style=solid, label="(128, 128, 3, 3)"]; +"102 conv2d_8" -> "103 relu__7" [style=solid, label="(1, 128, 28, 28)"]; +"103 relu__7" -> "104 quantize_per_tensor_27" [style=solid, label="(1, 128, 28, 28)"]; +"104 quantize_per_tensor_27" -> "105 dequantize_per_tensor_28" [style=solid, label="(1, 128, 28, 28)"]; +"105 dequantize_per_tensor_28" -> "112 conv2d_9" [style=solid, label="(1, 128, 28, 28)"]; +"106 layer2_1_conv2_weight_bias" -> "112 conv2d_9" [style=solid, label="(128,)"]; +"107 scale_updated_constant9" -> "109 mul_tensor_9" [style=solid, label="(128, 1, 1, 1)"]; +"108 compressed_weight_updated_constant9" -> "109 mul_tensor_9" [style=solid, label="(128, 128, 3, 3)"]; +"109 mul_tensor_9" -> "111 sub_tensor_9" [style=solid, label="(128, 128, 3, 3)"]; +"110 zero_point_updated_constant9" -> "111 sub_tensor_9" [style=solid, label="(128, 1, 1, 1)"]; +"111 sub_tensor_9" -> "112 conv2d_9" [style=solid, label="(128, 128, 3, 3)"]; +"112 conv2d_9" -> "113 quantize_per_tensor_29" [style=solid, label="(1, 128, 28, 28)"]; +"113 quantize_per_tensor_29" -> "114 dequantize_per_tensor_30" [style=solid, label="(1, 128, 28, 28)"]; +"114 dequantize_per_tensor_30" -> "115 add__3" [style=solid, label="(1, 128, 28, 28)"]; +"115 add__3" -> "116 relu__8" [style=solid, label="(1, 128, 28, 28)"]; +"116 relu__8" -> "117 quantize_per_tensor_31" [style=solid, label="(1, 128, 28, 28)"]; +"117 quantize_per_tensor_31" -> "118 dequantize_per_tensor_32" [style=solid, label="(1, 128, 28, 28)"]; +"117 quantize_per_tensor_31" -> "119 dequantize_per_tensor_33" [style=solid, label="(1, 128, 28, 28)"]; +"118 dequantize_per_tensor_32" -> "145 conv2d_12" [style=solid, label="(1, 128, 28, 28)"]; +"119 dequantize_per_tensor_33" -> "126 conv2d_10" [style=solid, label="(1, 128, 28, 28)"]; +"120 layer3_0_conv1_weight_bias" -> "126 conv2d_10" [style=solid, label="(256,)"]; +"121 scale_updated_constant10" -> "123 mul_tensor_10" [style=solid, label="(256, 1, 1, 1)"]; +"122 compressed_weight_updated_constant10" -> "123 mul_tensor_10" [style=solid, label="(256, 128, 3, 3)"]; +"123 mul_tensor_10" -> "125 sub_tensor_10" [style=solid, label="(256, 128, 3, 3)"]; +"124 zero_point_updated_constant10" -> "125 sub_tensor_10" [style=solid, label="(256, 1, 1, 1)"]; +"125 sub_tensor_10" -> "126 conv2d_10" [style=solid, label="(256, 128, 3, 3)"]; +"126 conv2d_10" -> "127 relu__9" [style=solid, label="(1, 256, 14, 14)"]; +"127 relu__9" -> "128 quantize_per_tensor_34" [style=solid, label="(1, 256, 14, 14)"]; +"128 quantize_per_tensor_34" -> "129 dequantize_per_tensor_35" [style=solid, label="(1, 256, 14, 14)"]; +"129 dequantize_per_tensor_35" -> "136 conv2d_11" [style=solid, label="(1, 256, 14, 14)"]; +"130 layer3_0_conv2_weight_bias" -> "136 conv2d_11" [style=solid, label="(256,)"]; +"131 scale_updated_constant11" -> "133 mul_tensor_11" [style=solid, label="(256, 1, 1, 1)"]; +"132 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [style=solid, label="(256, 256, 3, 3)"]; +"133 mul_tensor_11" -> "135 sub_tensor_11" [style=solid, label="(256, 256, 3, 3)"]; +"134 zero_point_updated_constant11" -> "135 sub_tensor_11" [style=solid, label="(256, 1, 1, 1)"]; +"135 sub_tensor_11" -> "136 conv2d_11" [style=solid, label="(256, 256, 3, 3)"]; +"136 conv2d_11" -> "137 quantize_per_tensor_36" [style=solid, label="(1, 256, 14, 14)"]; +"137 quantize_per_tensor_36" -> "138 dequantize_per_tensor_37" [style=solid, label="(1, 256, 14, 14)"]; +"138 dequantize_per_tensor_37" -> "148 add__4" [style=solid, label="(1, 256, 14, 14)"]; +"139 layer3_0_downsample_0_weight_bias" -> "145 conv2d_12" [style=solid, label="(256,)"]; +"140 scale_updated_constant12" -> "142 mul_tensor_12" [style=solid, label="(256, 1, 1, 1)"]; +"141 compressed_weight_updated_constant12" -> "142 mul_tensor_12" [style=solid, label="(256, 128, 1, 1)"]; +"142 mul_tensor_12" -> "144 sub_tensor_12" [style=solid, label="(256, 128, 1, 1)"]; +"143 zero_point_updated_constant12" -> "144 sub_tensor_12" [style=solid, label="(256, 1, 1, 1)"]; +"144 sub_tensor_12" -> "145 conv2d_12" [style=solid, label="(256, 128, 1, 1)"]; +"145 conv2d_12" -> "146 quantize_per_tensor_38" [style=solid, label="(1, 256, 14, 14)"]; +"146 quantize_per_tensor_38" -> "147 dequantize_per_tensor_39" [style=solid, label="(1, 256, 14, 14)"]; +"147 dequantize_per_tensor_39" -> "148 add__4" [style=solid, label="(1, 256, 14, 14)"]; +"148 add__4" -> "149 relu__10" [style=solid, label="(1, 256, 14, 14)"]; +"149 relu__10" -> "150 quantize_per_tensor_40" [style=solid, label="(1, 256, 14, 14)"]; +"150 quantize_per_tensor_40" -> "151 dequantize_per_tensor_41" [style=solid, label="(1, 256, 14, 14)"]; +"150 quantize_per_tensor_40" -> "152 dequantize_per_tensor_42" [style=solid, label="(1, 256, 14, 14)"]; +"151 dequantize_per_tensor_41" -> "159 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"152 dequantize_per_tensor_42" -> "172 add__5" [style=solid, label="(1, 256, 14, 14)"]; +"153 layer3_1_conv1_weight_bias" -> "159 conv2d_13" [style=solid, label="(256,)"]; +"154 scale_updated_constant13" -> "156 mul_tensor_13" [style=solid, label="(256, 1, 1, 1)"]; +"155 compressed_weight_updated_constant13" -> "156 mul_tensor_13" [style=solid, label="(256, 256, 3, 3)"]; +"156 mul_tensor_13" -> "158 sub_tensor_13" [style=solid, label="(256, 256, 3, 3)"]; +"157 zero_point_updated_constant13" -> "158 sub_tensor_13" [style=solid, label="(256, 1, 1, 1)"]; +"158 sub_tensor_13" -> "159 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"159 conv2d_13" -> "160 relu__11" [style=solid, label="(1, 256, 14, 14)"]; +"160 relu__11" -> "161 quantize_per_tensor_43" [style=solid, label="(1, 256, 14, 14)"]; +"161 quantize_per_tensor_43" -> "162 dequantize_per_tensor_44" [style=solid, label="(1, 256, 14, 14)"]; +"162 dequantize_per_tensor_44" -> "169 conv2d_14" [style=solid, label="(1, 256, 14, 14)"]; +"163 layer3_1_conv2_weight_bias" -> "169 conv2d_14" [style=solid, label="(256,)"]; +"164 scale_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"165 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 256, 3, 3)"]; +"166 mul_tensor_14" -> "168 sub_tensor_14" [style=solid, label="(256, 256, 3, 3)"]; +"167 zero_point_updated_constant14" -> "168 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"168 sub_tensor_14" -> "169 conv2d_14" [style=solid, label="(256, 256, 3, 3)"]; +"169 conv2d_14" -> "170 quantize_per_tensor_45" [style=solid, label="(1, 256, 14, 14)"]; +"170 quantize_per_tensor_45" -> "171 dequantize_per_tensor_46" [style=solid, label="(1, 256, 14, 14)"]; +"171 dequantize_per_tensor_46" -> "172 add__5" [style=solid, label="(1, 256, 14, 14)"]; +"172 add__5" -> "173 relu__12" [style=solid, label="(1, 256, 14, 14)"]; +"173 relu__12" -> "174 quantize_per_tensor_47" [style=solid, label="(1, 256, 14, 14)"]; +"174 quantize_per_tensor_47" -> "175 dequantize_per_tensor_48" [style=solid, label="(1, 256, 14, 14)"]; +"174 quantize_per_tensor_47" -> "176 dequantize_per_tensor_49" [style=solid, label="(1, 256, 14, 14)"]; +"175 dequantize_per_tensor_48" -> "202 conv2d_17" [style=solid, label="(1, 256, 14, 14)"]; +"176 dequantize_per_tensor_49" -> "183 conv2d_15" [style=solid, label="(1, 256, 14, 14)"]; +"177 layer4_0_conv1_weight_bias" -> "183 conv2d_15" [style=solid, label="(512,)"]; +"178 scale_updated_constant15" -> "180 mul_tensor_15" [style=solid, label="(512, 1, 1, 1)"]; +"179 compressed_weight_updated_constant15" -> "180 mul_tensor_15" [style=solid, label="(512, 256, 3, 3)"]; +"180 mul_tensor_15" -> "182 sub_tensor_15" [style=solid, label="(512, 256, 3, 3)"]; +"181 zero_point_updated_constant15" -> "182 sub_tensor_15" [style=solid, label="(512, 1, 1, 1)"]; +"182 sub_tensor_15" -> "183 conv2d_15" [style=solid, label="(512, 256, 3, 3)"]; +"183 conv2d_15" -> "184 relu__13" [style=solid, label="(1, 512, 7, 7)"]; +"184 relu__13" -> "185 quantize_per_tensor_50" [style=solid, label="(1, 512, 7, 7)"]; +"185 quantize_per_tensor_50" -> "186 dequantize_per_tensor_51" [style=solid, label="(1, 512, 7, 7)"]; +"186 dequantize_per_tensor_51" -> "193 conv2d_16" [style=solid, label="(1, 512, 7, 7)"]; +"187 layer4_0_conv2_weight_bias" -> "193 conv2d_16" [style=solid, label="(512,)"]; +"188 scale_updated_constant16" -> "190 mul_tensor_16" [style=solid, label="(512, 1, 1, 1)"]; +"189 compressed_weight_updated_constant16" -> "190 mul_tensor_16" [style=solid, label="(512, 512, 3, 3)"]; +"190 mul_tensor_16" -> "192 sub_tensor_16" [style=solid, label="(512, 512, 3, 3)"]; +"191 zero_point_updated_constant16" -> "192 sub_tensor_16" [style=solid, label="(512, 1, 1, 1)"]; +"192 sub_tensor_16" -> "193 conv2d_16" [style=solid, label="(512, 512, 3, 3)"]; +"193 conv2d_16" -> "194 quantize_per_tensor_52" [style=solid, label="(1, 512, 7, 7)"]; +"194 quantize_per_tensor_52" -> "195 dequantize_per_tensor_53" [style=solid, label="(1, 512, 7, 7)"]; +"195 dequantize_per_tensor_53" -> "205 add__6" [style=solid, label="(1, 512, 7, 7)"]; +"196 layer4_0_downsample_0_weight_bias" -> "202 conv2d_17" [style=solid, label="(512,)"]; +"197 scale_updated_constant17" -> "199 mul_tensor_17" [style=solid, label="(512, 1, 1, 1)"]; +"198 compressed_weight_updated_constant17" -> "199 mul_tensor_17" [style=solid, label="(512, 256, 1, 1)"]; +"199 mul_tensor_17" -> "201 sub_tensor_17" [style=solid, label="(512, 256, 1, 1)"]; +"200 zero_point_updated_constant17" -> "201 sub_tensor_17" [style=solid, label="(512, 1, 1, 1)"]; +"201 sub_tensor_17" -> "202 conv2d_17" [style=solid, label="(512, 256, 1, 1)"]; +"202 conv2d_17" -> "203 quantize_per_tensor_54" [style=solid, label="(1, 512, 7, 7)"]; +"203 quantize_per_tensor_54" -> "204 dequantize_per_tensor_55" [style=solid, label="(1, 512, 7, 7)"]; +"204 dequantize_per_tensor_55" -> "205 add__6" [style=solid, label="(1, 512, 7, 7)"]; +"205 add__6" -> "206 relu__14" [style=solid, label="(1, 512, 7, 7)"]; +"206 relu__14" -> "207 quantize_per_tensor_56" [style=solid, label="(1, 512, 7, 7)"]; +"207 quantize_per_tensor_56" -> "208 dequantize_per_tensor_57" [style=solid, label="(1, 512, 7, 7)"]; +"207 quantize_per_tensor_56" -> "209 dequantize_per_tensor_58" [style=solid, label="(1, 512, 7, 7)"]; +"208 dequantize_per_tensor_57" -> "216 conv2d_18" [style=solid, label="(1, 512, 7, 7)"]; +"209 dequantize_per_tensor_58" -> "229 add__7" [style=solid, label="(1, 512, 7, 7)"]; +"210 layer4_1_conv1_weight_bias" -> "216 conv2d_18" [style=solid, label="(512,)"]; +"211 scale_updated_constant18" -> "213 mul_tensor_18" [style=solid, label="(512, 1, 1, 1)"]; +"212 compressed_weight_updated_constant18" -> "213 mul_tensor_18" [style=solid, label="(512, 512, 3, 3)"]; +"213 mul_tensor_18" -> "215 sub_tensor_18" [style=solid, label="(512, 512, 3, 3)"]; +"214 zero_point_updated_constant18" -> "215 sub_tensor_18" [style=solid, label="(512, 1, 1, 1)"]; +"215 sub_tensor_18" -> "216 conv2d_18" [style=solid, label="(512, 512, 3, 3)"]; +"216 conv2d_18" -> "217 relu__15" [style=solid, label="(1, 512, 7, 7)"]; +"217 relu__15" -> "218 quantize_per_tensor_59" [style=solid, label="(1, 512, 7, 7)"]; +"218 quantize_per_tensor_59" -> "219 dequantize_per_tensor_60" [style=solid, label="(1, 512, 7, 7)"]; +"219 dequantize_per_tensor_60" -> "226 conv2d_19" [style=solid, label="(1, 512, 7, 7)"]; +"220 layer4_1_conv2_weight_bias" -> "226 conv2d_19" [style=solid, label="(512,)"]; +"221 scale_updated_constant19" -> "223 mul_tensor_19" [style=solid, label="(512, 1, 1, 1)"]; +"222 compressed_weight_updated_constant19" -> "223 mul_tensor_19" [style=solid, label="(512, 512, 3, 3)"]; +"223 mul_tensor_19" -> "225 sub_tensor_19" [style=solid, label="(512, 512, 3, 3)"]; +"224 zero_point_updated_constant19" -> "225 sub_tensor_19" [style=solid, label="(512, 1, 1, 1)"]; +"225 sub_tensor_19" -> "226 conv2d_19" [style=solid, label="(512, 512, 3, 3)"]; +"226 conv2d_19" -> "227 quantize_per_tensor_61" [style=solid, label="(1, 512, 7, 7)"]; +"227 quantize_per_tensor_61" -> "228 dequantize_per_tensor_62" [style=solid, label="(1, 512, 7, 7)"]; +"228 dequantize_per_tensor_62" -> "229 add__7" [style=solid, label="(1, 512, 7, 7)"]; +"229 add__7" -> "230 relu__16" [style=solid, label="(1, 512, 7, 7)"]; +"230 relu__16" -> "231 quantize_per_tensor_63" [style=solid, label="(1, 512, 7, 7)"]; +"231 quantize_per_tensor_63" -> "232 dequantize_per_tensor_64" [style=solid, label="(1, 512, 7, 7)"]; +"232 dequantize_per_tensor_64" -> "233 adaptive_avg_pool2d" [style=solid, label="(1, 512, 7, 7)"]; +"233 adaptive_avg_pool2d" -> "234 quantize_per_tensor_65" [style=solid, label="(1, 512, 1, 1)"]; +"234 quantize_per_tensor_65" -> "235 dequantize_per_tensor_66" [style=solid, label="(1, 512, 1, 1)"]; +"235 dequantize_per_tensor_66" -> "236 flatten" [style=solid, label="(1, 512, 1, 1)"]; +"236 flatten" -> "242 linear" [style=solid, label="(1, 512)"]; +"237 scale_updated_constant20" -> "239 mul_tensor_20" [style=solid, label="(1000, 1)"]; +"238 compressed_weight_updated_constant20" -> "239 mul_tensor_20" [style=solid, label="(1000, 512)"]; +"239 mul_tensor_20" -> "241 sub_tensor_20" [style=solid, label="(1000, 512)"]; +"240 zero_point_updated_constant20" -> "241 sub_tensor_20" [style=solid, label="(1000, 1)"]; +"241 sub_tensor_20" -> "242 linear" [style=solid, label="(1000, 512)"]; +"242 linear" -> "243 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/swin_v2_t.dot b/tests/torch2/data/fx/OpenVINOQuantizer/swin_v2_t.dot index 1c584d9a6c1..2ff664cb1bf 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/swin_v2_t.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/swin_v2_t.dot @@ -201,8 +201,8 @@ strict digraph { "199 features_5_5_attn_lifted_tensor_43" [id=199, type="get_attr"]; "200 features_5_5_attn_lifted_tensor_44" [id=200, type="get_attr"]; "201 x" [id=201, type=input]; -"202 quantize_per_tensor_default" [id=202, type="quantize_per_tensor"]; -"203 dequantize_per_tensor_default" [id=203, type="dequantize_per_tensor"]; +"202 quantize_per_tensor_0" [id=202, type="quantize_per_tensor"]; +"203 dequantize_per_tensor_1" [id=203, type="dequantize_per_tensor"]; "204 scale_updated_constant0" [id=204, type="get_attr"]; "205 compressed_weight_updated_constant0" [id=205, type="get_attr"]; "206 mul_tensor" [id=206, type=mul]; @@ -234,8 +234,8 @@ strict digraph { "232 slice_1" [id=232, type=slice]; "233 zero_" [id=233, type="zero_"]; "234 reshape_0_0_nncf_smooth_quant_0" [id=234, type="call_module"]; -"235 quantize_per_tensor_default_1" [id=235, type="quantize_per_tensor"]; -"236 dequantize_per_tensor_default_1" [id=236, type="dequantize_per_tensor"]; +"235 quantize_per_tensor_2" [id=235, type="quantize_per_tensor"]; +"236 dequantize_per_tensor_3" [id=236, type="dequantize_per_tensor"]; "237 scale_updated_constant1" [id=237, type="get_attr"]; "238 compressed_weight_updated_constant1" [id=238, type="get_attr"]; "239 mul_tensor_1" [id=239, type=mul]; @@ -251,14 +251,14 @@ strict digraph { "249 clamp_min" [id=249, type="clamp_min"]; "250 expand_as" [id=250, type="expand_as"]; "251 div" [id=251, type=div]; -"252 quantize_per_tensor_default_2" [id=252, type="quantize_per_tensor"]; -"253 dequantize_per_tensor_default_2" [id=253, type="dequantize_per_tensor"]; +"252 quantize_per_tensor_4" [id=252, type="quantize_per_tensor"]; +"253 dequantize_per_tensor_5" [id=253, type="dequantize_per_tensor"]; "254 linalg_vector_norm_1" [id=254, type="linalg_vector_norm"]; "255 clamp_min_1" [id=255, type="clamp_min"]; "256 expand_as_1" [id=256, type="expand_as"]; "257 div_1" [id=257, type=div]; -"258 quantize_per_tensor_default_3" [id=258, type="quantize_per_tensor"]; -"259 dequantize_per_tensor_default_3" [id=259, type="dequantize_per_tensor"]; +"258 quantize_per_tensor_6" [id=258, type="quantize_per_tensor"]; +"259 dequantize_per_tensor_7" [id=259, type="dequantize_per_tensor"]; "260 transpose" [id=260, type=transpose]; "261 matmul" [id=261, type=matmul]; "262 clamp" [id=262, type=clamp]; @@ -271,8 +271,8 @@ strict digraph { "269 transpose_1" [id=269, type=transpose]; "270 reshape_2" [id=270, type=reshape]; "271 reshape_2_0_0_nncf_smooth_quant_0" [id=271, type="call_module"]; -"272 quantize_per_tensor_default_4" [id=272, type="quantize_per_tensor"]; -"273 dequantize_per_tensor_default_4" [id=273, type="dequantize_per_tensor"]; +"272 quantize_per_tensor_8" [id=272, type="quantize_per_tensor"]; +"273 dequantize_per_tensor_9" [id=273, type="dequantize_per_tensor"]; "274 scale_updated_constant2" [id=274, type="get_attr"]; "275 compressed_weight_updated_constant2" [id=275, type="get_attr"]; "276 mul_tensor_2" [id=276, type=mul]; @@ -288,8 +288,8 @@ strict digraph { "286 layer_norm_1" [id=286, type="layer_norm"]; "287 add_1" [id=287, type=add]; "288 add_1_0_0_nncf_smooth_quant_0" [id=288, type="call_module"]; -"289 quantize_per_tensor_default_5" [id=289, type="quantize_per_tensor"]; -"290 dequantize_per_tensor_default_5" [id=290, type="dequantize_per_tensor"]; +"289 quantize_per_tensor_10" [id=289, type="quantize_per_tensor"]; +"290 dequantize_per_tensor_11" [id=290, type="dequantize_per_tensor"]; "291 scale_updated_constant3" [id=291, type="get_attr"]; "292 compressed_weight_updated_constant3" [id=292, type="get_attr"]; "293 mul_tensor_3" [id=293, type=mul]; @@ -299,8 +299,8 @@ strict digraph { "297 gelu" [id=297, type=gelu]; "298 dropout_2" [id=298, type=dropout]; "299 dropout_2_0_0_nncf_smooth_quant_0" [id=299, type="call_module"]; -"300 quantize_per_tensor_default_6" [id=300, type="quantize_per_tensor"]; -"301 dequantize_per_tensor_default_6" [id=301, type="dequantize_per_tensor"]; +"300 quantize_per_tensor_12" [id=300, type="quantize_per_tensor"]; +"301 dequantize_per_tensor_13" [id=301, type="dequantize_per_tensor"]; "302 scale_updated_constant4" [id=302, type="get_attr"]; "303 compressed_weight_updated_constant4" [id=303, type="get_attr"]; "304 mul_tensor_4" [id=304, type=mul]; @@ -334,8 +334,8 @@ strict digraph { "332 slice_4" [id=332, type=slice]; "333 zero__1" [id=333, type="zero_"]; "334 reshape_4_0_0_nncf_smooth_quant_0" [id=334, type="call_module"]; -"335 quantize_per_tensor_default_7" [id=335, type="quantize_per_tensor"]; -"336 dequantize_per_tensor_default_7" [id=336, type="dequantize_per_tensor"]; +"335 quantize_per_tensor_14" [id=335, type="quantize_per_tensor"]; +"336 dequantize_per_tensor_15" [id=336, type="dequantize_per_tensor"]; "337 scale_updated_constant5" [id=337, type="get_attr"]; "338 compressed_weight_updated_constant5" [id=338, type="get_attr"]; "339 mul_tensor_5" [id=339, type=mul]; @@ -351,14 +351,14 @@ strict digraph { "349 clamp_min_2" [id=349, type="clamp_min"]; "350 expand_as_2" [id=350, type="expand_as"]; "351 div_2" [id=351, type=div]; -"352 quantize_per_tensor_default_8" [id=352, type="quantize_per_tensor"]; -"353 dequantize_per_tensor_default_8" [id=353, type="dequantize_per_tensor"]; +"352 quantize_per_tensor_16" [id=352, type="quantize_per_tensor"]; +"353 dequantize_per_tensor_17" [id=353, type="dequantize_per_tensor"]; "354 linalg_vector_norm_3" [id=354, type="linalg_vector_norm"]; "355 clamp_min_3" [id=355, type="clamp_min"]; "356 expand_as_3" [id=356, type="expand_as"]; "357 div_3" [id=357, type=div]; -"358 quantize_per_tensor_default_9" [id=358, type="quantize_per_tensor"]; -"359 dequantize_per_tensor_default_9" [id=359, type="dequantize_per_tensor"]; +"358 quantize_per_tensor_18" [id=358, type="quantize_per_tensor"]; +"359 dequantize_per_tensor_19" [id=359, type="dequantize_per_tensor"]; "360 transpose_2" [id=360, type=transpose]; "361 matmul_2" [id=361, type=matmul]; "362 clamp_1" [id=362, type=clamp]; @@ -423,8 +423,8 @@ strict digraph { "421 transpose_3" [id=421, type=transpose]; "422 reshape_7" [id=422, type=reshape]; "423 reshape_7_0_0_nncf_smooth_quant_0" [id=423, type="call_module"]; -"424 quantize_per_tensor_default_10" [id=424, type="quantize_per_tensor"]; -"425 dequantize_per_tensor_default_10" [id=425, type="dequantize_per_tensor"]; +"424 quantize_per_tensor_20" [id=424, type="quantize_per_tensor"]; +"425 dequantize_per_tensor_21" [id=425, type="dequantize_per_tensor"]; "426 scale_updated_constant6" [id=426, type="get_attr"]; "427 compressed_weight_updated_constant6" [id=427, type="get_attr"]; "428 mul_tensor_6" [id=428, type=mul]; @@ -441,8 +441,8 @@ strict digraph { "439 layer_norm_3" [id=439, type="layer_norm"]; "440 add_5" [id=440, type=add]; "441 add_5_0_0_nncf_smooth_quant_0" [id=441, type="call_module"]; -"442 quantize_per_tensor_default_11" [id=442, type="quantize_per_tensor"]; -"443 dequantize_per_tensor_default_11" [id=443, type="dequantize_per_tensor"]; +"442 quantize_per_tensor_22" [id=442, type="quantize_per_tensor"]; +"443 dequantize_per_tensor_23" [id=443, type="dequantize_per_tensor"]; "444 scale_updated_constant7" [id=444, type="get_attr"]; "445 compressed_weight_updated_constant7" [id=445, type="get_attr"]; "446 mul_tensor_7" [id=446, type=mul]; @@ -452,8 +452,8 @@ strict digraph { "450 gelu_1" [id=450, type=gelu]; "451 dropout_6" [id=451, type=dropout]; "452 dropout_6_0_0_nncf_smooth_quant_0" [id=452, type="call_module"]; -"453 quantize_per_tensor_default_12" [id=453, type="quantize_per_tensor"]; -"454 dequantize_per_tensor_default_12" [id=454, type="dequantize_per_tensor"]; +"453 quantize_per_tensor_24" [id=453, type="quantize_per_tensor"]; +"454 dequantize_per_tensor_25" [id=454, type="dequantize_per_tensor"]; "455 scale_updated_constant8" [id=455, type="get_attr"]; "456 compressed_weight_updated_constant8" [id=456, type="get_attr"]; "457 mul_tensor_8" [id=457, type=mul]; @@ -478,8 +478,8 @@ strict digraph { "476 slice_36" [id=476, type=slice]; "477 cat" [id=477, type=cat]; "478 cat_0_0_nncf_smooth_quant_0" [id=478, type="call_module"]; -"479 quantize_per_tensor_default_13" [id=479, type="quantize_per_tensor"]; -"480 dequantize_per_tensor_default_13" [id=480, type="dequantize_per_tensor"]; +"479 quantize_per_tensor_26" [id=479, type="quantize_per_tensor"]; +"480 dequantize_per_tensor_27" [id=480, type="dequantize_per_tensor"]; "481 scale_updated_constant9" [id=481, type="get_attr"]; "482 compressed_weight_updated_constant9" [id=482, type="get_attr"]; "483 mul_tensor_9" [id=483, type=mul]; @@ -510,8 +510,8 @@ strict digraph { "508 slice_37" [id=508, type=slice]; "509 zero__2" [id=509, type="zero_"]; "510 reshape_9_0_0_nncf_smooth_quant_0" [id=510, type="call_module"]; -"511 quantize_per_tensor_default_14" [id=511, type="quantize_per_tensor"]; -"512 dequantize_per_tensor_default_14" [id=512, type="dequantize_per_tensor"]; +"511 quantize_per_tensor_28" [id=511, type="quantize_per_tensor"]; +"512 dequantize_per_tensor_29" [id=512, type="dequantize_per_tensor"]; "513 scale_updated_constant10" [id=513, type="get_attr"]; "514 compressed_weight_updated_constant10" [id=514, type="get_attr"]; "515 mul_tensor_10" [id=515, type=mul]; @@ -527,14 +527,14 @@ strict digraph { "525 clamp_min_4" [id=525, type="clamp_min"]; "526 expand_as_4" [id=526, type="expand_as"]; "527 div_4" [id=527, type=div]; -"528 quantize_per_tensor_default_15" [id=528, type="quantize_per_tensor"]; -"529 dequantize_per_tensor_default_15" [id=529, type="dequantize_per_tensor"]; +"528 quantize_per_tensor_30" [id=528, type="quantize_per_tensor"]; +"529 dequantize_per_tensor_31" [id=529, type="dequantize_per_tensor"]; "530 linalg_vector_norm_5" [id=530, type="linalg_vector_norm"]; "531 clamp_min_5" [id=531, type="clamp_min"]; "532 expand_as_5" [id=532, type="expand_as"]; "533 div_5" [id=533, type=div]; -"534 quantize_per_tensor_default_16" [id=534, type="quantize_per_tensor"]; -"535 dequantize_per_tensor_default_16" [id=535, type="dequantize_per_tensor"]; +"534 quantize_per_tensor_32" [id=534, type="quantize_per_tensor"]; +"535 dequantize_per_tensor_33" [id=535, type="dequantize_per_tensor"]; "536 transpose_4" [id=536, type=transpose]; "537 matmul_4" [id=537, type=matmul]; "538 clamp_2" [id=538, type=clamp]; @@ -547,8 +547,8 @@ strict digraph { "545 transpose_5" [id=545, type=transpose]; "546 reshape_11" [id=546, type=reshape]; "547 reshape_11_0_0_nncf_smooth_quant_0" [id=547, type="call_module"]; -"548 quantize_per_tensor_default_17" [id=548, type="quantize_per_tensor"]; -"549 dequantize_per_tensor_default_17" [id=549, type="dequantize_per_tensor"]; +"548 quantize_per_tensor_34" [id=548, type="quantize_per_tensor"]; +"549 dequantize_per_tensor_35" [id=549, type="dequantize_per_tensor"]; "550 scale_updated_constant11" [id=550, type="get_attr"]; "551 compressed_weight_updated_constant11" [id=551, type="get_attr"]; "552 mul_tensor_11" [id=552, type=mul]; @@ -567,8 +567,8 @@ strict digraph { "565 layer_norm_6" [id=565, type="layer_norm"]; "566 add_8" [id=566, type=add]; "567 add_8_0_0_nncf_smooth_quant_0" [id=567, type="call_module"]; -"568 quantize_per_tensor_default_18" [id=568, type="quantize_per_tensor"]; -"569 dequantize_per_tensor_default_18" [id=569, type="dequantize_per_tensor"]; +"568 quantize_per_tensor_36" [id=568, type="quantize_per_tensor"]; +"569 dequantize_per_tensor_37" [id=569, type="dequantize_per_tensor"]; "570 scale_updated_constant12" [id=570, type="get_attr"]; "571 compressed_weight_updated_constant12" [id=571, type="get_attr"]; "572 mul_tensor_12" [id=572, type=mul]; @@ -578,8 +578,8 @@ strict digraph { "576 gelu_2" [id=576, type=gelu]; "577 dropout_10" [id=577, type=dropout]; "578 dropout_10_0_0_nncf_smooth_quant_0" [id=578, type="call_module"]; -"579 quantize_per_tensor_default_19" [id=579, type="quantize_per_tensor"]; -"580 dequantize_per_tensor_default_19" [id=580, type="dequantize_per_tensor"]; +"579 quantize_per_tensor_38" [id=579, type="quantize_per_tensor"]; +"580 dequantize_per_tensor_39" [id=580, type="dequantize_per_tensor"]; "581 scale_updated_constant13" [id=581, type="get_attr"]; "582 compressed_weight_updated_constant13" [id=582, type="get_attr"]; "583 mul_tensor_13" [id=583, type=mul]; @@ -613,8 +613,8 @@ strict digraph { "611 slice_42" [id=611, type=slice]; "612 zero__3" [id=612, type="zero_"]; "613 reshape_13_0_0_nncf_smooth_quant_0" [id=613, type="call_module"]; -"614 quantize_per_tensor_default_20" [id=614, type="quantize_per_tensor"]; -"615 dequantize_per_tensor_default_20" [id=615, type="dequantize_per_tensor"]; +"614 quantize_per_tensor_40" [id=614, type="quantize_per_tensor"]; +"615 dequantize_per_tensor_41" [id=615, type="dequantize_per_tensor"]; "616 scale_updated_constant14" [id=616, type="get_attr"]; "617 compressed_weight_updated_constant14" [id=617, type="get_attr"]; "618 mul_tensor_14" [id=618, type=mul]; @@ -630,14 +630,14 @@ strict digraph { "628 clamp_min_6" [id=628, type="clamp_min"]; "629 expand_as_6" [id=629, type="expand_as"]; "630 div_6" [id=630, type=div]; -"631 quantize_per_tensor_default_21" [id=631, type="quantize_per_tensor"]; -"632 dequantize_per_tensor_default_21" [id=632, type="dequantize_per_tensor"]; +"631 quantize_per_tensor_42" [id=631, type="quantize_per_tensor"]; +"632 dequantize_per_tensor_43" [id=632, type="dequantize_per_tensor"]; "633 linalg_vector_norm_7" [id=633, type="linalg_vector_norm"]; "634 clamp_min_7" [id=634, type="clamp_min"]; "635 expand_as_7" [id=635, type="expand_as"]; "636 div_7" [id=636, type=div]; -"637 quantize_per_tensor_default_22" [id=637, type="quantize_per_tensor"]; -"638 dequantize_per_tensor_default_22" [id=638, type="dequantize_per_tensor"]; +"637 quantize_per_tensor_44" [id=637, type="quantize_per_tensor"]; +"638 dequantize_per_tensor_45" [id=638, type="dequantize_per_tensor"]; "639 transpose_6" [id=639, type=transpose]; "640 matmul_6" [id=640, type=matmul]; "641 clamp_3" [id=641, type=clamp]; @@ -702,8 +702,8 @@ strict digraph { "700 transpose_7" [id=700, type=transpose]; "701 reshape_16" [id=701, type=reshape]; "702 reshape_16_0_0_nncf_smooth_quant_0" [id=702, type="call_module"]; -"703 quantize_per_tensor_default_23" [id=703, type="quantize_per_tensor"]; -"704 dequantize_per_tensor_default_23" [id=704, type="dequantize_per_tensor"]; +"703 quantize_per_tensor_46" [id=703, type="quantize_per_tensor"]; +"704 dequantize_per_tensor_47" [id=704, type="dequantize_per_tensor"]; "705 scale_updated_constant15" [id=705, type="get_attr"]; "706 compressed_weight_updated_constant15" [id=706, type="get_attr"]; "707 mul_tensor_15" [id=707, type=mul]; @@ -723,8 +723,8 @@ strict digraph { "721 layer_norm_8" [id=721, type="layer_norm"]; "722 add_12" [id=722, type=add]; "723 add_12_0_0_nncf_smooth_quant_0" [id=723, type="call_module"]; -"724 quantize_per_tensor_default_24" [id=724, type="quantize_per_tensor"]; -"725 dequantize_per_tensor_default_24" [id=725, type="dequantize_per_tensor"]; +"724 quantize_per_tensor_48" [id=724, type="quantize_per_tensor"]; +"725 dequantize_per_tensor_49" [id=725, type="dequantize_per_tensor"]; "726 scale_updated_constant16" [id=726, type="get_attr"]; "727 compressed_weight_updated_constant16" [id=727, type="get_attr"]; "728 mul_tensor_16" [id=728, type=mul]; @@ -734,8 +734,8 @@ strict digraph { "732 gelu_3" [id=732, type=gelu]; "733 dropout_14" [id=733, type=dropout]; "734 dropout_14_0_0_nncf_smooth_quant_0" [id=734, type="call_module"]; -"735 quantize_per_tensor_default_25" [id=735, type="quantize_per_tensor"]; -"736 dequantize_per_tensor_default_25" [id=736, type="dequantize_per_tensor"]; +"735 quantize_per_tensor_50" [id=735, type="quantize_per_tensor"]; +"736 dequantize_per_tensor_51" [id=736, type="dequantize_per_tensor"]; "737 scale_updated_constant17" [id=737, type="get_attr"]; "738 compressed_weight_updated_constant17" [id=738, type="get_attr"]; "739 mul_tensor_17" [id=739, type=mul]; @@ -760,8 +760,8 @@ strict digraph { "758 slice_76" [id=758, type=slice]; "759 cat_1" [id=759, type=cat]; "760 cat_1_0_0_nncf_smooth_quant_0" [id=760, type="call_module"]; -"761 quantize_per_tensor_default_26" [id=761, type="quantize_per_tensor"]; -"762 dequantize_per_tensor_default_26" [id=762, type="dequantize_per_tensor"]; +"761 quantize_per_tensor_52" [id=761, type="quantize_per_tensor"]; +"762 dequantize_per_tensor_53" [id=762, type="dequantize_per_tensor"]; "763 scale_updated_constant18" [id=763, type="get_attr"]; "764 compressed_weight_updated_constant18" [id=764, type="get_attr"]; "765 mul_tensor_18" [id=765, type=mul]; @@ -792,8 +792,8 @@ strict digraph { "790 slice_77" [id=790, type=slice]; "791 zero__4" [id=791, type="zero_"]; "792 reshape_18_0_0_nncf_smooth_quant_0" [id=792, type="call_module"]; -"793 quantize_per_tensor_default_27" [id=793, type="quantize_per_tensor"]; -"794 dequantize_per_tensor_default_27" [id=794, type="dequantize_per_tensor"]; +"793 quantize_per_tensor_54" [id=793, type="quantize_per_tensor"]; +"794 dequantize_per_tensor_55" [id=794, type="dequantize_per_tensor"]; "795 scale_updated_constant19" [id=795, type="get_attr"]; "796 compressed_weight_updated_constant19" [id=796, type="get_attr"]; "797 mul_tensor_19" [id=797, type=mul]; @@ -809,14 +809,14 @@ strict digraph { "807 clamp_min_8" [id=807, type="clamp_min"]; "808 expand_as_8" [id=808, type="expand_as"]; "809 div_8" [id=809, type=div]; -"810 quantize_per_tensor_default_28" [id=810, type="quantize_per_tensor"]; -"811 dequantize_per_tensor_default_28" [id=811, type="dequantize_per_tensor"]; +"810 quantize_per_tensor_56" [id=810, type="quantize_per_tensor"]; +"811 dequantize_per_tensor_57" [id=811, type="dequantize_per_tensor"]; "812 linalg_vector_norm_9" [id=812, type="linalg_vector_norm"]; "813 clamp_min_9" [id=813, type="clamp_min"]; "814 expand_as_9" [id=814, type="expand_as"]; "815 div_9" [id=815, type=div]; -"816 quantize_per_tensor_default_29" [id=816, type="quantize_per_tensor"]; -"817 dequantize_per_tensor_default_29" [id=817, type="dequantize_per_tensor"]; +"816 quantize_per_tensor_58" [id=816, type="quantize_per_tensor"]; +"817 dequantize_per_tensor_59" [id=817, type="dequantize_per_tensor"]; "818 transpose_8" [id=818, type=transpose]; "819 matmul_8" [id=819, type=matmul]; "820 clamp_4" [id=820, type=clamp]; @@ -829,8 +829,8 @@ strict digraph { "827 transpose_9" [id=827, type=transpose]; "828 reshape_20" [id=828, type=reshape]; "829 reshape_20_0_0_nncf_smooth_quant_0" [id=829, type="call_module"]; -"830 quantize_per_tensor_default_30" [id=830, type="quantize_per_tensor"]; -"831 dequantize_per_tensor_default_30" [id=831, type="dequantize_per_tensor"]; +"830 quantize_per_tensor_60" [id=830, type="quantize_per_tensor"]; +"831 dequantize_per_tensor_61" [id=831, type="dequantize_per_tensor"]; "832 scale_updated_constant20" [id=832, type="get_attr"]; "833 compressed_weight_updated_constant20" [id=833, type="get_attr"]; "834 mul_tensor_20" [id=834, type=mul]; @@ -849,8 +849,8 @@ strict digraph { "847 layer_norm_11" [id=847, type="layer_norm"]; "848 add_15" [id=848, type=add]; "849 add_15_0_0_nncf_smooth_quant_0" [id=849, type="call_module"]; -"850 quantize_per_tensor_default_31" [id=850, type="quantize_per_tensor"]; -"851 dequantize_per_tensor_default_31" [id=851, type="dequantize_per_tensor"]; +"850 quantize_per_tensor_62" [id=850, type="quantize_per_tensor"]; +"851 dequantize_per_tensor_63" [id=851, type="dequantize_per_tensor"]; "852 scale_updated_constant21" [id=852, type="get_attr"]; "853 compressed_weight_updated_constant21" [id=853, type="get_attr"]; "854 mul_tensor_21" [id=854, type=mul]; @@ -860,8 +860,8 @@ strict digraph { "858 gelu_4" [id=858, type=gelu]; "859 dropout_18" [id=859, type=dropout]; "860 dropout_18_0_0_nncf_smooth_quant_0" [id=860, type="call_module"]; -"861 quantize_per_tensor_default_32" [id=861, type="quantize_per_tensor"]; -"862 dequantize_per_tensor_default_32" [id=862, type="dequantize_per_tensor"]; +"861 quantize_per_tensor_64" [id=861, type="quantize_per_tensor"]; +"862 dequantize_per_tensor_65" [id=862, type="dequantize_per_tensor"]; "863 scale_updated_constant22" [id=863, type="get_attr"]; "864 compressed_weight_updated_constant22" [id=864, type="get_attr"]; "865 mul_tensor_22" [id=865, type=mul]; @@ -895,8 +895,8 @@ strict digraph { "893 slice_82" [id=893, type=slice]; "894 zero__5" [id=894, type="zero_"]; "895 reshape_22_0_0_nncf_smooth_quant_0" [id=895, type="call_module"]; -"896 quantize_per_tensor_default_33" [id=896, type="quantize_per_tensor"]; -"897 dequantize_per_tensor_default_33" [id=897, type="dequantize_per_tensor"]; +"896 quantize_per_tensor_66" [id=896, type="quantize_per_tensor"]; +"897 dequantize_per_tensor_67" [id=897, type="dequantize_per_tensor"]; "898 scale_updated_constant23" [id=898, type="get_attr"]; "899 compressed_weight_updated_constant23" [id=899, type="get_attr"]; "900 mul_tensor_23" [id=900, type=mul]; @@ -912,14 +912,14 @@ strict digraph { "910 clamp_min_10" [id=910, type="clamp_min"]; "911 expand_as_10" [id=911, type="expand_as"]; "912 div_10" [id=912, type=div]; -"913 quantize_per_tensor_default_34" [id=913, type="quantize_per_tensor"]; -"914 dequantize_per_tensor_default_34" [id=914, type="dequantize_per_tensor"]; +"913 quantize_per_tensor_68" [id=913, type="quantize_per_tensor"]; +"914 dequantize_per_tensor_69" [id=914, type="dequantize_per_tensor"]; "915 linalg_vector_norm_11" [id=915, type="linalg_vector_norm"]; "916 clamp_min_11" [id=916, type="clamp_min"]; "917 expand_as_11" [id=917, type="expand_as"]; "918 div_11" [id=918, type=div]; -"919 quantize_per_tensor_default_35" [id=919, type="quantize_per_tensor"]; -"920 dequantize_per_tensor_default_35" [id=920, type="dequantize_per_tensor"]; +"919 quantize_per_tensor_70" [id=919, type="quantize_per_tensor"]; +"920 dequantize_per_tensor_71" [id=920, type="dequantize_per_tensor"]; "921 transpose_10" [id=921, type=transpose]; "922 matmul_10" [id=922, type=matmul]; "923 clamp_5" [id=923, type=clamp]; @@ -984,8 +984,8 @@ strict digraph { "982 transpose_11" [id=982, type=transpose]; "983 reshape_25" [id=983, type=reshape]; "984 reshape_25_0_0_nncf_smooth_quant_0" [id=984, type="call_module"]; -"985 quantize_per_tensor_default_36" [id=985, type="quantize_per_tensor"]; -"986 dequantize_per_tensor_default_36" [id=986, type="dequantize_per_tensor"]; +"985 quantize_per_tensor_72" [id=985, type="quantize_per_tensor"]; +"986 dequantize_per_tensor_73" [id=986, type="dequantize_per_tensor"]; "987 scale_updated_constant24" [id=987, type="get_attr"]; "988 compressed_weight_updated_constant24" [id=988, type="get_attr"]; "989 mul_tensor_24" [id=989, type=mul]; @@ -1005,8 +1005,8 @@ strict digraph { "1003 layer_norm_13" [id=1003, type="layer_norm"]; "1004 add_19" [id=1004, type=add]; "1005 add_19_0_0_nncf_smooth_quant_0" [id=1005, type="call_module"]; -"1006 quantize_per_tensor_default_37" [id=1006, type="quantize_per_tensor"]; -"1007 dequantize_per_tensor_default_37" [id=1007, type="dequantize_per_tensor"]; +"1006 quantize_per_tensor_74" [id=1006, type="quantize_per_tensor"]; +"1007 dequantize_per_tensor_75" [id=1007, type="dequantize_per_tensor"]; "1008 scale_updated_constant25" [id=1008, type="get_attr"]; "1009 compressed_weight_updated_constant25" [id=1009, type="get_attr"]; "1010 mul_tensor_25" [id=1010, type=mul]; @@ -1016,8 +1016,8 @@ strict digraph { "1014 gelu_5" [id=1014, type=gelu]; "1015 dropout_22" [id=1015, type=dropout]; "1016 dropout_22_0_0_nncf_smooth_quant_0" [id=1016, type="call_module"]; -"1017 quantize_per_tensor_default_38" [id=1017, type="quantize_per_tensor"]; -"1018 dequantize_per_tensor_default_38" [id=1018, type="dequantize_per_tensor"]; +"1017 quantize_per_tensor_76" [id=1017, type="quantize_per_tensor"]; +"1018 dequantize_per_tensor_77" [id=1018, type="dequantize_per_tensor"]; "1019 scale_updated_constant26" [id=1019, type="get_attr"]; "1020 compressed_weight_updated_constant26" [id=1020, type="get_attr"]; "1021 mul_tensor_26" [id=1021, type=mul]; @@ -1050,8 +1050,8 @@ strict digraph { "1048 slice_105" [id=1048, type=slice]; "1049 zero__6" [id=1049, type="zero_"]; "1050 reshape_27_0_0_nncf_smooth_quant_0" [id=1050, type="call_module"]; -"1051 quantize_per_tensor_default_39" [id=1051, type="quantize_per_tensor"]; -"1052 dequantize_per_tensor_default_39" [id=1052, type="dequantize_per_tensor"]; +"1051 quantize_per_tensor_78" [id=1051, type="quantize_per_tensor"]; +"1052 dequantize_per_tensor_79" [id=1052, type="dequantize_per_tensor"]; "1053 scale_updated_constant27" [id=1053, type="get_attr"]; "1054 compressed_weight_updated_constant27" [id=1054, type="get_attr"]; "1055 mul_tensor_27" [id=1055, type=mul]; @@ -1067,14 +1067,14 @@ strict digraph { "1065 clamp_min_12" [id=1065, type="clamp_min"]; "1066 expand_as_12" [id=1066, type="expand_as"]; "1067 div_12" [id=1067, type=div]; -"1068 quantize_per_tensor_default_40" [id=1068, type="quantize_per_tensor"]; -"1069 dequantize_per_tensor_default_40" [id=1069, type="dequantize_per_tensor"]; +"1068 quantize_per_tensor_80" [id=1068, type="quantize_per_tensor"]; +"1069 dequantize_per_tensor_81" [id=1069, type="dequantize_per_tensor"]; "1070 linalg_vector_norm_13" [id=1070, type="linalg_vector_norm"]; "1071 clamp_min_13" [id=1071, type="clamp_min"]; "1072 expand_as_13" [id=1072, type="expand_as"]; "1073 div_13" [id=1073, type=div]; -"1074 quantize_per_tensor_default_41" [id=1074, type="quantize_per_tensor"]; -"1075 dequantize_per_tensor_default_41" [id=1075, type="dequantize_per_tensor"]; +"1074 quantize_per_tensor_82" [id=1074, type="quantize_per_tensor"]; +"1075 dequantize_per_tensor_83" [id=1075, type="dequantize_per_tensor"]; "1076 transpose_12" [id=1076, type=transpose]; "1077 matmul_12" [id=1077, type=matmul]; "1078 clamp_6" [id=1078, type=clamp]; @@ -1087,8 +1087,8 @@ strict digraph { "1085 transpose_13" [id=1085, type=transpose]; "1086 reshape_29" [id=1086, type=reshape]; "1087 reshape_29_0_0_nncf_smooth_quant_0" [id=1087, type="call_module"]; -"1088 quantize_per_tensor_default_42" [id=1088, type="quantize_per_tensor"]; -"1089 dequantize_per_tensor_default_42" [id=1089, type="dequantize_per_tensor"]; +"1088 quantize_per_tensor_84" [id=1088, type="quantize_per_tensor"]; +"1089 dequantize_per_tensor_85" [id=1089, type="dequantize_per_tensor"]; "1090 scale_updated_constant28" [id=1090, type="get_attr"]; "1091 compressed_weight_updated_constant28" [id=1091, type="get_attr"]; "1092 mul_tensor_28" [id=1092, type=mul]; @@ -1107,8 +1107,8 @@ strict digraph { "1105 layer_norm_15" [id=1105, type="layer_norm"]; "1106 add_22" [id=1106, type=add]; "1107 add_22_0_0_nncf_smooth_quant_0" [id=1107, type="call_module"]; -"1108 quantize_per_tensor_default_43" [id=1108, type="quantize_per_tensor"]; -"1109 dequantize_per_tensor_default_43" [id=1109, type="dequantize_per_tensor"]; +"1108 quantize_per_tensor_86" [id=1108, type="quantize_per_tensor"]; +"1109 dequantize_per_tensor_87" [id=1109, type="dequantize_per_tensor"]; "1110 scale_updated_constant29" [id=1110, type="get_attr"]; "1111 compressed_weight_updated_constant29" [id=1111, type="get_attr"]; "1112 mul_tensor_29" [id=1112, type=mul]; @@ -1118,8 +1118,8 @@ strict digraph { "1116 gelu_6" [id=1116, type=gelu]; "1117 dropout_26" [id=1117, type=dropout]; "1118 dropout_26_0_0_nncf_smooth_quant_0" [id=1118, type="call_module"]; -"1119 quantize_per_tensor_default_44" [id=1119, type="quantize_per_tensor"]; -"1120 dequantize_per_tensor_default_44" [id=1120, type="dequantize_per_tensor"]; +"1119 quantize_per_tensor_88" [id=1119, type="quantize_per_tensor"]; +"1120 dequantize_per_tensor_89" [id=1120, type="dequantize_per_tensor"]; "1121 scale_updated_constant30" [id=1121, type="get_attr"]; "1122 compressed_weight_updated_constant30" [id=1122, type="get_attr"]; "1123 mul_tensor_30" [id=1123, type=mul]; @@ -1153,8 +1153,8 @@ strict digraph { "1151 slice_110" [id=1151, type=slice]; "1152 zero__7" [id=1152, type="zero_"]; "1153 reshape_31_0_0_nncf_smooth_quant_0" [id=1153, type="call_module"]; -"1154 quantize_per_tensor_default_45" [id=1154, type="quantize_per_tensor"]; -"1155 dequantize_per_tensor_default_45" [id=1155, type="dequantize_per_tensor"]; +"1154 quantize_per_tensor_90" [id=1154, type="quantize_per_tensor"]; +"1155 dequantize_per_tensor_91" [id=1155, type="dequantize_per_tensor"]; "1156 scale_updated_constant31" [id=1156, type="get_attr"]; "1157 compressed_weight_updated_constant31" [id=1157, type="get_attr"]; "1158 mul_tensor_31" [id=1158, type=mul]; @@ -1170,14 +1170,14 @@ strict digraph { "1168 clamp_min_14" [id=1168, type="clamp_min"]; "1169 expand_as_14" [id=1169, type="expand_as"]; "1170 div_14" [id=1170, type=div]; -"1171 quantize_per_tensor_default_46" [id=1171, type="quantize_per_tensor"]; -"1172 dequantize_per_tensor_default_46" [id=1172, type="dequantize_per_tensor"]; +"1171 quantize_per_tensor_92" [id=1171, type="quantize_per_tensor"]; +"1172 dequantize_per_tensor_93" [id=1172, type="dequantize_per_tensor"]; "1173 linalg_vector_norm_15" [id=1173, type="linalg_vector_norm"]; "1174 clamp_min_15" [id=1174, type="clamp_min"]; "1175 expand_as_15" [id=1175, type="expand_as"]; "1176 div_15" [id=1176, type=div]; -"1177 quantize_per_tensor_default_47" [id=1177, type="quantize_per_tensor"]; -"1178 dequantize_per_tensor_default_47" [id=1178, type="dequantize_per_tensor"]; +"1177 quantize_per_tensor_94" [id=1177, type="quantize_per_tensor"]; +"1178 dequantize_per_tensor_95" [id=1178, type="dequantize_per_tensor"]; "1179 transpose_14" [id=1179, type=transpose]; "1180 matmul_14" [id=1180, type=matmul]; "1181 clamp_7" [id=1181, type=clamp]; @@ -1242,8 +1242,8 @@ strict digraph { "1240 transpose_15" [id=1240, type=transpose]; "1241 reshape_34" [id=1241, type=reshape]; "1242 reshape_34_0_0_nncf_smooth_quant_0" [id=1242, type="call_module"]; -"1243 quantize_per_tensor_default_48" [id=1243, type="quantize_per_tensor"]; -"1244 dequantize_per_tensor_default_48" [id=1244, type="dequantize_per_tensor"]; +"1243 quantize_per_tensor_96" [id=1243, type="quantize_per_tensor"]; +"1244 dequantize_per_tensor_97" [id=1244, type="dequantize_per_tensor"]; "1245 scale_updated_constant32" [id=1245, type="get_attr"]; "1246 compressed_weight_updated_constant32" [id=1246, type="get_attr"]; "1247 mul_tensor_32" [id=1247, type=mul]; @@ -1263,8 +1263,8 @@ strict digraph { "1261 layer_norm_17" [id=1261, type="layer_norm"]; "1262 add_26" [id=1262, type=add]; "1263 add_26_0_0_nncf_smooth_quant_0" [id=1263, type="call_module"]; -"1264 quantize_per_tensor_default_49" [id=1264, type="quantize_per_tensor"]; -"1265 dequantize_per_tensor_default_49" [id=1265, type="dequantize_per_tensor"]; +"1264 quantize_per_tensor_98" [id=1264, type="quantize_per_tensor"]; +"1265 dequantize_per_tensor_99" [id=1265, type="dequantize_per_tensor"]; "1266 scale_updated_constant33" [id=1266, type="get_attr"]; "1267 compressed_weight_updated_constant33" [id=1267, type="get_attr"]; "1268 mul_tensor_33" [id=1268, type=mul]; @@ -1274,8 +1274,8 @@ strict digraph { "1272 gelu_7" [id=1272, type=gelu]; "1273 dropout_30" [id=1273, type=dropout]; "1274 dropout_30_0_0_nncf_smooth_quant_0" [id=1274, type="call_module"]; -"1275 quantize_per_tensor_default_50" [id=1275, type="quantize_per_tensor"]; -"1276 dequantize_per_tensor_default_50" [id=1276, type="dequantize_per_tensor"]; +"1275 quantize_per_tensor_100" [id=1275, type="quantize_per_tensor"]; +"1276 dequantize_per_tensor_101" [id=1276, type="dequantize_per_tensor"]; "1277 scale_updated_constant34" [id=1277, type="get_attr"]; "1278 compressed_weight_updated_constant34" [id=1278, type="get_attr"]; "1279 mul_tensor_34" [id=1279, type=mul]; @@ -1308,8 +1308,8 @@ strict digraph { "1306 slice_133" [id=1306, type=slice]; "1307 zero__8" [id=1307, type="zero_"]; "1308 reshape_36_0_0_nncf_smooth_quant_0" [id=1308, type="call_module"]; -"1309 quantize_per_tensor_default_51" [id=1309, type="quantize_per_tensor"]; -"1310 dequantize_per_tensor_default_51" [id=1310, type="dequantize_per_tensor"]; +"1309 quantize_per_tensor_102" [id=1309, type="quantize_per_tensor"]; +"1310 dequantize_per_tensor_103" [id=1310, type="dequantize_per_tensor"]; "1311 scale_updated_constant35" [id=1311, type="get_attr"]; "1312 compressed_weight_updated_constant35" [id=1312, type="get_attr"]; "1313 mul_tensor_35" [id=1313, type=mul]; @@ -1325,14 +1325,14 @@ strict digraph { "1323 clamp_min_16" [id=1323, type="clamp_min"]; "1324 expand_as_16" [id=1324, type="expand_as"]; "1325 div_16" [id=1325, type=div]; -"1326 quantize_per_tensor_default_52" [id=1326, type="quantize_per_tensor"]; -"1327 dequantize_per_tensor_default_52" [id=1327, type="dequantize_per_tensor"]; +"1326 quantize_per_tensor_104" [id=1326, type="quantize_per_tensor"]; +"1327 dequantize_per_tensor_105" [id=1327, type="dequantize_per_tensor"]; "1328 linalg_vector_norm_17" [id=1328, type="linalg_vector_norm"]; "1329 clamp_min_17" [id=1329, type="clamp_min"]; "1330 expand_as_17" [id=1330, type="expand_as"]; "1331 div_17" [id=1331, type=div]; -"1332 quantize_per_tensor_default_53" [id=1332, type="quantize_per_tensor"]; -"1333 dequantize_per_tensor_default_53" [id=1333, type="dequantize_per_tensor"]; +"1332 quantize_per_tensor_106" [id=1332, type="quantize_per_tensor"]; +"1333 dequantize_per_tensor_107" [id=1333, type="dequantize_per_tensor"]; "1334 transpose_16" [id=1334, type=transpose]; "1335 matmul_16" [id=1335, type=matmul]; "1336 clamp_8" [id=1336, type=clamp]; @@ -1345,8 +1345,8 @@ strict digraph { "1343 transpose_17" [id=1343, type=transpose]; "1344 reshape_38" [id=1344, type=reshape]; "1345 reshape_38_0_0_nncf_smooth_quant_0" [id=1345, type="call_module"]; -"1346 quantize_per_tensor_default_54" [id=1346, type="quantize_per_tensor"]; -"1347 dequantize_per_tensor_default_54" [id=1347, type="dequantize_per_tensor"]; +"1346 quantize_per_tensor_108" [id=1346, type="quantize_per_tensor"]; +"1347 dequantize_per_tensor_109" [id=1347, type="dequantize_per_tensor"]; "1348 scale_updated_constant36" [id=1348, type="get_attr"]; "1349 compressed_weight_updated_constant36" [id=1349, type="get_attr"]; "1350 mul_tensor_36" [id=1350, type=mul]; @@ -1365,8 +1365,8 @@ strict digraph { "1363 layer_norm_19" [id=1363, type="layer_norm"]; "1364 add_29" [id=1364, type=add]; "1365 add_29_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; -"1366 quantize_per_tensor_default_55" [id=1366, type="quantize_per_tensor"]; -"1367 dequantize_per_tensor_default_55" [id=1367, type="dequantize_per_tensor"]; +"1366 quantize_per_tensor_110" [id=1366, type="quantize_per_tensor"]; +"1367 dequantize_per_tensor_111" [id=1367, type="dequantize_per_tensor"]; "1368 scale_updated_constant37" [id=1368, type="get_attr"]; "1369 compressed_weight_updated_constant37" [id=1369, type="get_attr"]; "1370 mul_tensor_37" [id=1370, type=mul]; @@ -1376,8 +1376,8 @@ strict digraph { "1374 gelu_8" [id=1374, type=gelu]; "1375 dropout_34" [id=1375, type=dropout]; "1376 dropout_34_0_0_nncf_smooth_quant_0" [id=1376, type="call_module"]; -"1377 quantize_per_tensor_default_56" [id=1377, type="quantize_per_tensor"]; -"1378 dequantize_per_tensor_default_56" [id=1378, type="dequantize_per_tensor"]; +"1377 quantize_per_tensor_112" [id=1377, type="quantize_per_tensor"]; +"1378 dequantize_per_tensor_113" [id=1378, type="dequantize_per_tensor"]; "1379 scale_updated_constant38" [id=1379, type="get_attr"]; "1380 compressed_weight_updated_constant38" [id=1380, type="get_attr"]; "1381 mul_tensor_38" [id=1381, type=mul]; @@ -1411,8 +1411,8 @@ strict digraph { "1409 slice_138" [id=1409, type=slice]; "1410 zero__9" [id=1410, type="zero_"]; "1411 reshape_40_0_0_nncf_smooth_quant_0" [id=1411, type="call_module"]; -"1412 quantize_per_tensor_default_57" [id=1412, type="quantize_per_tensor"]; -"1413 dequantize_per_tensor_default_57" [id=1413, type="dequantize_per_tensor"]; +"1412 quantize_per_tensor_114" [id=1412, type="quantize_per_tensor"]; +"1413 dequantize_per_tensor_115" [id=1413, type="dequantize_per_tensor"]; "1414 scale_updated_constant39" [id=1414, type="get_attr"]; "1415 compressed_weight_updated_constant39" [id=1415, type="get_attr"]; "1416 mul_tensor_39" [id=1416, type=mul]; @@ -1428,14 +1428,14 @@ strict digraph { "1426 clamp_min_18" [id=1426, type="clamp_min"]; "1427 expand_as_18" [id=1427, type="expand_as"]; "1428 div_18" [id=1428, type=div]; -"1429 quantize_per_tensor_default_58" [id=1429, type="quantize_per_tensor"]; -"1430 dequantize_per_tensor_default_58" [id=1430, type="dequantize_per_tensor"]; +"1429 quantize_per_tensor_116" [id=1429, type="quantize_per_tensor"]; +"1430 dequantize_per_tensor_117" [id=1430, type="dequantize_per_tensor"]; "1431 linalg_vector_norm_19" [id=1431, type="linalg_vector_norm"]; "1432 clamp_min_19" [id=1432, type="clamp_min"]; "1433 expand_as_19" [id=1433, type="expand_as"]; "1434 div_19" [id=1434, type=div]; -"1435 quantize_per_tensor_default_59" [id=1435, type="quantize_per_tensor"]; -"1436 dequantize_per_tensor_default_59" [id=1436, type="dequantize_per_tensor"]; +"1435 quantize_per_tensor_118" [id=1435, type="quantize_per_tensor"]; +"1436 dequantize_per_tensor_119" [id=1436, type="dequantize_per_tensor"]; "1437 transpose_18" [id=1437, type=transpose]; "1438 matmul_18" [id=1438, type=matmul]; "1439 clamp_9" [id=1439, type=clamp]; @@ -1500,8 +1500,8 @@ strict digraph { "1498 transpose_19" [id=1498, type=transpose]; "1499 reshape_43" [id=1499, type=reshape]; "1500 reshape_43_0_0_nncf_smooth_quant_0" [id=1500, type="call_module"]; -"1501 quantize_per_tensor_default_60" [id=1501, type="quantize_per_tensor"]; -"1502 dequantize_per_tensor_default_60" [id=1502, type="dequantize_per_tensor"]; +"1501 quantize_per_tensor_120" [id=1501, type="quantize_per_tensor"]; +"1502 dequantize_per_tensor_121" [id=1502, type="dequantize_per_tensor"]; "1503 scale_updated_constant40" [id=1503, type="get_attr"]; "1504 compressed_weight_updated_constant40" [id=1504, type="get_attr"]; "1505 mul_tensor_40" [id=1505, type=mul]; @@ -1521,8 +1521,8 @@ strict digraph { "1519 layer_norm_21" [id=1519, type="layer_norm"]; "1520 add_33" [id=1520, type=add]; "1521 add_33_0_0_nncf_smooth_quant_0" [id=1521, type="call_module"]; -"1522 quantize_per_tensor_default_61" [id=1522, type="quantize_per_tensor"]; -"1523 dequantize_per_tensor_default_61" [id=1523, type="dequantize_per_tensor"]; +"1522 quantize_per_tensor_122" [id=1522, type="quantize_per_tensor"]; +"1523 dequantize_per_tensor_123" [id=1523, type="dequantize_per_tensor"]; "1524 scale_updated_constant41" [id=1524, type="get_attr"]; "1525 compressed_weight_updated_constant41" [id=1525, type="get_attr"]; "1526 mul_tensor_41" [id=1526, type=mul]; @@ -1532,8 +1532,8 @@ strict digraph { "1530 gelu_9" [id=1530, type=gelu]; "1531 dropout_38" [id=1531, type=dropout]; "1532 dropout_38_0_0_nncf_smooth_quant_0" [id=1532, type="call_module"]; -"1533 quantize_per_tensor_default_62" [id=1533, type="quantize_per_tensor"]; -"1534 dequantize_per_tensor_default_62" [id=1534, type="dequantize_per_tensor"]; +"1533 quantize_per_tensor_124" [id=1533, type="quantize_per_tensor"]; +"1534 dequantize_per_tensor_125" [id=1534, type="dequantize_per_tensor"]; "1535 scale_updated_constant42" [id=1535, type="get_attr"]; "1536 compressed_weight_updated_constant42" [id=1536, type="get_attr"]; "1537 mul_tensor_42" [id=1537, type=mul]; @@ -1558,8 +1558,8 @@ strict digraph { "1556 slice_172" [id=1556, type=slice]; "1557 cat_2" [id=1557, type=cat]; "1558 cat_2_0_0_nncf_smooth_quant_0" [id=1558, type="call_module"]; -"1559 quantize_per_tensor_default_63" [id=1559, type="quantize_per_tensor"]; -"1560 dequantize_per_tensor_default_63" [id=1560, type="dequantize_per_tensor"]; +"1559 quantize_per_tensor_126" [id=1559, type="quantize_per_tensor"]; +"1560 dequantize_per_tensor_127" [id=1560, type="dequantize_per_tensor"]; "1561 scale_updated_constant43" [id=1561, type="get_attr"]; "1562 compressed_weight_updated_constant43" [id=1562, type="get_attr"]; "1563 mul_tensor_43" [id=1563, type=mul]; @@ -1590,8 +1590,8 @@ strict digraph { "1588 slice_173" [id=1588, type=slice]; "1589 zero__10" [id=1589, type="zero_"]; "1590 reshape_45_0_0_nncf_smooth_quant_0" [id=1590, type="call_module"]; -"1591 quantize_per_tensor_default_64" [id=1591, type="quantize_per_tensor"]; -"1592 dequantize_per_tensor_default_64" [id=1592, type="dequantize_per_tensor"]; +"1591 quantize_per_tensor_128" [id=1591, type="quantize_per_tensor"]; +"1592 dequantize_per_tensor_129" [id=1592, type="dequantize_per_tensor"]; "1593 scale_updated_constant44" [id=1593, type="get_attr"]; "1594 compressed_weight_updated_constant44" [id=1594, type="get_attr"]; "1595 mul_tensor_44" [id=1595, type=mul]; @@ -1607,14 +1607,14 @@ strict digraph { "1605 clamp_min_20" [id=1605, type="clamp_min"]; "1606 expand_as_20" [id=1606, type="expand_as"]; "1607 div_20" [id=1607, type=div]; -"1608 quantize_per_tensor_default_65" [id=1608, type="quantize_per_tensor"]; -"1609 dequantize_per_tensor_default_65" [id=1609, type="dequantize_per_tensor"]; +"1608 quantize_per_tensor_130" [id=1608, type="quantize_per_tensor"]; +"1609 dequantize_per_tensor_131" [id=1609, type="dequantize_per_tensor"]; "1610 linalg_vector_norm_21" [id=1610, type="linalg_vector_norm"]; "1611 clamp_min_21" [id=1611, type="clamp_min"]; "1612 expand_as_21" [id=1612, type="expand_as"]; "1613 div_21" [id=1613, type=div]; -"1614 quantize_per_tensor_default_66" [id=1614, type="quantize_per_tensor"]; -"1615 dequantize_per_tensor_default_66" [id=1615, type="dequantize_per_tensor"]; +"1614 quantize_per_tensor_132" [id=1614, type="quantize_per_tensor"]; +"1615 dequantize_per_tensor_133" [id=1615, type="dequantize_per_tensor"]; "1616 transpose_20" [id=1616, type=transpose]; "1617 matmul_20" [id=1617, type=matmul]; "1618 clamp_10" [id=1618, type=clamp]; @@ -1627,8 +1627,8 @@ strict digraph { "1625 transpose_21" [id=1625, type=transpose]; "1626 reshape_47" [id=1626, type=reshape]; "1627 reshape_47_0_0_nncf_smooth_quant_0" [id=1627, type="call_module"]; -"1628 quantize_per_tensor_default_67" [id=1628, type="quantize_per_tensor"]; -"1629 dequantize_per_tensor_default_67" [id=1629, type="dequantize_per_tensor"]; +"1628 quantize_per_tensor_134" [id=1628, type="quantize_per_tensor"]; +"1629 dequantize_per_tensor_135" [id=1629, type="dequantize_per_tensor"]; "1630 scale_updated_constant45" [id=1630, type="get_attr"]; "1631 compressed_weight_updated_constant45" [id=1631, type="get_attr"]; "1632 mul_tensor_45" [id=1632, type=mul]; @@ -1647,8 +1647,8 @@ strict digraph { "1645 layer_norm_24" [id=1645, type="layer_norm"]; "1646 add_36" [id=1646, type=add]; "1647 add_36_0_0_nncf_smooth_quant_0" [id=1647, type="call_module"]; -"1648 quantize_per_tensor_default_68" [id=1648, type="quantize_per_tensor"]; -"1649 dequantize_per_tensor_default_68" [id=1649, type="dequantize_per_tensor"]; +"1648 quantize_per_tensor_136" [id=1648, type="quantize_per_tensor"]; +"1649 dequantize_per_tensor_137" [id=1649, type="dequantize_per_tensor"]; "1650 scale_updated_constant46" [id=1650, type="get_attr"]; "1651 compressed_weight_updated_constant46" [id=1651, type="get_attr"]; "1652 mul_tensor_46" [id=1652, type=mul]; @@ -1658,8 +1658,8 @@ strict digraph { "1656 gelu_10" [id=1656, type=gelu]; "1657 dropout_42" [id=1657, type=dropout]; "1658 dropout_42_0_0_nncf_smooth_quant_0" [id=1658, type="call_module"]; -"1659 quantize_per_tensor_default_69" [id=1659, type="quantize_per_tensor"]; -"1660 dequantize_per_tensor_default_69" [id=1660, type="dequantize_per_tensor"]; +"1659 quantize_per_tensor_138" [id=1659, type="quantize_per_tensor"]; +"1660 dequantize_per_tensor_139" [id=1660, type="dequantize_per_tensor"]; "1661 scale_updated_constant47" [id=1661, type="get_attr"]; "1662 compressed_weight_updated_constant47" [id=1662, type="get_attr"]; "1663 mul_tensor_47" [id=1663, type=mul]; @@ -1692,8 +1692,8 @@ strict digraph { "1690 slice_178" [id=1690, type=slice]; "1691 zero__11" [id=1691, type="zero_"]; "1692 reshape_49_0_0_nncf_smooth_quant_0" [id=1692, type="call_module"]; -"1693 quantize_per_tensor_default_70" [id=1693, type="quantize_per_tensor"]; -"1694 dequantize_per_tensor_default_70" [id=1694, type="dequantize_per_tensor"]; +"1693 quantize_per_tensor_140" [id=1693, type="quantize_per_tensor"]; +"1694 dequantize_per_tensor_141" [id=1694, type="dequantize_per_tensor"]; "1695 scale_updated_constant48" [id=1695, type="get_attr"]; "1696 compressed_weight_updated_constant48" [id=1696, type="get_attr"]; "1697 mul_tensor_48" [id=1697, type=mul]; @@ -1709,14 +1709,14 @@ strict digraph { "1707 clamp_min_22" [id=1707, type="clamp_min"]; "1708 expand_as_22" [id=1708, type="expand_as"]; "1709 div_22" [id=1709, type=div]; -"1710 quantize_per_tensor_default_71" [id=1710, type="quantize_per_tensor"]; -"1711 dequantize_per_tensor_default_71" [id=1711, type="dequantize_per_tensor"]; +"1710 quantize_per_tensor_142" [id=1710, type="quantize_per_tensor"]; +"1711 dequantize_per_tensor_143" [id=1711, type="dequantize_per_tensor"]; "1712 linalg_vector_norm_23" [id=1712, type="linalg_vector_norm"]; "1713 clamp_min_23" [id=1713, type="clamp_min"]; "1714 expand_as_23" [id=1714, type="expand_as"]; "1715 div_23" [id=1715, type=div]; -"1716 quantize_per_tensor_default_72" [id=1716, type="quantize_per_tensor"]; -"1717 dequantize_per_tensor_default_72" [id=1717, type="dequantize_per_tensor"]; +"1716 quantize_per_tensor_144" [id=1716, type="quantize_per_tensor"]; +"1717 dequantize_per_tensor_145" [id=1717, type="dequantize_per_tensor"]; "1718 transpose_22" [id=1718, type=transpose]; "1719 matmul_22" [id=1719, type=matmul]; "1720 clamp_11" [id=1720, type=clamp]; @@ -1729,8 +1729,8 @@ strict digraph { "1727 transpose_23" [id=1727, type=transpose]; "1728 reshape_51" [id=1728, type=reshape]; "1729 reshape_51_0_0_nncf_smooth_quant_0" [id=1729, type="call_module"]; -"1730 quantize_per_tensor_default_73" [id=1730, type="quantize_per_tensor"]; -"1731 dequantize_per_tensor_default_73" [id=1731, type="dequantize_per_tensor"]; +"1730 quantize_per_tensor_146" [id=1730, type="quantize_per_tensor"]; +"1731 dequantize_per_tensor_147" [id=1731, type="dequantize_per_tensor"]; "1732 scale_updated_constant49" [id=1732, type="get_attr"]; "1733 compressed_weight_updated_constant49" [id=1733, type="get_attr"]; "1734 mul_tensor_49" [id=1734, type=mul]; @@ -1749,8 +1749,8 @@ strict digraph { "1747 layer_norm_26" [id=1747, type="layer_norm"]; "1748 add_39" [id=1748, type=add]; "1749 add_39_0_0_nncf_smooth_quant_0" [id=1749, type="call_module"]; -"1750 quantize_per_tensor_default_74" [id=1750, type="quantize_per_tensor"]; -"1751 dequantize_per_tensor_default_74" [id=1751, type="dequantize_per_tensor"]; +"1750 quantize_per_tensor_148" [id=1750, type="quantize_per_tensor"]; +"1751 dequantize_per_tensor_149" [id=1751, type="dequantize_per_tensor"]; "1752 scale_updated_constant50" [id=1752, type="get_attr"]; "1753 compressed_weight_updated_constant50" [id=1753, type="get_attr"]; "1754 mul_tensor_50" [id=1754, type=mul]; @@ -1760,8 +1760,8 @@ strict digraph { "1758 gelu_11" [id=1758, type=gelu]; "1759 dropout_46" [id=1759, type=dropout]; "1760 dropout_46_0_0_nncf_smooth_quant_0" [id=1760, type="call_module"]; -"1761 quantize_per_tensor_default_75" [id=1761, type="quantize_per_tensor"]; -"1762 dequantize_per_tensor_default_75" [id=1762, type="dequantize_per_tensor"]; +"1761 quantize_per_tensor_150" [id=1761, type="quantize_per_tensor"]; +"1762 dequantize_per_tensor_151" [id=1762, type="dequantize_per_tensor"]; "1763 scale_updated_constant51" [id=1763, type="get_attr"]; "1764 compressed_weight_updated_constant51" [id=1764, type="get_attr"]; "1765 mul_tensor_51" [id=1765, type=mul]; @@ -1776,8 +1776,8 @@ strict digraph { "1774 adaptive_avg_pool2d" [id=1774, type="adaptive_avg_pool2d"]; "1775 flatten" [id=1775, type=flatten]; "1776 flatten_0_0_nncf_smooth_quant_0" [id=1776, type="call_module"]; -"1777 quantize_per_tensor_default_76" [id=1777, type="quantize_per_tensor"]; -"1778 dequantize_per_tensor_default_76" [id=1778, type="dequantize_per_tensor"]; +"1777 quantize_per_tensor_152" [id=1777, type="quantize_per_tensor"]; +"1778 dequantize_per_tensor_153" [id=1778, type="dequantize_per_tensor"]; "1779 scale_updated_constant52" [id=1779, type="get_attr"]; "1780 compressed_weight_updated_constant52" [id=1780, type="get_attr"]; "1781 mul_tensor_52" [id=1781, type=mul]; @@ -1986,9 +1986,9 @@ strict digraph { "198 features_5_5_attn_lifted_tensor_42" -> "1468 lift_fresh_copy_42" [style=solid, label="()"]; "199 features_5_5_attn_lifted_tensor_43" -> "1472 lift_fresh_copy_43" [style=solid, label="()"]; "200 features_5_5_attn_lifted_tensor_44" -> "1476 lift_fresh_copy_44" [style=solid, label="()"]; -"201 x" -> "202 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"202 quantize_per_tensor_default" -> "203 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"203 dequantize_per_tensor_default" -> "209 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"201 x" -> "202 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"202 quantize_per_tensor_0" -> "203 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"203 dequantize_per_tensor_1" -> "209 conv2d" [style=solid, label="(1, 3, 224, 224)"]; "204 scale_updated_constant0" -> "206 mul_tensor" [style=solid, label="(96, 1, 1, 1)"]; "205 compressed_weight_updated_constant0" -> "206 mul_tensor" [style=solid, label="(96, 3, 4, 4)"]; "206 mul_tensor" -> "208 sub_tensor" [style=solid, label="(96, 3, 4, 4)"]; @@ -2020,9 +2020,9 @@ strict digraph { "231 clone" -> "232 slice_1" [style=solid, label="(288,)"]; "231 clone" -> "242 linear_2" [style=solid, label="(288,)"]; "232 slice_1" -> "233 zero_" [style=solid, label="(96,)"]; -"234 reshape_0_0_nncf_smooth_quant_0" -> "235 quantize_per_tensor_default_1" [style=solid, label="(49, 64, 96)"]; -"235 quantize_per_tensor_default_1" -> "236 dequantize_per_tensor_default_1" [style=solid, label="(49, 64, 96)"]; -"236 dequantize_per_tensor_default_1" -> "242 linear_2" [style=solid, label="(49, 64, 96)"]; +"234 reshape_0_0_nncf_smooth_quant_0" -> "235 quantize_per_tensor_2" [style=solid, label="(49, 64, 96)"]; +"235 quantize_per_tensor_2" -> "236 dequantize_per_tensor_3" [style=solid, label="(49, 64, 96)"]; +"236 dequantize_per_tensor_3" -> "242 linear_2" [style=solid, label="(49, 64, 96)"]; "237 scale_updated_constant1" -> "239 mul_tensor_1" [style=solid, label="(288, 1)"]; "238 compressed_weight_updated_constant1" -> "239 mul_tensor_1" [style=solid, label="(288, 96)"]; "239 mul_tensor_1" -> "241 sub_tensor_1" [style=solid, label="(288, 96)"]; @@ -2043,15 +2043,15 @@ strict digraph { "248 linalg_vector_norm" -> "249 clamp_min" [style=solid, label="(49, 3, 64, 1)"]; "249 clamp_min" -> "250 expand_as" [style=solid, label="(49, 3, 64, 1)"]; "250 expand_as" -> "251 div" [style=solid, label="(49, 3, 64, 32)"]; -"251 div" -> "252 quantize_per_tensor_default_2" [style=solid, label="(49, 3, 64, 32)"]; -"252 quantize_per_tensor_default_2" -> "253 dequantize_per_tensor_default_2" [style=solid, label="(49, 3, 64, 32)"]; -"253 dequantize_per_tensor_default_2" -> "261 matmul" [style=solid, label="(49, 3, 64, 32)"]; +"251 div" -> "252 quantize_per_tensor_4" [style=solid, label="(49, 3, 64, 32)"]; +"252 quantize_per_tensor_4" -> "253 dequantize_per_tensor_5" [style=solid, label="(49, 3, 64, 32)"]; +"253 dequantize_per_tensor_5" -> "261 matmul" [style=solid, label="(49, 3, 64, 32)"]; "254 linalg_vector_norm_1" -> "255 clamp_min_1" [style=solid, label="(49, 3, 64, 1)"]; "255 clamp_min_1" -> "256 expand_as_1" [style=solid, label="(49, 3, 64, 1)"]; "256 expand_as_1" -> "257 div_1" [style=solid, label="(49, 3, 64, 32)"]; -"257 div_1" -> "258 quantize_per_tensor_default_3" [style=solid, label="(49, 3, 64, 32)"]; -"258 quantize_per_tensor_default_3" -> "259 dequantize_per_tensor_default_3" [style=solid, label="(49, 3, 64, 32)"]; -"259 dequantize_per_tensor_default_3" -> "260 transpose" [style=solid, label="(49, 3, 64, 32)"]; +"257 div_1" -> "258 quantize_per_tensor_6" [style=solid, label="(49, 3, 64, 32)"]; +"258 quantize_per_tensor_6" -> "259 dequantize_per_tensor_7" [style=solid, label="(49, 3, 64, 32)"]; +"259 dequantize_per_tensor_7" -> "260 transpose" [style=solid, label="(49, 3, 64, 32)"]; "260 transpose" -> "261 matmul" [style=solid, label="(49, 3, 32, 64)"]; "261 matmul" -> "264 mul_1" [style=solid, label="(49, 3, 64, 64)"]; "262 clamp" -> "263 exp" [style=solid, label="(3, 1, 1)"]; @@ -2063,9 +2063,9 @@ strict digraph { "268 matmul_1" -> "269 transpose_1" [style=solid, label="(49, 3, 64, 32)"]; "269 transpose_1" -> "270 reshape_2" [style=solid, label="(49, 64, 3, 32)"]; "270 reshape_2" -> "271 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"271 reshape_2_0_0_nncf_smooth_quant_0" -> "272 quantize_per_tensor_default_4" [style=solid, label="(49, 64, 96)"]; -"272 quantize_per_tensor_default_4" -> "273 dequantize_per_tensor_default_4" [style=solid, label="(49, 64, 96)"]; -"273 dequantize_per_tensor_default_4" -> "279 linear_3" [style=solid, label="(49, 64, 96)"]; +"271 reshape_2_0_0_nncf_smooth_quant_0" -> "272 quantize_per_tensor_8" [style=solid, label="(49, 64, 96)"]; +"272 quantize_per_tensor_8" -> "273 dequantize_per_tensor_9" [style=solid, label="(49, 64, 96)"]; +"273 dequantize_per_tensor_9" -> "279 linear_3" [style=solid, label="(49, 64, 96)"]; "274 scale_updated_constant2" -> "276 mul_tensor_2" [style=solid, label="(96, 1)"]; "275 compressed_weight_updated_constant2" -> "276 mul_tensor_2" [style=solid, label="(96, 96)"]; "276 mul_tensor_2" -> "278 sub_tensor_2" [style=solid, label="(96, 96)"]; @@ -2081,9 +2081,9 @@ strict digraph { "286 layer_norm_1" -> "287 add_1" [style=solid, label="(1, 56, 56, 96)"]; "287 add_1" -> "288 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; "287 add_1" -> "310 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"288 add_1_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"289 quantize_per_tensor_default_5" -> "290 dequantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"290 dequantize_per_tensor_default_5" -> "296 linear_4" [style=solid, label="(1, 56, 56, 96)"]; +"288 add_1_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_10" [style=solid, label="(1, 56, 56, 96)"]; +"289 quantize_per_tensor_10" -> "290 dequantize_per_tensor_11" [style=solid, label="(1, 56, 56, 96)"]; +"290 dequantize_per_tensor_11" -> "296 linear_4" [style=solid, label="(1, 56, 56, 96)"]; "291 scale_updated_constant3" -> "293 mul_tensor_3" [style=solid, label="(384, 1)"]; "292 compressed_weight_updated_constant3" -> "293 mul_tensor_3" [style=solid, label="(384, 96)"]; "293 mul_tensor_3" -> "295 sub_tensor_3" [style=solid, label="(384, 96)"]; @@ -2092,9 +2092,9 @@ strict digraph { "296 linear_4" -> "297 gelu" [style=solid, label="(1, 56, 56, 384)"]; "297 gelu" -> "298 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; "298 dropout_2" -> "299 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"299 dropout_2_0_0_nncf_smooth_quant_0" -> "300 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"300 quantize_per_tensor_default_6" -> "301 dequantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"301 dequantize_per_tensor_default_6" -> "307 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"299 dropout_2_0_0_nncf_smooth_quant_0" -> "300 quantize_per_tensor_12" [style=solid, label="(1, 56, 56, 384)"]; +"300 quantize_per_tensor_12" -> "301 dequantize_per_tensor_13" [style=solid, label="(1, 56, 56, 384)"]; +"301 dequantize_per_tensor_13" -> "307 linear_5" [style=solid, label="(1, 56, 56, 384)"]; "302 scale_updated_constant4" -> "304 mul_tensor_4" [style=solid, label="(96, 1)"]; "303 compressed_weight_updated_constant4" -> "304 mul_tensor_4" [style=solid, label="(96, 384)"]; "304 mul_tensor_4" -> "306 sub_tensor_4" [style=solid, label="(96, 384)"]; @@ -2129,9 +2129,9 @@ strict digraph { "331 clone_1" -> "332 slice_4" [style=solid, label="(288,)"]; "331 clone_1" -> "342 linear_8" [style=solid, label="(288,)"]; "332 slice_4" -> "333 zero__1" [style=solid, label="(96,)"]; -"334 reshape_4_0_0_nncf_smooth_quant_0" -> "335 quantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"335 quantize_per_tensor_default_7" -> "336 dequantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"336 dequantize_per_tensor_default_7" -> "342 linear_8" [style=solid, label="(49, 64, 96)"]; +"334 reshape_4_0_0_nncf_smooth_quant_0" -> "335 quantize_per_tensor_14" [style=solid, label="(49, 64, 96)"]; +"335 quantize_per_tensor_14" -> "336 dequantize_per_tensor_15" [style=solid, label="(49, 64, 96)"]; +"336 dequantize_per_tensor_15" -> "342 linear_8" [style=solid, label="(49, 64, 96)"]; "337 scale_updated_constant5" -> "339 mul_tensor_5" [style=solid, label="(288, 1)"]; "338 compressed_weight_updated_constant5" -> "339 mul_tensor_5" [style=solid, label="(288, 96)"]; "339 mul_tensor_5" -> "341 sub_tensor_5" [style=solid, label="(288, 96)"]; @@ -2152,15 +2152,15 @@ strict digraph { "348 linalg_vector_norm_2" -> "349 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; "349 clamp_min_2" -> "350 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; "350 expand_as_2" -> "351 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"351 div_2" -> "352 quantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"352 quantize_per_tensor_default_8" -> "353 dequantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"353 dequantize_per_tensor_default_8" -> "361 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; +"351 div_2" -> "352 quantize_per_tensor_16" [style=solid, label="(49, 3, 64, 32)"]; +"352 quantize_per_tensor_16" -> "353 dequantize_per_tensor_17" [style=solid, label="(49, 3, 64, 32)"]; +"353 dequantize_per_tensor_17" -> "361 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; "354 linalg_vector_norm_3" -> "355 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; "355 clamp_min_3" -> "356 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; "356 expand_as_3" -> "357 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"357 div_3" -> "358 quantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"358 quantize_per_tensor_default_9" -> "359 dequantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"359 dequantize_per_tensor_default_9" -> "360 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; +"357 div_3" -> "358 quantize_per_tensor_18" [style=solid, label="(49, 3, 64, 32)"]; +"358 quantize_per_tensor_18" -> "359 dequantize_per_tensor_19" [style=solid, label="(49, 3, 64, 32)"]; +"359 dequantize_per_tensor_19" -> "360 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; "360 transpose_2" -> "361 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; "361 matmul_2" -> "364 mul_3" [style=solid, label="(49, 3, 64, 64)"]; "362 clamp_1" -> "363 exp_1" [style=solid, label="(3, 1, 1)"]; @@ -2227,9 +2227,9 @@ strict digraph { "420 matmul_3" -> "421 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; "421 transpose_3" -> "422 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; "422 reshape_7" -> "423 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"423 reshape_7_0_0_nncf_smooth_quant_0" -> "424 quantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"424 quantize_per_tensor_default_10" -> "425 dequantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"425 dequantize_per_tensor_default_10" -> "431 linear_9" [style=solid, label="(49, 64, 96)"]; +"423 reshape_7_0_0_nncf_smooth_quant_0" -> "424 quantize_per_tensor_20" [style=solid, label="(49, 64, 96)"]; +"424 quantize_per_tensor_20" -> "425 dequantize_per_tensor_21" [style=solid, label="(49, 64, 96)"]; +"425 dequantize_per_tensor_21" -> "431 linear_9" [style=solid, label="(49, 64, 96)"]; "426 scale_updated_constant6" -> "428 mul_tensor_6" [style=solid, label="(96, 1)"]; "427 compressed_weight_updated_constant6" -> "428 mul_tensor_6" [style=solid, label="(96, 96)"]; "428 mul_tensor_6" -> "430 sub_tensor_6" [style=solid, label="(96, 96)"]; @@ -2246,9 +2246,9 @@ strict digraph { "439 layer_norm_3" -> "440 add_5" [style=solid, label="(1, 56, 56, 96)"]; "440 add_5" -> "441 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; "440 add_5" -> "463 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"441 add_5_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"442 quantize_per_tensor_default_11" -> "443 dequantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"443 dequantize_per_tensor_default_11" -> "449 linear_10" [style=solid, label="(1, 56, 56, 96)"]; +"441 add_5_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_22" [style=solid, label="(1, 56, 56, 96)"]; +"442 quantize_per_tensor_22" -> "443 dequantize_per_tensor_23" [style=solid, label="(1, 56, 56, 96)"]; +"443 dequantize_per_tensor_23" -> "449 linear_10" [style=solid, label="(1, 56, 56, 96)"]; "444 scale_updated_constant7" -> "446 mul_tensor_7" [style=solid, label="(384, 1)"]; "445 compressed_weight_updated_constant7" -> "446 mul_tensor_7" [style=solid, label="(384, 96)"]; "446 mul_tensor_7" -> "448 sub_tensor_7" [style=solid, label="(384, 96)"]; @@ -2257,9 +2257,9 @@ strict digraph { "449 linear_10" -> "450 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; "450 gelu_1" -> "451 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; "451 dropout_6" -> "452 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"452 dropout_6_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"453 quantize_per_tensor_default_12" -> "454 dequantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"454 dequantize_per_tensor_default_12" -> "460 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"452 dropout_6_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_24" [style=solid, label="(1, 56, 56, 384)"]; +"453 quantize_per_tensor_24" -> "454 dequantize_per_tensor_25" [style=solid, label="(1, 56, 56, 384)"]; +"454 dequantize_per_tensor_25" -> "460 linear_11" [style=solid, label="(1, 56, 56, 384)"]; "455 scale_updated_constant8" -> "457 mul_tensor_8" [style=solid, label="(96, 1)"]; "456 compressed_weight_updated_constant8" -> "457 mul_tensor_8" [style=solid, label="(96, 384)"]; "457 mul_tensor_8" -> "459 sub_tensor_8" [style=solid, label="(96, 384)"]; @@ -2286,9 +2286,9 @@ strict digraph { "475 slice_35" -> "476 slice_36" [style=solid, label="(1, 28, 28, 96)"]; "476 slice_36" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; "477 cat" -> "478 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; -"478 cat_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"479 quantize_per_tensor_default_13" -> "480 dequantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"480 dequantize_per_tensor_default_13" -> "486 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"478 cat_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_26" [style=solid, label="(1, 28, 28, 384)"]; +"479 quantize_per_tensor_26" -> "480 dequantize_per_tensor_27" [style=solid, label="(1, 28, 28, 384)"]; +"480 dequantize_per_tensor_27" -> "486 linear_12" [style=solid, label="(1, 28, 28, 384)"]; "481 scale_updated_constant9" -> "483 mul_tensor_9" [style=solid, label="(192, 1)"]; "482 compressed_weight_updated_constant9" -> "483 mul_tensor_9" [style=solid, label="(192, 384)"]; "483 mul_tensor_9" -> "485 sub_tensor_9" [style=solid, label="(192, 384)"]; @@ -2319,9 +2319,9 @@ strict digraph { "507 clone_2" -> "508 slice_37" [style=solid, label="(576,)"]; "507 clone_2" -> "518 linear_15" [style=solid, label="(576,)"]; "508 slice_37" -> "509 zero__2" [style=solid, label="(192,)"]; -"510 reshape_9_0_0_nncf_smooth_quant_0" -> "511 quantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"511 quantize_per_tensor_default_14" -> "512 dequantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"512 dequantize_per_tensor_default_14" -> "518 linear_15" [style=solid, label="(16, 64, 192)"]; +"510 reshape_9_0_0_nncf_smooth_quant_0" -> "511 quantize_per_tensor_28" [style=solid, label="(16, 64, 192)"]; +"511 quantize_per_tensor_28" -> "512 dequantize_per_tensor_29" [style=solid, label="(16, 64, 192)"]; +"512 dequantize_per_tensor_29" -> "518 linear_15" [style=solid, label="(16, 64, 192)"]; "513 scale_updated_constant10" -> "515 mul_tensor_10" [style=solid, label="(576, 1)"]; "514 compressed_weight_updated_constant10" -> "515 mul_tensor_10" [style=solid, label="(576, 192)"]; "515 mul_tensor_10" -> "517 sub_tensor_10" [style=solid, label="(576, 192)"]; @@ -2342,15 +2342,15 @@ strict digraph { "524 linalg_vector_norm_4" -> "525 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; "525 clamp_min_4" -> "526 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; "526 expand_as_4" -> "527 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"527 div_4" -> "528 quantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"528 quantize_per_tensor_default_15" -> "529 dequantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"529 dequantize_per_tensor_default_15" -> "537 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; +"527 div_4" -> "528 quantize_per_tensor_30" [style=solid, label="(16, 6, 64, 32)"]; +"528 quantize_per_tensor_30" -> "529 dequantize_per_tensor_31" [style=solid, label="(16, 6, 64, 32)"]; +"529 dequantize_per_tensor_31" -> "537 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; "530 linalg_vector_norm_5" -> "531 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; "531 clamp_min_5" -> "532 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; "532 expand_as_5" -> "533 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"533 div_5" -> "534 quantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"534 quantize_per_tensor_default_16" -> "535 dequantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"535 dequantize_per_tensor_default_16" -> "536 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; +"533 div_5" -> "534 quantize_per_tensor_32" [style=solid, label="(16, 6, 64, 32)"]; +"534 quantize_per_tensor_32" -> "535 dequantize_per_tensor_33" [style=solid, label="(16, 6, 64, 32)"]; +"535 dequantize_per_tensor_33" -> "536 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; "536 transpose_4" -> "537 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; "537 matmul_4" -> "540 mul_5" [style=solid, label="(16, 6, 64, 64)"]; "538 clamp_2" -> "539 exp_2" [style=solid, label="(6, 1, 1)"]; @@ -2362,9 +2362,9 @@ strict digraph { "544 matmul_5" -> "545 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; "545 transpose_5" -> "546 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; "546 reshape_11" -> "547 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"547 reshape_11_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"548 quantize_per_tensor_default_17" -> "549 dequantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"549 dequantize_per_tensor_default_17" -> "555 linear_16" [style=solid, label="(16, 64, 192)"]; +"547 reshape_11_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_34" [style=solid, label="(16, 64, 192)"]; +"548 quantize_per_tensor_34" -> "549 dequantize_per_tensor_35" [style=solid, label="(16, 64, 192)"]; +"549 dequantize_per_tensor_35" -> "555 linear_16" [style=solid, label="(16, 64, 192)"]; "550 scale_updated_constant11" -> "552 mul_tensor_11" [style=solid, label="(192, 1)"]; "551 compressed_weight_updated_constant11" -> "552 mul_tensor_11" [style=solid, label="(192, 192)"]; "552 mul_tensor_11" -> "554 sub_tensor_11" [style=solid, label="(192, 192)"]; @@ -2383,9 +2383,9 @@ strict digraph { "565 layer_norm_6" -> "566 add_8" [style=solid, label="(1, 28, 28, 192)"]; "566 add_8" -> "567 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; "566 add_8" -> "589 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"567 add_8_0_0_nncf_smooth_quant_0" -> "568 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"568 quantize_per_tensor_default_18" -> "569 dequantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"569 dequantize_per_tensor_default_18" -> "575 linear_17" [style=solid, label="(1, 28, 28, 192)"]; +"567 add_8_0_0_nncf_smooth_quant_0" -> "568 quantize_per_tensor_36" [style=solid, label="(1, 28, 28, 192)"]; +"568 quantize_per_tensor_36" -> "569 dequantize_per_tensor_37" [style=solid, label="(1, 28, 28, 192)"]; +"569 dequantize_per_tensor_37" -> "575 linear_17" [style=solid, label="(1, 28, 28, 192)"]; "570 scale_updated_constant12" -> "572 mul_tensor_12" [style=solid, label="(768, 1)"]; "571 compressed_weight_updated_constant12" -> "572 mul_tensor_12" [style=solid, label="(768, 192)"]; "572 mul_tensor_12" -> "574 sub_tensor_12" [style=solid, label="(768, 192)"]; @@ -2394,9 +2394,9 @@ strict digraph { "575 linear_17" -> "576 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; "576 gelu_2" -> "577 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; "577 dropout_10" -> "578 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"578 dropout_10_0_0_nncf_smooth_quant_0" -> "579 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"579 quantize_per_tensor_default_19" -> "580 dequantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"580 dequantize_per_tensor_default_19" -> "586 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"578 dropout_10_0_0_nncf_smooth_quant_0" -> "579 quantize_per_tensor_38" [style=solid, label="(1, 28, 28, 768)"]; +"579 quantize_per_tensor_38" -> "580 dequantize_per_tensor_39" [style=solid, label="(1, 28, 28, 768)"]; +"580 dequantize_per_tensor_39" -> "586 linear_18" [style=solid, label="(1, 28, 28, 768)"]; "581 scale_updated_constant13" -> "583 mul_tensor_13" [style=solid, label="(192, 1)"]; "582 compressed_weight_updated_constant13" -> "583 mul_tensor_13" [style=solid, label="(192, 768)"]; "583 mul_tensor_13" -> "585 sub_tensor_13" [style=solid, label="(192, 768)"]; @@ -2431,9 +2431,9 @@ strict digraph { "610 clone_3" -> "611 slice_42" [style=solid, label="(576,)"]; "610 clone_3" -> "621 linear_21" [style=solid, label="(576,)"]; "611 slice_42" -> "612 zero__3" [style=solid, label="(192,)"]; -"613 reshape_13_0_0_nncf_smooth_quant_0" -> "614 quantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"614 quantize_per_tensor_default_20" -> "615 dequantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"615 dequantize_per_tensor_default_20" -> "621 linear_21" [style=solid, label="(16, 64, 192)"]; +"613 reshape_13_0_0_nncf_smooth_quant_0" -> "614 quantize_per_tensor_40" [style=solid, label="(16, 64, 192)"]; +"614 quantize_per_tensor_40" -> "615 dequantize_per_tensor_41" [style=solid, label="(16, 64, 192)"]; +"615 dequantize_per_tensor_41" -> "621 linear_21" [style=solid, label="(16, 64, 192)"]; "616 scale_updated_constant14" -> "618 mul_tensor_14" [style=solid, label="(576, 1)"]; "617 compressed_weight_updated_constant14" -> "618 mul_tensor_14" [style=solid, label="(576, 192)"]; "618 mul_tensor_14" -> "620 sub_tensor_14" [style=solid, label="(576, 192)"]; @@ -2454,15 +2454,15 @@ strict digraph { "627 linalg_vector_norm_6" -> "628 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; "628 clamp_min_6" -> "629 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; "629 expand_as_6" -> "630 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"630 div_6" -> "631 quantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"631 quantize_per_tensor_default_21" -> "632 dequantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"632 dequantize_per_tensor_default_21" -> "640 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; +"630 div_6" -> "631 quantize_per_tensor_42" [style=solid, label="(16, 6, 64, 32)"]; +"631 quantize_per_tensor_42" -> "632 dequantize_per_tensor_43" [style=solid, label="(16, 6, 64, 32)"]; +"632 dequantize_per_tensor_43" -> "640 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; "633 linalg_vector_norm_7" -> "634 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; "634 clamp_min_7" -> "635 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; "635 expand_as_7" -> "636 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"636 div_7" -> "637 quantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"637 quantize_per_tensor_default_22" -> "638 dequantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"638 dequantize_per_tensor_default_22" -> "639 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; +"636 div_7" -> "637 quantize_per_tensor_44" [style=solid, label="(16, 6, 64, 32)"]; +"637 quantize_per_tensor_44" -> "638 dequantize_per_tensor_45" [style=solid, label="(16, 6, 64, 32)"]; +"638 dequantize_per_tensor_45" -> "639 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; "639 transpose_6" -> "640 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; "640 matmul_6" -> "643 mul_7" [style=solid, label="(16, 6, 64, 64)"]; "641 clamp_3" -> "642 exp_3" [style=solid, label="(6, 1, 1)"]; @@ -2529,9 +2529,9 @@ strict digraph { "699 matmul_7" -> "700 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; "700 transpose_7" -> "701 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; "701 reshape_16" -> "702 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"702 reshape_16_0_0_nncf_smooth_quant_0" -> "703 quantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"703 quantize_per_tensor_default_23" -> "704 dequantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"704 dequantize_per_tensor_default_23" -> "710 linear_22" [style=solid, label="(16, 64, 192)"]; +"702 reshape_16_0_0_nncf_smooth_quant_0" -> "703 quantize_per_tensor_46" [style=solid, label="(16, 64, 192)"]; +"703 quantize_per_tensor_46" -> "704 dequantize_per_tensor_47" [style=solid, label="(16, 64, 192)"]; +"704 dequantize_per_tensor_47" -> "710 linear_22" [style=solid, label="(16, 64, 192)"]; "705 scale_updated_constant15" -> "707 mul_tensor_15" [style=solid, label="(192, 1)"]; "706 compressed_weight_updated_constant15" -> "707 mul_tensor_15" [style=solid, label="(192, 192)"]; "707 mul_tensor_15" -> "709 sub_tensor_15" [style=solid, label="(192, 192)"]; @@ -2551,9 +2551,9 @@ strict digraph { "721 layer_norm_8" -> "722 add_12" [style=solid, label="(1, 28, 28, 192)"]; "722 add_12" -> "723 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; "722 add_12" -> "745 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"723 add_12_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"724 quantize_per_tensor_default_24" -> "725 dequantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"725 dequantize_per_tensor_default_24" -> "731 linear_23" [style=solid, label="(1, 28, 28, 192)"]; +"723 add_12_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_48" [style=solid, label="(1, 28, 28, 192)"]; +"724 quantize_per_tensor_48" -> "725 dequantize_per_tensor_49" [style=solid, label="(1, 28, 28, 192)"]; +"725 dequantize_per_tensor_49" -> "731 linear_23" [style=solid, label="(1, 28, 28, 192)"]; "726 scale_updated_constant16" -> "728 mul_tensor_16" [style=solid, label="(768, 1)"]; "727 compressed_weight_updated_constant16" -> "728 mul_tensor_16" [style=solid, label="(768, 192)"]; "728 mul_tensor_16" -> "730 sub_tensor_16" [style=solid, label="(768, 192)"]; @@ -2562,9 +2562,9 @@ strict digraph { "731 linear_23" -> "732 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; "732 gelu_3" -> "733 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; "733 dropout_14" -> "734 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"734 dropout_14_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"735 quantize_per_tensor_default_25" -> "736 dequantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"736 dequantize_per_tensor_default_25" -> "742 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"734 dropout_14_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_50" [style=solid, label="(1, 28, 28, 768)"]; +"735 quantize_per_tensor_50" -> "736 dequantize_per_tensor_51" [style=solid, label="(1, 28, 28, 768)"]; +"736 dequantize_per_tensor_51" -> "742 linear_24" [style=solid, label="(1, 28, 28, 768)"]; "737 scale_updated_constant17" -> "739 mul_tensor_17" [style=solid, label="(192, 1)"]; "738 compressed_weight_updated_constant17" -> "739 mul_tensor_17" [style=solid, label="(192, 768)"]; "739 mul_tensor_17" -> "741 sub_tensor_17" [style=solid, label="(192, 768)"]; @@ -2591,9 +2591,9 @@ strict digraph { "757 slice_75" -> "758 slice_76" [style=solid, label="(1, 14, 14, 192)"]; "758 slice_76" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; "759 cat_1" -> "760 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; -"760 cat_1_0_0_nncf_smooth_quant_0" -> "761 quantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"761 quantize_per_tensor_default_26" -> "762 dequantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"762 dequantize_per_tensor_default_26" -> "768 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"760 cat_1_0_0_nncf_smooth_quant_0" -> "761 quantize_per_tensor_52" [style=solid, label="(1, 14, 14, 768)"]; +"761 quantize_per_tensor_52" -> "762 dequantize_per_tensor_53" [style=solid, label="(1, 14, 14, 768)"]; +"762 dequantize_per_tensor_53" -> "768 linear_25" [style=solid, label="(1, 14, 14, 768)"]; "763 scale_updated_constant18" -> "765 mul_tensor_18" [style=solid, label="(384, 1)"]; "764 compressed_weight_updated_constant18" -> "765 mul_tensor_18" [style=solid, label="(384, 768)"]; "765 mul_tensor_18" -> "767 sub_tensor_18" [style=solid, label="(384, 768)"]; @@ -2624,9 +2624,9 @@ strict digraph { "789 clone_4" -> "790 slice_77" [style=solid, label="(1152,)"]; "789 clone_4" -> "800 linear_28" [style=solid, label="(1152,)"]; "790 slice_77" -> "791 zero__4" [style=solid, label="(384,)"]; -"792 reshape_18_0_0_nncf_smooth_quant_0" -> "793 quantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"793 quantize_per_tensor_default_27" -> "794 dequantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"794 dequantize_per_tensor_default_27" -> "800 linear_28" [style=solid, label="(4, 64, 384)"]; +"792 reshape_18_0_0_nncf_smooth_quant_0" -> "793 quantize_per_tensor_54" [style=solid, label="(4, 64, 384)"]; +"793 quantize_per_tensor_54" -> "794 dequantize_per_tensor_55" [style=solid, label="(4, 64, 384)"]; +"794 dequantize_per_tensor_55" -> "800 linear_28" [style=solid, label="(4, 64, 384)"]; "795 scale_updated_constant19" -> "797 mul_tensor_19" [style=solid, label="(1152, 1)"]; "796 compressed_weight_updated_constant19" -> "797 mul_tensor_19" [style=solid, label="(1152, 384)"]; "797 mul_tensor_19" -> "799 sub_tensor_19" [style=solid, label="(1152, 384)"]; @@ -2647,15 +2647,15 @@ strict digraph { "806 linalg_vector_norm_8" -> "807 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; "807 clamp_min_8" -> "808 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; "808 expand_as_8" -> "809 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"809 div_8" -> "810 quantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"810 quantize_per_tensor_default_28" -> "811 dequantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"811 dequantize_per_tensor_default_28" -> "819 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; +"809 div_8" -> "810 quantize_per_tensor_56" [style=solid, label="(4, 12, 64, 32)"]; +"810 quantize_per_tensor_56" -> "811 dequantize_per_tensor_57" [style=solid, label="(4, 12, 64, 32)"]; +"811 dequantize_per_tensor_57" -> "819 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; "812 linalg_vector_norm_9" -> "813 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; "813 clamp_min_9" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; "814 expand_as_9" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"815 div_9" -> "816 quantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"816 quantize_per_tensor_default_29" -> "817 dequantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"817 dequantize_per_tensor_default_29" -> "818 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; +"815 div_9" -> "816 quantize_per_tensor_58" [style=solid, label="(4, 12, 64, 32)"]; +"816 quantize_per_tensor_58" -> "817 dequantize_per_tensor_59" [style=solid, label="(4, 12, 64, 32)"]; +"817 dequantize_per_tensor_59" -> "818 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; "818 transpose_8" -> "819 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; "819 matmul_8" -> "822 mul_9" [style=solid, label="(4, 12, 64, 64)"]; "820 clamp_4" -> "821 exp_4" [style=solid, label="(12, 1, 1)"]; @@ -2667,9 +2667,9 @@ strict digraph { "826 matmul_9" -> "827 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; "827 transpose_9" -> "828 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; "828 reshape_20" -> "829 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"829 reshape_20_0_0_nncf_smooth_quant_0" -> "830 quantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"830 quantize_per_tensor_default_30" -> "831 dequantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"831 dequantize_per_tensor_default_30" -> "837 linear_29" [style=solid, label="(4, 64, 384)"]; +"829 reshape_20_0_0_nncf_smooth_quant_0" -> "830 quantize_per_tensor_60" [style=solid, label="(4, 64, 384)"]; +"830 quantize_per_tensor_60" -> "831 dequantize_per_tensor_61" [style=solid, label="(4, 64, 384)"]; +"831 dequantize_per_tensor_61" -> "837 linear_29" [style=solid, label="(4, 64, 384)"]; "832 scale_updated_constant20" -> "834 mul_tensor_20" [style=solid, label="(384, 1)"]; "833 compressed_weight_updated_constant20" -> "834 mul_tensor_20" [style=solid, label="(384, 384)"]; "834 mul_tensor_20" -> "836 sub_tensor_20" [style=solid, label="(384, 384)"]; @@ -2688,9 +2688,9 @@ strict digraph { "847 layer_norm_11" -> "848 add_15" [style=solid, label="(1, 14, 14, 384)"]; "848 add_15" -> "849 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "848 add_15" -> "871 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"849 add_15_0_0_nncf_smooth_quant_0" -> "850 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"850 quantize_per_tensor_default_31" -> "851 dequantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"851 dequantize_per_tensor_default_31" -> "857 linear_30" [style=solid, label="(1, 14, 14, 384)"]; +"849 add_15_0_0_nncf_smooth_quant_0" -> "850 quantize_per_tensor_62" [style=solid, label="(1, 14, 14, 384)"]; +"850 quantize_per_tensor_62" -> "851 dequantize_per_tensor_63" [style=solid, label="(1, 14, 14, 384)"]; +"851 dequantize_per_tensor_63" -> "857 linear_30" [style=solid, label="(1, 14, 14, 384)"]; "852 scale_updated_constant21" -> "854 mul_tensor_21" [style=solid, label="(1536, 1)"]; "853 compressed_weight_updated_constant21" -> "854 mul_tensor_21" [style=solid, label="(1536, 384)"]; "854 mul_tensor_21" -> "856 sub_tensor_21" [style=solid, label="(1536, 384)"]; @@ -2699,9 +2699,9 @@ strict digraph { "857 linear_30" -> "858 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; "858 gelu_4" -> "859 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; "859 dropout_18" -> "860 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"860 dropout_18_0_0_nncf_smooth_quant_0" -> "861 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"861 quantize_per_tensor_default_32" -> "862 dequantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"862 dequantize_per_tensor_default_32" -> "868 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"860 dropout_18_0_0_nncf_smooth_quant_0" -> "861 quantize_per_tensor_64" [style=solid, label="(1, 14, 14, 1536)"]; +"861 quantize_per_tensor_64" -> "862 dequantize_per_tensor_65" [style=solid, label="(1, 14, 14, 1536)"]; +"862 dequantize_per_tensor_65" -> "868 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; "863 scale_updated_constant22" -> "865 mul_tensor_22" [style=solid, label="(384, 1)"]; "864 compressed_weight_updated_constant22" -> "865 mul_tensor_22" [style=solid, label="(384, 1536)"]; "865 mul_tensor_22" -> "867 sub_tensor_22" [style=solid, label="(384, 1536)"]; @@ -2736,9 +2736,9 @@ strict digraph { "892 clone_5" -> "893 slice_82" [style=solid, label="(1152,)"]; "892 clone_5" -> "903 linear_34" [style=solid, label="(1152,)"]; "893 slice_82" -> "894 zero__5" [style=solid, label="(384,)"]; -"895 reshape_22_0_0_nncf_smooth_quant_0" -> "896 quantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"896 quantize_per_tensor_default_33" -> "897 dequantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"897 dequantize_per_tensor_default_33" -> "903 linear_34" [style=solid, label="(4, 64, 384)"]; +"895 reshape_22_0_0_nncf_smooth_quant_0" -> "896 quantize_per_tensor_66" [style=solid, label="(4, 64, 384)"]; +"896 quantize_per_tensor_66" -> "897 dequantize_per_tensor_67" [style=solid, label="(4, 64, 384)"]; +"897 dequantize_per_tensor_67" -> "903 linear_34" [style=solid, label="(4, 64, 384)"]; "898 scale_updated_constant23" -> "900 mul_tensor_23" [style=solid, label="(1152, 1)"]; "899 compressed_weight_updated_constant23" -> "900 mul_tensor_23" [style=solid, label="(1152, 384)"]; "900 mul_tensor_23" -> "902 sub_tensor_23" [style=solid, label="(1152, 384)"]; @@ -2759,15 +2759,15 @@ strict digraph { "909 linalg_vector_norm_10" -> "910 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; "910 clamp_min_10" -> "911 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; "911 expand_as_10" -> "912 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"912 div_10" -> "913 quantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"913 quantize_per_tensor_default_34" -> "914 dequantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"914 dequantize_per_tensor_default_34" -> "922 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; +"912 div_10" -> "913 quantize_per_tensor_68" [style=solid, label="(4, 12, 64, 32)"]; +"913 quantize_per_tensor_68" -> "914 dequantize_per_tensor_69" [style=solid, label="(4, 12, 64, 32)"]; +"914 dequantize_per_tensor_69" -> "922 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; "915 linalg_vector_norm_11" -> "916 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; "916 clamp_min_11" -> "917 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; "917 expand_as_11" -> "918 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"918 div_11" -> "919 quantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"919 quantize_per_tensor_default_35" -> "920 dequantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"920 dequantize_per_tensor_default_35" -> "921 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; +"918 div_11" -> "919 quantize_per_tensor_70" [style=solid, label="(4, 12, 64, 32)"]; +"919 quantize_per_tensor_70" -> "920 dequantize_per_tensor_71" [style=solid, label="(4, 12, 64, 32)"]; +"920 dequantize_per_tensor_71" -> "921 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; "921 transpose_10" -> "922 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; "922 matmul_10" -> "925 mul_11" [style=solid, label="(4, 12, 64, 64)"]; "923 clamp_5" -> "924 exp_5" [style=solid, label="(12, 1, 1)"]; @@ -2834,9 +2834,9 @@ strict digraph { "981 matmul_11" -> "982 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; "982 transpose_11" -> "983 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; "983 reshape_25" -> "984 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"984 reshape_25_0_0_nncf_smooth_quant_0" -> "985 quantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"985 quantize_per_tensor_default_36" -> "986 dequantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"986 dequantize_per_tensor_default_36" -> "992 linear_35" [style=solid, label="(4, 64, 384)"]; +"984 reshape_25_0_0_nncf_smooth_quant_0" -> "985 quantize_per_tensor_72" [style=solid, label="(4, 64, 384)"]; +"985 quantize_per_tensor_72" -> "986 dequantize_per_tensor_73" [style=solid, label="(4, 64, 384)"]; +"986 dequantize_per_tensor_73" -> "992 linear_35" [style=solid, label="(4, 64, 384)"]; "987 scale_updated_constant24" -> "989 mul_tensor_24" [style=solid, label="(384, 1)"]; "988 compressed_weight_updated_constant24" -> "989 mul_tensor_24" [style=solid, label="(384, 384)"]; "989 mul_tensor_24" -> "991 sub_tensor_24" [style=solid, label="(384, 384)"]; @@ -2856,9 +2856,9 @@ strict digraph { "1003 layer_norm_13" -> "1004 add_19" [style=solid, label="(1, 14, 14, 384)"]; "1004 add_19" -> "1005 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "1004 add_19" -> "1027 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1005 add_19_0_0_nncf_smooth_quant_0" -> "1006 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"1006 quantize_per_tensor_default_37" -> "1007 dequantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"1007 dequantize_per_tensor_default_37" -> "1013 linear_36" [style=solid, label="(1, 14, 14, 384)"]; +"1005 add_19_0_0_nncf_smooth_quant_0" -> "1006 quantize_per_tensor_74" [style=solid, label="(1, 14, 14, 384)"]; +"1006 quantize_per_tensor_74" -> "1007 dequantize_per_tensor_75" [style=solid, label="(1, 14, 14, 384)"]; +"1007 dequantize_per_tensor_75" -> "1013 linear_36" [style=solid, label="(1, 14, 14, 384)"]; "1008 scale_updated_constant25" -> "1010 mul_tensor_25" [style=solid, label="(1536, 1)"]; "1009 compressed_weight_updated_constant25" -> "1010 mul_tensor_25" [style=solid, label="(1536, 384)"]; "1010 mul_tensor_25" -> "1012 sub_tensor_25" [style=solid, label="(1536, 384)"]; @@ -2867,9 +2867,9 @@ strict digraph { "1013 linear_36" -> "1014 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; "1014 gelu_5" -> "1015 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; "1015 dropout_22" -> "1016 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1016 dropout_22_0_0_nncf_smooth_quant_0" -> "1017 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1017 quantize_per_tensor_default_38" -> "1018 dequantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1018 dequantize_per_tensor_default_38" -> "1024 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"1016 dropout_22_0_0_nncf_smooth_quant_0" -> "1017 quantize_per_tensor_76" [style=solid, label="(1, 14, 14, 1536)"]; +"1017 quantize_per_tensor_76" -> "1018 dequantize_per_tensor_77" [style=solid, label="(1, 14, 14, 1536)"]; +"1018 dequantize_per_tensor_77" -> "1024 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; "1019 scale_updated_constant26" -> "1021 mul_tensor_26" [style=solid, label="(384, 1)"]; "1020 compressed_weight_updated_constant26" -> "1021 mul_tensor_26" [style=solid, label="(384, 1536)"]; "1021 mul_tensor_26" -> "1023 sub_tensor_26" [style=solid, label="(384, 1536)"]; @@ -2902,9 +2902,9 @@ strict digraph { "1047 clone_6" -> "1048 slice_105" [style=solid, label="(1152,)"]; "1047 clone_6" -> "1058 linear_40" [style=solid, label="(1152,)"]; "1048 slice_105" -> "1049 zero__6" [style=solid, label="(384,)"]; -"1050 reshape_27_0_0_nncf_smooth_quant_0" -> "1051 quantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1051 quantize_per_tensor_default_39" -> "1052 dequantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1052 dequantize_per_tensor_default_39" -> "1058 linear_40" [style=solid, label="(4, 64, 384)"]; +"1050 reshape_27_0_0_nncf_smooth_quant_0" -> "1051 quantize_per_tensor_78" [style=solid, label="(4, 64, 384)"]; +"1051 quantize_per_tensor_78" -> "1052 dequantize_per_tensor_79" [style=solid, label="(4, 64, 384)"]; +"1052 dequantize_per_tensor_79" -> "1058 linear_40" [style=solid, label="(4, 64, 384)"]; "1053 scale_updated_constant27" -> "1055 mul_tensor_27" [style=solid, label="(1152, 1)"]; "1054 compressed_weight_updated_constant27" -> "1055 mul_tensor_27" [style=solid, label="(1152, 384)"]; "1055 mul_tensor_27" -> "1057 sub_tensor_27" [style=solid, label="(1152, 384)"]; @@ -2925,15 +2925,15 @@ strict digraph { "1064 linalg_vector_norm_12" -> "1065 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; "1065 clamp_min_12" -> "1066 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; "1066 expand_as_12" -> "1067 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1067 div_12" -> "1068 quantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1068 quantize_per_tensor_default_40" -> "1069 dequantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1069 dequantize_per_tensor_default_40" -> "1077 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; +"1067 div_12" -> "1068 quantize_per_tensor_80" [style=solid, label="(4, 12, 64, 32)"]; +"1068 quantize_per_tensor_80" -> "1069 dequantize_per_tensor_81" [style=solid, label="(4, 12, 64, 32)"]; +"1069 dequantize_per_tensor_81" -> "1077 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; "1070 linalg_vector_norm_13" -> "1071 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; "1071 clamp_min_13" -> "1072 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; "1072 expand_as_13" -> "1073 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1073 div_13" -> "1074 quantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1074 quantize_per_tensor_default_41" -> "1075 dequantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1075 dequantize_per_tensor_default_41" -> "1076 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; +"1073 div_13" -> "1074 quantize_per_tensor_82" [style=solid, label="(4, 12, 64, 32)"]; +"1074 quantize_per_tensor_82" -> "1075 dequantize_per_tensor_83" [style=solid, label="(4, 12, 64, 32)"]; +"1075 dequantize_per_tensor_83" -> "1076 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; "1076 transpose_12" -> "1077 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; "1077 matmul_12" -> "1080 mul_13" [style=solid, label="(4, 12, 64, 64)"]; "1078 clamp_6" -> "1079 exp_6" [style=solid, label="(12, 1, 1)"]; @@ -2945,9 +2945,9 @@ strict digraph { "1084 matmul_13" -> "1085 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; "1085 transpose_13" -> "1086 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; "1086 reshape_29" -> "1087 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1087 reshape_29_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1088 quantize_per_tensor_default_42" -> "1089 dequantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1089 dequantize_per_tensor_default_42" -> "1095 linear_41" [style=solid, label="(4, 64, 384)"]; +"1087 reshape_29_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_84" [style=solid, label="(4, 64, 384)"]; +"1088 quantize_per_tensor_84" -> "1089 dequantize_per_tensor_85" [style=solid, label="(4, 64, 384)"]; +"1089 dequantize_per_tensor_85" -> "1095 linear_41" [style=solid, label="(4, 64, 384)"]; "1090 scale_updated_constant28" -> "1092 mul_tensor_28" [style=solid, label="(384, 1)"]; "1091 compressed_weight_updated_constant28" -> "1092 mul_tensor_28" [style=solid, label="(384, 384)"]; "1092 mul_tensor_28" -> "1094 sub_tensor_28" [style=solid, label="(384, 384)"]; @@ -2966,9 +2966,9 @@ strict digraph { "1105 layer_norm_15" -> "1106 add_22" [style=solid, label="(1, 14, 14, 384)"]; "1106 add_22" -> "1107 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "1106 add_22" -> "1129 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1107 add_22_0_0_nncf_smooth_quant_0" -> "1108 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1108 quantize_per_tensor_default_43" -> "1109 dequantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1109 dequantize_per_tensor_default_43" -> "1115 linear_42" [style=solid, label="(1, 14, 14, 384)"]; +"1107 add_22_0_0_nncf_smooth_quant_0" -> "1108 quantize_per_tensor_86" [style=solid, label="(1, 14, 14, 384)"]; +"1108 quantize_per_tensor_86" -> "1109 dequantize_per_tensor_87" [style=solid, label="(1, 14, 14, 384)"]; +"1109 dequantize_per_tensor_87" -> "1115 linear_42" [style=solid, label="(1, 14, 14, 384)"]; "1110 scale_updated_constant29" -> "1112 mul_tensor_29" [style=solid, label="(1536, 1)"]; "1111 compressed_weight_updated_constant29" -> "1112 mul_tensor_29" [style=solid, label="(1536, 384)"]; "1112 mul_tensor_29" -> "1114 sub_tensor_29" [style=solid, label="(1536, 384)"]; @@ -2977,9 +2977,9 @@ strict digraph { "1115 linear_42" -> "1116 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; "1116 gelu_6" -> "1117 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; "1117 dropout_26" -> "1118 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1118 dropout_26_0_0_nncf_smooth_quant_0" -> "1119 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1119 quantize_per_tensor_default_44" -> "1120 dequantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1120 dequantize_per_tensor_default_44" -> "1126 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"1118 dropout_26_0_0_nncf_smooth_quant_0" -> "1119 quantize_per_tensor_88" [style=solid, label="(1, 14, 14, 1536)"]; +"1119 quantize_per_tensor_88" -> "1120 dequantize_per_tensor_89" [style=solid, label="(1, 14, 14, 1536)"]; +"1120 dequantize_per_tensor_89" -> "1126 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; "1121 scale_updated_constant30" -> "1123 mul_tensor_30" [style=solid, label="(384, 1)"]; "1122 compressed_weight_updated_constant30" -> "1123 mul_tensor_30" [style=solid, label="(384, 1536)"]; "1123 mul_tensor_30" -> "1125 sub_tensor_30" [style=solid, label="(384, 1536)"]; @@ -3014,9 +3014,9 @@ strict digraph { "1150 clone_7" -> "1151 slice_110" [style=solid, label="(1152,)"]; "1150 clone_7" -> "1161 linear_46" [style=solid, label="(1152,)"]; "1151 slice_110" -> "1152 zero__7" [style=solid, label="(384,)"]; -"1153 reshape_31_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1154 quantize_per_tensor_default_45" -> "1155 dequantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1155 dequantize_per_tensor_default_45" -> "1161 linear_46" [style=solid, label="(4, 64, 384)"]; +"1153 reshape_31_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_90" [style=solid, label="(4, 64, 384)"]; +"1154 quantize_per_tensor_90" -> "1155 dequantize_per_tensor_91" [style=solid, label="(4, 64, 384)"]; +"1155 dequantize_per_tensor_91" -> "1161 linear_46" [style=solid, label="(4, 64, 384)"]; "1156 scale_updated_constant31" -> "1158 mul_tensor_31" [style=solid, label="(1152, 1)"]; "1157 compressed_weight_updated_constant31" -> "1158 mul_tensor_31" [style=solid, label="(1152, 384)"]; "1158 mul_tensor_31" -> "1160 sub_tensor_31" [style=solid, label="(1152, 384)"]; @@ -3037,15 +3037,15 @@ strict digraph { "1167 linalg_vector_norm_14" -> "1168 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; "1168 clamp_min_14" -> "1169 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; "1169 expand_as_14" -> "1170 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1170 div_14" -> "1171 quantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1171 quantize_per_tensor_default_46" -> "1172 dequantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1172 dequantize_per_tensor_default_46" -> "1180 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; +"1170 div_14" -> "1171 quantize_per_tensor_92" [style=solid, label="(4, 12, 64, 32)"]; +"1171 quantize_per_tensor_92" -> "1172 dequantize_per_tensor_93" [style=solid, label="(4, 12, 64, 32)"]; +"1172 dequantize_per_tensor_93" -> "1180 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; "1173 linalg_vector_norm_15" -> "1174 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; "1174 clamp_min_15" -> "1175 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; "1175 expand_as_15" -> "1176 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1176 div_15" -> "1177 quantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1177 quantize_per_tensor_default_47" -> "1178 dequantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1178 dequantize_per_tensor_default_47" -> "1179 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; +"1176 div_15" -> "1177 quantize_per_tensor_94" [style=solid, label="(4, 12, 64, 32)"]; +"1177 quantize_per_tensor_94" -> "1178 dequantize_per_tensor_95" [style=solid, label="(4, 12, 64, 32)"]; +"1178 dequantize_per_tensor_95" -> "1179 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; "1179 transpose_14" -> "1180 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; "1180 matmul_14" -> "1183 mul_15" [style=solid, label="(4, 12, 64, 64)"]; "1181 clamp_7" -> "1182 exp_7" [style=solid, label="(12, 1, 1)"]; @@ -3112,9 +3112,9 @@ strict digraph { "1239 matmul_15" -> "1240 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; "1240 transpose_15" -> "1241 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; "1241 reshape_34" -> "1242 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1242 reshape_34_0_0_nncf_smooth_quant_0" -> "1243 quantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1243 quantize_per_tensor_default_48" -> "1244 dequantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1244 dequantize_per_tensor_default_48" -> "1250 linear_47" [style=solid, label="(4, 64, 384)"]; +"1242 reshape_34_0_0_nncf_smooth_quant_0" -> "1243 quantize_per_tensor_96" [style=solid, label="(4, 64, 384)"]; +"1243 quantize_per_tensor_96" -> "1244 dequantize_per_tensor_97" [style=solid, label="(4, 64, 384)"]; +"1244 dequantize_per_tensor_97" -> "1250 linear_47" [style=solid, label="(4, 64, 384)"]; "1245 scale_updated_constant32" -> "1247 mul_tensor_32" [style=solid, label="(384, 1)"]; "1246 compressed_weight_updated_constant32" -> "1247 mul_tensor_32" [style=solid, label="(384, 384)"]; "1247 mul_tensor_32" -> "1249 sub_tensor_32" [style=solid, label="(384, 384)"]; @@ -3134,9 +3134,9 @@ strict digraph { "1261 layer_norm_17" -> "1262 add_26" [style=solid, label="(1, 14, 14, 384)"]; "1262 add_26" -> "1263 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "1262 add_26" -> "1285 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1263 add_26_0_0_nncf_smooth_quant_0" -> "1264 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1264 quantize_per_tensor_default_49" -> "1265 dequantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1265 dequantize_per_tensor_default_49" -> "1271 linear_48" [style=solid, label="(1, 14, 14, 384)"]; +"1263 add_26_0_0_nncf_smooth_quant_0" -> "1264 quantize_per_tensor_98" [style=solid, label="(1, 14, 14, 384)"]; +"1264 quantize_per_tensor_98" -> "1265 dequantize_per_tensor_99" [style=solid, label="(1, 14, 14, 384)"]; +"1265 dequantize_per_tensor_99" -> "1271 linear_48" [style=solid, label="(1, 14, 14, 384)"]; "1266 scale_updated_constant33" -> "1268 mul_tensor_33" [style=solid, label="(1536, 1)"]; "1267 compressed_weight_updated_constant33" -> "1268 mul_tensor_33" [style=solid, label="(1536, 384)"]; "1268 mul_tensor_33" -> "1270 sub_tensor_33" [style=solid, label="(1536, 384)"]; @@ -3145,9 +3145,9 @@ strict digraph { "1271 linear_48" -> "1272 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; "1272 gelu_7" -> "1273 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; "1273 dropout_30" -> "1274 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1274 dropout_30_0_0_nncf_smooth_quant_0" -> "1275 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1275 quantize_per_tensor_default_50" -> "1276 dequantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1276 dequantize_per_tensor_default_50" -> "1282 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"1274 dropout_30_0_0_nncf_smooth_quant_0" -> "1275 quantize_per_tensor_100" [style=solid, label="(1, 14, 14, 1536)"]; +"1275 quantize_per_tensor_100" -> "1276 dequantize_per_tensor_101" [style=solid, label="(1, 14, 14, 1536)"]; +"1276 dequantize_per_tensor_101" -> "1282 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; "1277 scale_updated_constant34" -> "1279 mul_tensor_34" [style=solid, label="(384, 1)"]; "1278 compressed_weight_updated_constant34" -> "1279 mul_tensor_34" [style=solid, label="(384, 1536)"]; "1279 mul_tensor_34" -> "1281 sub_tensor_34" [style=solid, label="(384, 1536)"]; @@ -3180,9 +3180,9 @@ strict digraph { "1305 clone_8" -> "1306 slice_133" [style=solid, label="(1152,)"]; "1305 clone_8" -> "1316 linear_52" [style=solid, label="(1152,)"]; "1306 slice_133" -> "1307 zero__8" [style=solid, label="(384,)"]; -"1308 reshape_36_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1309 quantize_per_tensor_default_51" -> "1310 dequantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1310 dequantize_per_tensor_default_51" -> "1316 linear_52" [style=solid, label="(4, 64, 384)"]; +"1308 reshape_36_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_102" [style=solid, label="(4, 64, 384)"]; +"1309 quantize_per_tensor_102" -> "1310 dequantize_per_tensor_103" [style=solid, label="(4, 64, 384)"]; +"1310 dequantize_per_tensor_103" -> "1316 linear_52" [style=solid, label="(4, 64, 384)"]; "1311 scale_updated_constant35" -> "1313 mul_tensor_35" [style=solid, label="(1152, 1)"]; "1312 compressed_weight_updated_constant35" -> "1313 mul_tensor_35" [style=solid, label="(1152, 384)"]; "1313 mul_tensor_35" -> "1315 sub_tensor_35" [style=solid, label="(1152, 384)"]; @@ -3203,15 +3203,15 @@ strict digraph { "1322 linalg_vector_norm_16" -> "1323 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; "1323 clamp_min_16" -> "1324 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; "1324 expand_as_16" -> "1325 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1325 div_16" -> "1326 quantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1326 quantize_per_tensor_default_52" -> "1327 dequantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1327 dequantize_per_tensor_default_52" -> "1335 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; +"1325 div_16" -> "1326 quantize_per_tensor_104" [style=solid, label="(4, 12, 64, 32)"]; +"1326 quantize_per_tensor_104" -> "1327 dequantize_per_tensor_105" [style=solid, label="(4, 12, 64, 32)"]; +"1327 dequantize_per_tensor_105" -> "1335 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; "1328 linalg_vector_norm_17" -> "1329 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; "1329 clamp_min_17" -> "1330 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; "1330 expand_as_17" -> "1331 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1331 div_17" -> "1332 quantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1332 quantize_per_tensor_default_53" -> "1333 dequantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1333 dequantize_per_tensor_default_53" -> "1334 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; +"1331 div_17" -> "1332 quantize_per_tensor_106" [style=solid, label="(4, 12, 64, 32)"]; +"1332 quantize_per_tensor_106" -> "1333 dequantize_per_tensor_107" [style=solid, label="(4, 12, 64, 32)"]; +"1333 dequantize_per_tensor_107" -> "1334 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; "1334 transpose_16" -> "1335 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; "1335 matmul_16" -> "1338 mul_17" [style=solid, label="(4, 12, 64, 64)"]; "1336 clamp_8" -> "1337 exp_8" [style=solid, label="(12, 1, 1)"]; @@ -3223,9 +3223,9 @@ strict digraph { "1342 matmul_17" -> "1343 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; "1343 transpose_17" -> "1344 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; "1344 reshape_38" -> "1345 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1345 reshape_38_0_0_nncf_smooth_quant_0" -> "1346 quantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1346 quantize_per_tensor_default_54" -> "1347 dequantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1347 dequantize_per_tensor_default_54" -> "1353 linear_53" [style=solid, label="(4, 64, 384)"]; +"1345 reshape_38_0_0_nncf_smooth_quant_0" -> "1346 quantize_per_tensor_108" [style=solid, label="(4, 64, 384)"]; +"1346 quantize_per_tensor_108" -> "1347 dequantize_per_tensor_109" [style=solid, label="(4, 64, 384)"]; +"1347 dequantize_per_tensor_109" -> "1353 linear_53" [style=solid, label="(4, 64, 384)"]; "1348 scale_updated_constant36" -> "1350 mul_tensor_36" [style=solid, label="(384, 1)"]; "1349 compressed_weight_updated_constant36" -> "1350 mul_tensor_36" [style=solid, label="(384, 384)"]; "1350 mul_tensor_36" -> "1352 sub_tensor_36" [style=solid, label="(384, 384)"]; @@ -3244,9 +3244,9 @@ strict digraph { "1363 layer_norm_19" -> "1364 add_29" [style=solid, label="(1, 14, 14, 384)"]; "1364 add_29" -> "1365 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "1364 add_29" -> "1387 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1365 add_29_0_0_nncf_smooth_quant_0" -> "1366 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1366 quantize_per_tensor_default_55" -> "1367 dequantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1367 dequantize_per_tensor_default_55" -> "1373 linear_54" [style=solid, label="(1, 14, 14, 384)"]; +"1365 add_29_0_0_nncf_smooth_quant_0" -> "1366 quantize_per_tensor_110" [style=solid, label="(1, 14, 14, 384)"]; +"1366 quantize_per_tensor_110" -> "1367 dequantize_per_tensor_111" [style=solid, label="(1, 14, 14, 384)"]; +"1367 dequantize_per_tensor_111" -> "1373 linear_54" [style=solid, label="(1, 14, 14, 384)"]; "1368 scale_updated_constant37" -> "1370 mul_tensor_37" [style=solid, label="(1536, 1)"]; "1369 compressed_weight_updated_constant37" -> "1370 mul_tensor_37" [style=solid, label="(1536, 384)"]; "1370 mul_tensor_37" -> "1372 sub_tensor_37" [style=solid, label="(1536, 384)"]; @@ -3255,9 +3255,9 @@ strict digraph { "1373 linear_54" -> "1374 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; "1374 gelu_8" -> "1375 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; "1375 dropout_34" -> "1376 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1376 dropout_34_0_0_nncf_smooth_quant_0" -> "1377 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1377 quantize_per_tensor_default_56" -> "1378 dequantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1378 dequantize_per_tensor_default_56" -> "1384 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1376 dropout_34_0_0_nncf_smooth_quant_0" -> "1377 quantize_per_tensor_112" [style=solid, label="(1, 14, 14, 1536)"]; +"1377 quantize_per_tensor_112" -> "1378 dequantize_per_tensor_113" [style=solid, label="(1, 14, 14, 1536)"]; +"1378 dequantize_per_tensor_113" -> "1384 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; "1379 scale_updated_constant38" -> "1381 mul_tensor_38" [style=solid, label="(384, 1)"]; "1380 compressed_weight_updated_constant38" -> "1381 mul_tensor_38" [style=solid, label="(384, 1536)"]; "1381 mul_tensor_38" -> "1383 sub_tensor_38" [style=solid, label="(384, 1536)"]; @@ -3292,9 +3292,9 @@ strict digraph { "1408 clone_9" -> "1409 slice_138" [style=solid, label="(1152,)"]; "1408 clone_9" -> "1419 linear_58" [style=solid, label="(1152,)"]; "1409 slice_138" -> "1410 zero__9" [style=solid, label="(384,)"]; -"1411 reshape_40_0_0_nncf_smooth_quant_0" -> "1412 quantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1412 quantize_per_tensor_default_57" -> "1413 dequantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1413 dequantize_per_tensor_default_57" -> "1419 linear_58" [style=solid, label="(4, 64, 384)"]; +"1411 reshape_40_0_0_nncf_smooth_quant_0" -> "1412 quantize_per_tensor_114" [style=solid, label="(4, 64, 384)"]; +"1412 quantize_per_tensor_114" -> "1413 dequantize_per_tensor_115" [style=solid, label="(4, 64, 384)"]; +"1413 dequantize_per_tensor_115" -> "1419 linear_58" [style=solid, label="(4, 64, 384)"]; "1414 scale_updated_constant39" -> "1416 mul_tensor_39" [style=solid, label="(1152, 1)"]; "1415 compressed_weight_updated_constant39" -> "1416 mul_tensor_39" [style=solid, label="(1152, 384)"]; "1416 mul_tensor_39" -> "1418 sub_tensor_39" [style=solid, label="(1152, 384)"]; @@ -3315,15 +3315,15 @@ strict digraph { "1425 linalg_vector_norm_18" -> "1426 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; "1426 clamp_min_18" -> "1427 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; "1427 expand_as_18" -> "1428 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1428 div_18" -> "1429 quantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1429 quantize_per_tensor_default_58" -> "1430 dequantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1430 dequantize_per_tensor_default_58" -> "1438 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; +"1428 div_18" -> "1429 quantize_per_tensor_116" [style=solid, label="(4, 12, 64, 32)"]; +"1429 quantize_per_tensor_116" -> "1430 dequantize_per_tensor_117" [style=solid, label="(4, 12, 64, 32)"]; +"1430 dequantize_per_tensor_117" -> "1438 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; "1431 linalg_vector_norm_19" -> "1432 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; "1432 clamp_min_19" -> "1433 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; "1433 expand_as_19" -> "1434 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1434 div_19" -> "1435 quantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1435 quantize_per_tensor_default_59" -> "1436 dequantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1436 dequantize_per_tensor_default_59" -> "1437 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; +"1434 div_19" -> "1435 quantize_per_tensor_118" [style=solid, label="(4, 12, 64, 32)"]; +"1435 quantize_per_tensor_118" -> "1436 dequantize_per_tensor_119" [style=solid, label="(4, 12, 64, 32)"]; +"1436 dequantize_per_tensor_119" -> "1437 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; "1437 transpose_18" -> "1438 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; "1438 matmul_18" -> "1441 mul_19" [style=solid, label="(4, 12, 64, 64)"]; "1439 clamp_9" -> "1440 exp_9" [style=solid, label="(12, 1, 1)"]; @@ -3390,9 +3390,9 @@ strict digraph { "1497 matmul_19" -> "1498 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; "1498 transpose_19" -> "1499 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; "1499 reshape_43" -> "1500 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1500 reshape_43_0_0_nncf_smooth_quant_0" -> "1501 quantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1501 quantize_per_tensor_default_60" -> "1502 dequantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1502 dequantize_per_tensor_default_60" -> "1508 linear_59" [style=solid, label="(4, 64, 384)"]; +"1500 reshape_43_0_0_nncf_smooth_quant_0" -> "1501 quantize_per_tensor_120" [style=solid, label="(4, 64, 384)"]; +"1501 quantize_per_tensor_120" -> "1502 dequantize_per_tensor_121" [style=solid, label="(4, 64, 384)"]; +"1502 dequantize_per_tensor_121" -> "1508 linear_59" [style=solid, label="(4, 64, 384)"]; "1503 scale_updated_constant40" -> "1505 mul_tensor_40" [style=solid, label="(384, 1)"]; "1504 compressed_weight_updated_constant40" -> "1505 mul_tensor_40" [style=solid, label="(384, 384)"]; "1505 mul_tensor_40" -> "1507 sub_tensor_40" [style=solid, label="(384, 384)"]; @@ -3412,9 +3412,9 @@ strict digraph { "1519 layer_norm_21" -> "1520 add_33" [style=solid, label="(1, 14, 14, 384)"]; "1520 add_33" -> "1521 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "1520 add_33" -> "1543 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1521 add_33_0_0_nncf_smooth_quant_0" -> "1522 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1522 quantize_per_tensor_default_61" -> "1523 dequantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1523 dequantize_per_tensor_default_61" -> "1529 linear_60" [style=solid, label="(1, 14, 14, 384)"]; +"1521 add_33_0_0_nncf_smooth_quant_0" -> "1522 quantize_per_tensor_122" [style=solid, label="(1, 14, 14, 384)"]; +"1522 quantize_per_tensor_122" -> "1523 dequantize_per_tensor_123" [style=solid, label="(1, 14, 14, 384)"]; +"1523 dequantize_per_tensor_123" -> "1529 linear_60" [style=solid, label="(1, 14, 14, 384)"]; "1524 scale_updated_constant41" -> "1526 mul_tensor_41" [style=solid, label="(1536, 1)"]; "1525 compressed_weight_updated_constant41" -> "1526 mul_tensor_41" [style=solid, label="(1536, 384)"]; "1526 mul_tensor_41" -> "1528 sub_tensor_41" [style=solid, label="(1536, 384)"]; @@ -3423,9 +3423,9 @@ strict digraph { "1529 linear_60" -> "1530 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; "1530 gelu_9" -> "1531 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; "1531 dropout_38" -> "1532 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1532 dropout_38_0_0_nncf_smooth_quant_0" -> "1533 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1533 quantize_per_tensor_default_62" -> "1534 dequantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1534 dequantize_per_tensor_default_62" -> "1540 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1532 dropout_38_0_0_nncf_smooth_quant_0" -> "1533 quantize_per_tensor_124" [style=solid, label="(1, 14, 14, 1536)"]; +"1533 quantize_per_tensor_124" -> "1534 dequantize_per_tensor_125" [style=solid, label="(1, 14, 14, 1536)"]; +"1534 dequantize_per_tensor_125" -> "1540 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; "1535 scale_updated_constant42" -> "1537 mul_tensor_42" [style=solid, label="(384, 1)"]; "1536 compressed_weight_updated_constant42" -> "1537 mul_tensor_42" [style=solid, label="(384, 1536)"]; "1537 mul_tensor_42" -> "1539 sub_tensor_42" [style=solid, label="(384, 1536)"]; @@ -3452,9 +3452,9 @@ strict digraph { "1555 slice_171" -> "1556 slice_172" [style=solid, label="(1, 7, 7, 384)"]; "1556 slice_172" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; "1557 cat_2" -> "1558 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; -"1558 cat_2_0_0_nncf_smooth_quant_0" -> "1559 quantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1559 quantize_per_tensor_default_63" -> "1560 dequantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1560 dequantize_per_tensor_default_63" -> "1566 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1558 cat_2_0_0_nncf_smooth_quant_0" -> "1559 quantize_per_tensor_126" [style=solid, label="(1, 7, 7, 1536)"]; +"1559 quantize_per_tensor_126" -> "1560 dequantize_per_tensor_127" [style=solid, label="(1, 7, 7, 1536)"]; +"1560 dequantize_per_tensor_127" -> "1566 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; "1561 scale_updated_constant43" -> "1563 mul_tensor_43" [style=solid, label="(768, 1)"]; "1562 compressed_weight_updated_constant43" -> "1563 mul_tensor_43" [style=solid, label="(768, 1536)"]; "1563 mul_tensor_43" -> "1565 sub_tensor_43" [style=solid, label="(768, 1536)"]; @@ -3485,9 +3485,9 @@ strict digraph { "1587 clone_10" -> "1588 slice_173" [style=solid, label="(2304,)"]; "1587 clone_10" -> "1598 linear_65" [style=solid, label="(2304,)"]; "1588 slice_173" -> "1589 zero__10" [style=solid, label="(768,)"]; -"1590 reshape_45_0_0_nncf_smooth_quant_0" -> "1591 quantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1591 quantize_per_tensor_default_64" -> "1592 dequantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1592 dequantize_per_tensor_default_64" -> "1598 linear_65" [style=solid, label="(1, 64, 768)"]; +"1590 reshape_45_0_0_nncf_smooth_quant_0" -> "1591 quantize_per_tensor_128" [style=solid, label="(1, 64, 768)"]; +"1591 quantize_per_tensor_128" -> "1592 dequantize_per_tensor_129" [style=solid, label="(1, 64, 768)"]; +"1592 dequantize_per_tensor_129" -> "1598 linear_65" [style=solid, label="(1, 64, 768)"]; "1593 scale_updated_constant44" -> "1595 mul_tensor_44" [style=solid, label="(2304, 1)"]; "1594 compressed_weight_updated_constant44" -> "1595 mul_tensor_44" [style=solid, label="(2304, 768)"]; "1595 mul_tensor_44" -> "1597 sub_tensor_44" [style=solid, label="(2304, 768)"]; @@ -3508,15 +3508,15 @@ strict digraph { "1604 linalg_vector_norm_20" -> "1605 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; "1605 clamp_min_20" -> "1606 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; "1606 expand_as_20" -> "1607 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1607 div_20" -> "1608 quantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1608 quantize_per_tensor_default_65" -> "1609 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1609 dequantize_per_tensor_default_65" -> "1617 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; +"1607 div_20" -> "1608 quantize_per_tensor_130" [style=solid, label="(1, 24, 64, 32)"]; +"1608 quantize_per_tensor_130" -> "1609 dequantize_per_tensor_131" [style=solid, label="(1, 24, 64, 32)"]; +"1609 dequantize_per_tensor_131" -> "1617 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; "1610 linalg_vector_norm_21" -> "1611 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; "1611 clamp_min_21" -> "1612 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; "1612 expand_as_21" -> "1613 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1613 div_21" -> "1614 quantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1614 quantize_per_tensor_default_66" -> "1615 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1615 dequantize_per_tensor_default_66" -> "1616 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; +"1613 div_21" -> "1614 quantize_per_tensor_132" [style=solid, label="(1, 24, 64, 32)"]; +"1614 quantize_per_tensor_132" -> "1615 dequantize_per_tensor_133" [style=solid, label="(1, 24, 64, 32)"]; +"1615 dequantize_per_tensor_133" -> "1616 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; "1616 transpose_20" -> "1617 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; "1617 matmul_20" -> "1620 mul_21" [style=solid, label="(1, 24, 64, 64)"]; "1618 clamp_10" -> "1619 exp_10" [style=solid, label="(24, 1, 1)"]; @@ -3528,9 +3528,9 @@ strict digraph { "1624 matmul_21" -> "1625 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; "1625 transpose_21" -> "1626 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; "1626 reshape_47" -> "1627 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1627 reshape_47_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1628 quantize_per_tensor_default_67" -> "1629 dequantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1629 dequantize_per_tensor_default_67" -> "1635 linear_66" [style=solid, label="(1, 64, 768)"]; +"1627 reshape_47_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_134" [style=solid, label="(1, 64, 768)"]; +"1628 quantize_per_tensor_134" -> "1629 dequantize_per_tensor_135" [style=solid, label="(1, 64, 768)"]; +"1629 dequantize_per_tensor_135" -> "1635 linear_66" [style=solid, label="(1, 64, 768)"]; "1630 scale_updated_constant45" -> "1632 mul_tensor_45" [style=solid, label="(768, 1)"]; "1631 compressed_weight_updated_constant45" -> "1632 mul_tensor_45" [style=solid, label="(768, 768)"]; "1632 mul_tensor_45" -> "1634 sub_tensor_45" [style=solid, label="(768, 768)"]; @@ -3549,9 +3549,9 @@ strict digraph { "1645 layer_norm_24" -> "1646 add_36" [style=solid, label="(1, 7, 7, 768)"]; "1646 add_36" -> "1647 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; "1646 add_36" -> "1669 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1647 add_36_0_0_nncf_smooth_quant_0" -> "1648 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1648 quantize_per_tensor_default_68" -> "1649 dequantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1649 dequantize_per_tensor_default_68" -> "1655 linear_67" [style=solid, label="(1, 7, 7, 768)"]; +"1647 add_36_0_0_nncf_smooth_quant_0" -> "1648 quantize_per_tensor_136" [style=solid, label="(1, 7, 7, 768)"]; +"1648 quantize_per_tensor_136" -> "1649 dequantize_per_tensor_137" [style=solid, label="(1, 7, 7, 768)"]; +"1649 dequantize_per_tensor_137" -> "1655 linear_67" [style=solid, label="(1, 7, 7, 768)"]; "1650 scale_updated_constant46" -> "1652 mul_tensor_46" [style=solid, label="(3072, 1)"]; "1651 compressed_weight_updated_constant46" -> "1652 mul_tensor_46" [style=solid, label="(3072, 768)"]; "1652 mul_tensor_46" -> "1654 sub_tensor_46" [style=solid, label="(3072, 768)"]; @@ -3560,9 +3560,9 @@ strict digraph { "1655 linear_67" -> "1656 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; "1656 gelu_10" -> "1657 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; "1657 dropout_42" -> "1658 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1658 dropout_42_0_0_nncf_smooth_quant_0" -> "1659 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1659 quantize_per_tensor_default_69" -> "1660 dequantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1660 dequantize_per_tensor_default_69" -> "1666 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1658 dropout_42_0_0_nncf_smooth_quant_0" -> "1659 quantize_per_tensor_138" [style=solid, label="(1, 7, 7, 3072)"]; +"1659 quantize_per_tensor_138" -> "1660 dequantize_per_tensor_139" [style=solid, label="(1, 7, 7, 3072)"]; +"1660 dequantize_per_tensor_139" -> "1666 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; "1661 scale_updated_constant47" -> "1663 mul_tensor_47" [style=solid, label="(768, 1)"]; "1662 compressed_weight_updated_constant47" -> "1663 mul_tensor_47" [style=solid, label="(768, 3072)"]; "1663 mul_tensor_47" -> "1665 sub_tensor_47" [style=solid, label="(768, 3072)"]; @@ -3595,9 +3595,9 @@ strict digraph { "1689 clone_11" -> "1690 slice_178" [style=solid, label="(2304,)"]; "1689 clone_11" -> "1700 linear_71" [style=solid, label="(2304,)"]; "1690 slice_178" -> "1691 zero__11" [style=solid, label="(768,)"]; -"1692 reshape_49_0_0_nncf_smooth_quant_0" -> "1693 quantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1693 quantize_per_tensor_default_70" -> "1694 dequantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1694 dequantize_per_tensor_default_70" -> "1700 linear_71" [style=solid, label="(1, 64, 768)"]; +"1692 reshape_49_0_0_nncf_smooth_quant_0" -> "1693 quantize_per_tensor_140" [style=solid, label="(1, 64, 768)"]; +"1693 quantize_per_tensor_140" -> "1694 dequantize_per_tensor_141" [style=solid, label="(1, 64, 768)"]; +"1694 dequantize_per_tensor_141" -> "1700 linear_71" [style=solid, label="(1, 64, 768)"]; "1695 scale_updated_constant48" -> "1697 mul_tensor_48" [style=solid, label="(2304, 1)"]; "1696 compressed_weight_updated_constant48" -> "1697 mul_tensor_48" [style=solid, label="(2304, 768)"]; "1697 mul_tensor_48" -> "1699 sub_tensor_48" [style=solid, label="(2304, 768)"]; @@ -3618,15 +3618,15 @@ strict digraph { "1706 linalg_vector_norm_22" -> "1707 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; "1707 clamp_min_22" -> "1708 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; "1708 expand_as_22" -> "1709 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1709 div_22" -> "1710 quantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1710 quantize_per_tensor_default_71" -> "1711 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1711 dequantize_per_tensor_default_71" -> "1719 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; +"1709 div_22" -> "1710 quantize_per_tensor_142" [style=solid, label="(1, 24, 64, 32)"]; +"1710 quantize_per_tensor_142" -> "1711 dequantize_per_tensor_143" [style=solid, label="(1, 24, 64, 32)"]; +"1711 dequantize_per_tensor_143" -> "1719 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; "1712 linalg_vector_norm_23" -> "1713 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; "1713 clamp_min_23" -> "1714 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; "1714 expand_as_23" -> "1715 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1715 div_23" -> "1716 quantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1716 quantize_per_tensor_default_72" -> "1717 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1717 dequantize_per_tensor_default_72" -> "1718 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; +"1715 div_23" -> "1716 quantize_per_tensor_144" [style=solid, label="(1, 24, 64, 32)"]; +"1716 quantize_per_tensor_144" -> "1717 dequantize_per_tensor_145" [style=solid, label="(1, 24, 64, 32)"]; +"1717 dequantize_per_tensor_145" -> "1718 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; "1718 transpose_22" -> "1719 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; "1719 matmul_22" -> "1722 mul_23" [style=solid, label="(1, 24, 64, 64)"]; "1720 clamp_11" -> "1721 exp_11" [style=solid, label="(24, 1, 1)"]; @@ -3638,9 +3638,9 @@ strict digraph { "1726 matmul_23" -> "1727 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; "1727 transpose_23" -> "1728 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; "1728 reshape_51" -> "1729 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1729 reshape_51_0_0_nncf_smooth_quant_0" -> "1730 quantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1730 quantize_per_tensor_default_73" -> "1731 dequantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1731 dequantize_per_tensor_default_73" -> "1737 linear_72" [style=solid, label="(1, 64, 768)"]; +"1729 reshape_51_0_0_nncf_smooth_quant_0" -> "1730 quantize_per_tensor_146" [style=solid, label="(1, 64, 768)"]; +"1730 quantize_per_tensor_146" -> "1731 dequantize_per_tensor_147" [style=solid, label="(1, 64, 768)"]; +"1731 dequantize_per_tensor_147" -> "1737 linear_72" [style=solid, label="(1, 64, 768)"]; "1732 scale_updated_constant49" -> "1734 mul_tensor_49" [style=solid, label="(768, 1)"]; "1733 compressed_weight_updated_constant49" -> "1734 mul_tensor_49" [style=solid, label="(768, 768)"]; "1734 mul_tensor_49" -> "1736 sub_tensor_49" [style=solid, label="(768, 768)"]; @@ -3659,9 +3659,9 @@ strict digraph { "1747 layer_norm_26" -> "1748 add_39" [style=solid, label="(1, 7, 7, 768)"]; "1748 add_39" -> "1749 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; "1748 add_39" -> "1771 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1749 add_39_0_0_nncf_smooth_quant_0" -> "1750 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1750 quantize_per_tensor_default_74" -> "1751 dequantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1751 dequantize_per_tensor_default_74" -> "1757 linear_73" [style=solid, label="(1, 7, 7, 768)"]; +"1749 add_39_0_0_nncf_smooth_quant_0" -> "1750 quantize_per_tensor_148" [style=solid, label="(1, 7, 7, 768)"]; +"1750 quantize_per_tensor_148" -> "1751 dequantize_per_tensor_149" [style=solid, label="(1, 7, 7, 768)"]; +"1751 dequantize_per_tensor_149" -> "1757 linear_73" [style=solid, label="(1, 7, 7, 768)"]; "1752 scale_updated_constant50" -> "1754 mul_tensor_50" [style=solid, label="(3072, 1)"]; "1753 compressed_weight_updated_constant50" -> "1754 mul_tensor_50" [style=solid, label="(3072, 768)"]; "1754 mul_tensor_50" -> "1756 sub_tensor_50" [style=solid, label="(3072, 768)"]; @@ -3670,9 +3670,9 @@ strict digraph { "1757 linear_73" -> "1758 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; "1758 gelu_11" -> "1759 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; "1759 dropout_46" -> "1760 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1760 dropout_46_0_0_nncf_smooth_quant_0" -> "1761 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1761 quantize_per_tensor_default_75" -> "1762 dequantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1762 dequantize_per_tensor_default_75" -> "1768 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1760 dropout_46_0_0_nncf_smooth_quant_0" -> "1761 quantize_per_tensor_150" [style=solid, label="(1, 7, 7, 3072)"]; +"1761 quantize_per_tensor_150" -> "1762 dequantize_per_tensor_151" [style=solid, label="(1, 7, 7, 3072)"]; +"1762 dequantize_per_tensor_151" -> "1768 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; "1763 scale_updated_constant51" -> "1765 mul_tensor_51" [style=solid, label="(768, 1)"]; "1764 compressed_weight_updated_constant51" -> "1765 mul_tensor_51" [style=solid, label="(768, 3072)"]; "1765 mul_tensor_51" -> "1767 sub_tensor_51" [style=solid, label="(768, 3072)"]; @@ -3686,9 +3686,9 @@ strict digraph { "1773 permute_54" -> "1774 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; "1774 adaptive_avg_pool2d" -> "1775 flatten" [style=solid, label="(1, 768, 1, 1)"]; "1775 flatten" -> "1776 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1776 flatten_0_0_nncf_smooth_quant_0" -> "1777 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1777 quantize_per_tensor_default_76" -> "1778 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1778 dequantize_per_tensor_default_76" -> "1784 linear_75" [style=solid, label="(1, 768)"]; +"1776 flatten_0_0_nncf_smooth_quant_0" -> "1777 quantize_per_tensor_152" [style=solid, label="(1, 768)"]; +"1777 quantize_per_tensor_152" -> "1778 dequantize_per_tensor_153" [style=solid, label="(1, 768)"]; +"1778 dequantize_per_tensor_153" -> "1784 linear_75" [style=solid, label="(1, 768)"]; "1779 scale_updated_constant52" -> "1781 mul_tensor_52" [style=solid, label="(1000, 1)"]; "1780 compressed_weight_updated_constant52" -> "1781 mul_tensor_52" [style=solid, label="(1000, 768)"]; "1781 mul_tensor_52" -> "1783 sub_tensor_52" [style=solid, label="(1000, 768)"]; diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/synthetic_transformer.dot b/tests/torch2/data/fx/OpenVINOQuantizer/synthetic_transformer.dot index b86178cf5ff..b27fa397207 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/synthetic_transformer.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/synthetic_transformer.dot @@ -1,49 +1,49 @@ -strict digraph { -"0 wte_weight" [id=0, type=get_attr]; -"1 linear_bias" [id=1, type=get_attr]; -"2 lm_head_bias" [id=2, type=get_attr]; +strict digraph { +"0 wte_weight" [id=0, type="get_attr"]; +"1 linear_bias" [id=1, type="get_attr"]; +"2 lm_head_bias" [id=2, type="get_attr"]; "3 input_ids" [id=3, type=input]; "4 embedding" [id=4, type=embedding]; -"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type=call_module]; -"6 quantize_per_tensor_default" [id=6, type=quantize_per_tensor]; -"7 dequantize_per_tensor_default" [id=7, type=dequantize_per_tensor]; -"8 scale_updated_constant0" [id=8, type=get_attr]; -"9 compressed_weight_updated_constant0" [id=9, type=get_attr]; +"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type="call_module"]; +"6 quantize_per_tensor_0" [id=6, type="quantize_per_tensor"]; +"7 dequantize_per_tensor_1" [id=7, type="dequantize_per_tensor"]; +"8 scale_updated_constant0" [id=8, type="get_attr"]; +"9 compressed_weight_updated_constant0" [id=9, type="get_attr"]; "10 mul_tensor" [id=10, type=mul]; -"11 zero_point_updated_constant0" [id=11, type=get_attr]; +"11 zero_point_updated_constant0" [id=11, type="get_attr"]; "12 sub_tensor" [id=12, type=sub]; "13 linear" [id=13, type=linear]; -"14 linear_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; -"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; -"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; -"17 scale_updated_constant1" [id=17, type=get_attr]; -"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"14 linear_0_0_nncf_smooth_quant_0" [id=14, type="call_module"]; +"15 quantize_per_tensor_2" [id=15, type="quantize_per_tensor"]; +"16 dequantize_per_tensor_3" [id=16, type="dequantize_per_tensor"]; +"17 scale_updated_constant1" [id=17, type="get_attr"]; +"18 compressed_weight_updated_constant1" [id=18, type="get_attr"]; "19 mul_tensor_1" [id=19, type=mul]; -"20 zero_point_updated_constant1" [id=20, type=get_attr]; +"20 zero_point_updated_constant1" [id=20, type="get_attr"]; "21 sub_tensor_1" [id=21, type=sub]; "22 linear_1" [id=22, type=linear]; "23 output" [id=23, type=output]; -"0 wte_weight" -> "4 embedding" [label="(10, 5)", style=solid]; -"1 linear_bias" -> "13 linear" [label="(5,)", style=solid]; -"2 lm_head_bias" -> "22 linear_1" [label="(10,)", style=solid]; -"3 input_ids" -> "4 embedding" [label="(5,)", style=solid]; -"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_default" [label="(5, 5)", style=solid]; -"6 quantize_per_tensor_default" -> "7 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; -"7 dequantize_per_tensor_default" -> "13 linear" [label="(5, 5)", style=solid]; -"8 scale_updated_constant0" -> "10 mul_tensor" [label="(5, 1)", style=solid]; -"9 compressed_weight_updated_constant0" -> "10 mul_tensor" [label="(5, 5)", style=solid]; -"10 mul_tensor" -> "12 sub_tensor" [label="(5, 5)", style=solid]; -"11 zero_point_updated_constant0" -> "12 sub_tensor" [label="(5, 1)", style=solid]; -"12 sub_tensor" -> "13 linear" [label="(5, 5)", style=solid]; -"13 linear" -> "14 linear_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"14 linear_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; -"17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(10, 1)", style=solid]; -"18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(10, 5)", style=solid]; -"19 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; -"20 zero_point_updated_constant1" -> "21 sub_tensor_1" [label="(10, 1)", style=solid]; -"21 sub_tensor_1" -> "22 linear_1" [label="(10, 5)", style=solid]; -"22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; +"0 wte_weight" -> "4 embedding" [style=solid, label="(10, 5)"]; +"1 linear_bias" -> "13 linear" [style=solid, label="(5,)"]; +"2 lm_head_bias" -> "22 linear_1" [style=solid, label="(10,)"]; +"3 input_ids" -> "4 embedding" [style=solid, label="(5,)"]; +"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [style=solid, label="(5, 5)"]; +"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_0" [style=solid, label="(5, 5)"]; +"6 quantize_per_tensor_0" -> "7 dequantize_per_tensor_1" [style=solid, label="(5, 5)"]; +"7 dequantize_per_tensor_1" -> "13 linear" [style=solid, label="(5, 5)"]; +"8 scale_updated_constant0" -> "10 mul_tensor" [style=solid, label="(5, 1)"]; +"9 compressed_weight_updated_constant0" -> "10 mul_tensor" [style=solid, label="(5, 5)"]; +"10 mul_tensor" -> "12 sub_tensor" [style=solid, label="(5, 5)"]; +"11 zero_point_updated_constant0" -> "12 sub_tensor" [style=solid, label="(5, 1)"]; +"12 sub_tensor" -> "13 linear" [style=solid, label="(5, 5)"]; +"13 linear" -> "14 linear_0_0_nncf_smooth_quant_0" [style=solid, label="(5, 5)"]; +"14 linear_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_2" [style=solid, label="(5, 5)"]; +"15 quantize_per_tensor_2" -> "16 dequantize_per_tensor_3" [style=solid, label="(5, 5)"]; +"16 dequantize_per_tensor_3" -> "22 linear_1" [style=solid, label="(5, 5)"]; +"17 scale_updated_constant1" -> "19 mul_tensor_1" [style=solid, label="(10, 1)"]; +"18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [style=solid, label="(10, 5)"]; +"19 mul_tensor_1" -> "21 sub_tensor_1" [style=solid, label="(10, 5)"]; +"20 zero_point_updated_constant1" -> "21 sub_tensor_1" [style=solid, label="(10, 1)"]; +"21 sub_tensor_1" -> "22 linear_1" [style=solid, label="(10, 5)"]; +"22 linear_1" -> "23 output" [style=solid, label="(5, 10)"]; } diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/unet.dot b/tests/torch2/data/fx/OpenVINOQuantizer/unet.dot index f7bdaa3f021..8307cba75c0 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/unet.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/unet.dot @@ -23,8 +23,8 @@ strict digraph { "21 up_path_3_conv_block_block_3_bias" [id=21, type="get_attr"]; "22 last_bias" [id=22, type="get_attr"]; "23 x" [id=23, type=input]; -"24 quantize_per_tensor_default_8" [id=24, type="quantize_per_tensor"]; -"25 dequantize_per_tensor_default_8" [id=25, type="dequantize_per_tensor"]; +"24 quantize_per_tensor_0" [id=24, type="quantize_per_tensor"]; +"25 dequantize_per_tensor_1" [id=25, type="dequantize_per_tensor"]; "26 scale_updated_constant0" [id=26, type="get_attr"]; "27 compressed_weight_updated_constant0" [id=27, type="get_attr"]; "28 mul_tensor" [id=28, type=mul]; @@ -32,8 +32,8 @@ strict digraph { "30 sub_tensor" [id=30, type=sub]; "31 conv2d" [id=31, type=conv2d]; "32 relu" [id=32, type=relu]; -"33 quantize_per_tensor_default_9" [id=33, type="quantize_per_tensor"]; -"34 dequantize_per_tensor_default_9" [id=34, type="dequantize_per_tensor"]; +"33 quantize_per_tensor_2" [id=33, type="quantize_per_tensor"]; +"34 dequantize_per_tensor_3" [id=34, type="dequantize_per_tensor"]; "35 scale_updated_constant1" [id=35, type="get_attr"]; "36 compressed_weight_updated_constant1" [id=36, type="get_attr"]; "37 mul_tensor_1" [id=37, type=mul]; @@ -41,467 +41,475 @@ strict digraph { "39 sub_tensor_1" [id=39, type=sub]; "40 conv2d_1" [id=40, type=conv2d]; "41 relu_1" [id=41, type=relu]; -"42 quantize_per_tensor_default" [id=42, type="quantize_per_tensor"]; -"43 dequantize_per_tensor_default" [id=43, type="dequantize_per_tensor"]; -"44 max_pool2d" [id=44, type="max_pool2d"]; -"45 scale_updated_constant2" [id=45, type="get_attr"]; -"46 compressed_weight_updated_constant2" [id=46, type="get_attr"]; -"47 mul_tensor_2" [id=47, type=mul]; -"48 zero_point_updated_constant2" [id=48, type="get_attr"]; -"49 sub_tensor_2" [id=49, type=sub]; -"50 conv2d_2" [id=50, type=conv2d]; -"51 relu_2" [id=51, type=relu]; -"52 quantize_per_tensor_default_10" [id=52, type="quantize_per_tensor"]; -"53 dequantize_per_tensor_default_10" [id=53, type="dequantize_per_tensor"]; -"54 scale_updated_constant3" [id=54, type="get_attr"]; -"55 compressed_weight_updated_constant3" [id=55, type="get_attr"]; -"56 mul_tensor_3" [id=56, type=mul]; -"57 zero_point_updated_constant3" [id=57, type="get_attr"]; -"58 sub_tensor_3" [id=58, type=sub]; -"59 conv2d_3" [id=59, type=conv2d]; -"60 relu_3" [id=60, type=relu]; -"61 quantize_per_tensor_default_3" [id=61, type="quantize_per_tensor"]; -"62 dequantize_per_tensor_default_3" [id=62, type="dequantize_per_tensor"]; -"63 max_pool2d_1" [id=63, type="max_pool2d"]; -"64 scale_updated_constant4" [id=64, type="get_attr"]; -"65 compressed_weight_updated_constant4" [id=65, type="get_attr"]; -"66 mul_tensor_4" [id=66, type=mul]; -"67 zero_point_updated_constant4" [id=67, type="get_attr"]; -"68 sub_tensor_4" [id=68, type=sub]; -"69 conv2d_4" [id=69, type=conv2d]; -"70 relu_4" [id=70, type=relu]; -"71 quantize_per_tensor_default_11" [id=71, type="quantize_per_tensor"]; -"72 dequantize_per_tensor_default_11" [id=72, type="dequantize_per_tensor"]; -"73 scale_updated_constant5" [id=73, type="get_attr"]; -"74 compressed_weight_updated_constant5" [id=74, type="get_attr"]; -"75 mul_tensor_5" [id=75, type=mul]; -"76 zero_point_updated_constant5" [id=76, type="get_attr"]; -"77 sub_tensor_5" [id=77, type=sub]; -"78 conv2d_5" [id=78, type=conv2d]; -"79 relu_5" [id=79, type=relu]; -"80 quantize_per_tensor_default_4" [id=80, type="quantize_per_tensor"]; -"81 dequantize_per_tensor_default_4" [id=81, type="dequantize_per_tensor"]; -"82 max_pool2d_2" [id=82, type="max_pool2d"]; -"83 scale_updated_constant6" [id=83, type="get_attr"]; -"84 compressed_weight_updated_constant6" [id=84, type="get_attr"]; -"85 mul_tensor_6" [id=85, type=mul]; -"86 zero_point_updated_constant6" [id=86, type="get_attr"]; -"87 sub_tensor_6" [id=87, type=sub]; -"88 conv2d_6" [id=88, type=conv2d]; -"89 relu_6" [id=89, type=relu]; -"90 quantize_per_tensor_default_12" [id=90, type="quantize_per_tensor"]; -"91 dequantize_per_tensor_default_12" [id=91, type="dequantize_per_tensor"]; -"92 scale_updated_constant7" [id=92, type="get_attr"]; -"93 compressed_weight_updated_constant7" [id=93, type="get_attr"]; -"94 mul_tensor_7" [id=94, type=mul]; -"95 zero_point_updated_constant7" [id=95, type="get_attr"]; -"96 sub_tensor_7" [id=96, type=sub]; -"97 conv2d_7" [id=97, type=conv2d]; -"98 relu_7" [id=98, type=relu]; -"99 quantize_per_tensor_default_7" [id=99, type="quantize_per_tensor"]; -"100 dequantize_per_tensor_default_7" [id=100, type="dequantize_per_tensor"]; -"101 max_pool2d_3" [id=101, type="max_pool2d"]; -"102 scale_updated_constant8" [id=102, type="get_attr"]; -"103 compressed_weight_updated_constant8" [id=103, type="get_attr"]; -"104 mul_tensor_8" [id=104, type=mul]; -"105 zero_point_updated_constant8" [id=105, type="get_attr"]; -"106 sub_tensor_8" [id=106, type=sub]; -"107 conv2d_8" [id=107, type=conv2d]; -"108 relu_8" [id=108, type=relu]; -"109 quantize_per_tensor_default_13" [id=109, type="quantize_per_tensor"]; -"110 dequantize_per_tensor_default_13" [id=110, type="dequantize_per_tensor"]; -"111 scale_updated_constant9" [id=111, type="get_attr"]; -"112 compressed_weight_updated_constant9" [id=112, type="get_attr"]; -"113 mul_tensor_9" [id=113, type=mul]; -"114 zero_point_updated_constant9" [id=114, type="get_attr"]; -"115 sub_tensor_9" [id=115, type=sub]; -"116 conv2d_9" [id=116, type=conv2d]; -"117 relu_9" [id=117, type=relu]; -"118 quantize_per_tensor_default_14" [id=118, type="quantize_per_tensor"]; -"119 dequantize_per_tensor_default_14" [id=119, type="dequantize_per_tensor"]; -"120 scale_updated_constant10" [id=120, type="get_attr"]; -"121 compressed_weight_updated_constant10" [id=121, type="get_attr"]; -"122 mul_tensor_10" [id=122, type=mul]; -"123 zero_point_updated_constant10" [id=123, type="get_attr"]; -"124 sub_tensor_10" [id=124, type=sub]; -"125 conv_transpose2d" [id=125, type="conv_transpose2d"]; -"126 quantize_per_tensor_default_6" [id=126, type="quantize_per_tensor"]; -"127 dequantize_per_tensor_default_6" [id=127, type="dequantize_per_tensor"]; -"128 slice_1" [id=128, type=slice]; -"129 slice_2" [id=129, type=slice]; -"130 slice_3" [id=130, type=slice]; -"131 slice_4" [id=131, type=slice]; -"132 cat" [id=132, type=cat]; -"133 scale_updated_constant11" [id=133, type="get_attr"]; -"134 compressed_weight_updated_constant11" [id=134, type="get_attr"]; -"135 mul_tensor_11" [id=135, type=mul]; -"136 zero_point_updated_constant11" [id=136, type="get_attr"]; -"137 sub_tensor_11" [id=137, type=sub]; -"138 conv2d_10" [id=138, type=conv2d]; -"139 relu_10" [id=139, type=relu]; -"140 quantize_per_tensor_default_15" [id=140, type="quantize_per_tensor"]; -"141 dequantize_per_tensor_default_15" [id=141, type="dequantize_per_tensor"]; -"142 scale_updated_constant12" [id=142, type="get_attr"]; -"143 compressed_weight_updated_constant12" [id=143, type="get_attr"]; -"144 mul_tensor_12" [id=144, type=mul]; -"145 zero_point_updated_constant12" [id=145, type="get_attr"]; -"146 sub_tensor_12" [id=146, type=sub]; -"147 conv2d_11" [id=147, type=conv2d]; -"148 relu_11" [id=148, type=relu]; -"149 quantize_per_tensor_default_16" [id=149, type="quantize_per_tensor"]; -"150 dequantize_per_tensor_default_16" [id=150, type="dequantize_per_tensor"]; -"151 scale_updated_constant13" [id=151, type="get_attr"]; -"152 compressed_weight_updated_constant13" [id=152, type="get_attr"]; -"153 mul_tensor_13" [id=153, type=mul]; -"154 zero_point_updated_constant13" [id=154, type="get_attr"]; -"155 sub_tensor_13" [id=155, type=sub]; -"156 conv_transpose2d_1" [id=156, type="conv_transpose2d"]; -"157 quantize_per_tensor_default_5" [id=157, type="quantize_per_tensor"]; -"158 dequantize_per_tensor_default_5" [id=158, type="dequantize_per_tensor"]; -"159 slice_5" [id=159, type=slice]; -"160 slice_6" [id=160, type=slice]; -"161 slice_7" [id=161, type=slice]; -"162 slice_8" [id=162, type=slice]; -"163 cat_1" [id=163, type=cat]; -"164 scale_updated_constant14" [id=164, type="get_attr"]; -"165 compressed_weight_updated_constant14" [id=165, type="get_attr"]; -"166 mul_tensor_14" [id=166, type=mul]; -"167 zero_point_updated_constant14" [id=167, type="get_attr"]; -"168 sub_tensor_14" [id=168, type=sub]; -"169 conv2d_12" [id=169, type=conv2d]; -"170 relu_12" [id=170, type=relu]; -"171 quantize_per_tensor_default_17" [id=171, type="quantize_per_tensor"]; -"172 dequantize_per_tensor_default_17" [id=172, type="dequantize_per_tensor"]; -"173 scale_updated_constant15" [id=173, type="get_attr"]; -"174 compressed_weight_updated_constant15" [id=174, type="get_attr"]; -"175 mul_tensor_15" [id=175, type=mul]; -"176 zero_point_updated_constant15" [id=176, type="get_attr"]; -"177 sub_tensor_15" [id=177, type=sub]; -"178 conv2d_13" [id=178, type=conv2d]; -"179 relu_13" [id=179, type=relu]; -"180 quantize_per_tensor_default_18" [id=180, type="quantize_per_tensor"]; -"181 dequantize_per_tensor_default_18" [id=181, type="dequantize_per_tensor"]; -"182 scale_updated_constant16" [id=182, type="get_attr"]; -"183 compressed_weight_updated_constant16" [id=183, type="get_attr"]; -"184 mul_tensor_16" [id=184, type=mul]; -"185 zero_point_updated_constant16" [id=185, type="get_attr"]; -"186 sub_tensor_16" [id=186, type=sub]; -"187 conv_transpose2d_2" [id=187, type="conv_transpose2d"]; -"188 quantize_per_tensor_default_2" [id=188, type="quantize_per_tensor"]; -"189 dequantize_per_tensor_default_2" [id=189, type="dequantize_per_tensor"]; -"190 slice_9" [id=190, type=slice]; -"191 slice_10" [id=191, type=slice]; -"192 slice_11" [id=192, type=slice]; -"193 slice_12" [id=193, type=slice]; -"194 cat_2" [id=194, type=cat]; -"195 scale_updated_constant17" [id=195, type="get_attr"]; -"196 compressed_weight_updated_constant17" [id=196, type="get_attr"]; -"197 mul_tensor_17" [id=197, type=mul]; -"198 zero_point_updated_constant17" [id=198, type="get_attr"]; -"199 sub_tensor_17" [id=199, type=sub]; -"200 conv2d_14" [id=200, type=conv2d]; -"201 relu_14" [id=201, type=relu]; -"202 quantize_per_tensor_default_19" [id=202, type="quantize_per_tensor"]; -"203 dequantize_per_tensor_default_19" [id=203, type="dequantize_per_tensor"]; -"204 scale_updated_constant18" [id=204, type="get_attr"]; -"205 compressed_weight_updated_constant18" [id=205, type="get_attr"]; -"206 mul_tensor_18" [id=206, type=mul]; -"207 zero_point_updated_constant18" [id=207, type="get_attr"]; -"208 sub_tensor_18" [id=208, type=sub]; -"209 conv2d_15" [id=209, type=conv2d]; -"210 relu_15" [id=210, type=relu]; -"211 quantize_per_tensor_default_20" [id=211, type="quantize_per_tensor"]; -"212 dequantize_per_tensor_default_20" [id=212, type="dequantize_per_tensor"]; -"213 scale_updated_constant19" [id=213, type="get_attr"]; -"214 compressed_weight_updated_constant19" [id=214, type="get_attr"]; -"215 mul_tensor_19" [id=215, type=mul]; -"216 zero_point_updated_constant19" [id=216, type="get_attr"]; -"217 sub_tensor_19" [id=217, type=sub]; -"218 conv_transpose2d_3" [id=218, type="conv_transpose2d"]; -"219 quantize_per_tensor_default_1" [id=219, type="quantize_per_tensor"]; -"220 dequantize_per_tensor_default_1" [id=220, type="dequantize_per_tensor"]; -"221 slice_13" [id=221, type=slice]; -"222 slice_14" [id=222, type=slice]; -"223 slice_15" [id=223, type=slice]; -"224 slice_16" [id=224, type=slice]; -"225 cat_3" [id=225, type=cat]; -"226 scale_updated_constant20" [id=226, type="get_attr"]; -"227 compressed_weight_updated_constant20" [id=227, type="get_attr"]; -"228 mul_tensor_20" [id=228, type=mul]; -"229 zero_point_updated_constant20" [id=229, type="get_attr"]; -"230 sub_tensor_20" [id=230, type=sub]; -"231 conv2d_16" [id=231, type=conv2d]; -"232 relu_16" [id=232, type=relu]; -"233 quantize_per_tensor_default_21" [id=233, type="quantize_per_tensor"]; -"234 dequantize_per_tensor_default_21" [id=234, type="dequantize_per_tensor"]; -"235 scale_updated_constant21" [id=235, type="get_attr"]; -"236 compressed_weight_updated_constant21" [id=236, type="get_attr"]; -"237 mul_tensor_21" [id=237, type=mul]; -"238 zero_point_updated_constant21" [id=238, type="get_attr"]; -"239 sub_tensor_21" [id=239, type=sub]; -"240 conv2d_17" [id=240, type=conv2d]; -"241 relu_17" [id=241, type=relu]; -"242 quantize_per_tensor_default_22" [id=242, type="quantize_per_tensor"]; -"243 dequantize_per_tensor_default_22" [id=243, type="dequantize_per_tensor"]; -"244 scale_updated_constant22" [id=244, type="get_attr"]; -"245 compressed_weight_updated_constant22" [id=245, type="get_attr"]; -"246 mul_tensor_22" [id=246, type=mul]; -"247 zero_point_updated_constant22" [id=247, type="get_attr"]; -"248 sub_tensor_22" [id=248, type=sub]; -"249 conv2d_18" [id=249, type=conv2d]; -"250 output" [id=250, type=output]; +"42 quantize_per_tensor_4" [id=42, type="quantize_per_tensor"]; +"43 dequantize_per_tensor_5" [id=43, type="dequantize_per_tensor"]; +"44 dequantize_per_tensor_6" [id=44, type="dequantize_per_tensor"]; +"45 max_pool2d" [id=45, type="max_pool2d"]; +"46 scale_updated_constant2" [id=46, type="get_attr"]; +"47 compressed_weight_updated_constant2" [id=47, type="get_attr"]; +"48 mul_tensor_2" [id=48, type=mul]; +"49 zero_point_updated_constant2" [id=49, type="get_attr"]; +"50 sub_tensor_2" [id=50, type=sub]; +"51 conv2d_2" [id=51, type=conv2d]; +"52 relu_2" [id=52, type=relu]; +"53 quantize_per_tensor_7" [id=53, type="quantize_per_tensor"]; +"54 dequantize_per_tensor_8" [id=54, type="dequantize_per_tensor"]; +"55 scale_updated_constant3" [id=55, type="get_attr"]; +"56 compressed_weight_updated_constant3" [id=56, type="get_attr"]; +"57 mul_tensor_3" [id=57, type=mul]; +"58 zero_point_updated_constant3" [id=58, type="get_attr"]; +"59 sub_tensor_3" [id=59, type=sub]; +"60 conv2d_3" [id=60, type=conv2d]; +"61 relu_3" [id=61, type=relu]; +"62 quantize_per_tensor_9" [id=62, type="quantize_per_tensor"]; +"63 dequantize_per_tensor_10" [id=63, type="dequantize_per_tensor"]; +"64 dequantize_per_tensor_11" [id=64, type="dequantize_per_tensor"]; +"65 max_pool2d_1" [id=65, type="max_pool2d"]; +"66 scale_updated_constant4" [id=66, type="get_attr"]; +"67 compressed_weight_updated_constant4" [id=67, type="get_attr"]; +"68 mul_tensor_4" [id=68, type=mul]; +"69 zero_point_updated_constant4" [id=69, type="get_attr"]; +"70 sub_tensor_4" [id=70, type=sub]; +"71 conv2d_4" [id=71, type=conv2d]; +"72 relu_4" [id=72, type=relu]; +"73 quantize_per_tensor_12" [id=73, type="quantize_per_tensor"]; +"74 dequantize_per_tensor_13" [id=74, type="dequantize_per_tensor"]; +"75 scale_updated_constant5" [id=75, type="get_attr"]; +"76 compressed_weight_updated_constant5" [id=76, type="get_attr"]; +"77 mul_tensor_5" [id=77, type=mul]; +"78 zero_point_updated_constant5" [id=78, type="get_attr"]; +"79 sub_tensor_5" [id=79, type=sub]; +"80 conv2d_5" [id=80, type=conv2d]; +"81 relu_5" [id=81, type=relu]; +"82 quantize_per_tensor_14" [id=82, type="quantize_per_tensor"]; +"83 dequantize_per_tensor_15" [id=83, type="dequantize_per_tensor"]; +"84 dequantize_per_tensor_16" [id=84, type="dequantize_per_tensor"]; +"85 max_pool2d_2" [id=85, type="max_pool2d"]; +"86 scale_updated_constant6" [id=86, type="get_attr"]; +"87 compressed_weight_updated_constant6" [id=87, type="get_attr"]; +"88 mul_tensor_6" [id=88, type=mul]; +"89 zero_point_updated_constant6" [id=89, type="get_attr"]; +"90 sub_tensor_6" [id=90, type=sub]; +"91 conv2d_6" [id=91, type=conv2d]; +"92 relu_6" [id=92, type=relu]; +"93 quantize_per_tensor_17" [id=93, type="quantize_per_tensor"]; +"94 dequantize_per_tensor_18" [id=94, type="dequantize_per_tensor"]; +"95 scale_updated_constant7" [id=95, type="get_attr"]; +"96 compressed_weight_updated_constant7" [id=96, type="get_attr"]; +"97 mul_tensor_7" [id=97, type=mul]; +"98 zero_point_updated_constant7" [id=98, type="get_attr"]; +"99 sub_tensor_7" [id=99, type=sub]; +"100 conv2d_7" [id=100, type=conv2d]; +"101 relu_7" [id=101, type=relu]; +"102 quantize_per_tensor_19" [id=102, type="quantize_per_tensor"]; +"103 dequantize_per_tensor_20" [id=103, type="dequantize_per_tensor"]; +"104 dequantize_per_tensor_21" [id=104, type="dequantize_per_tensor"]; +"105 max_pool2d_3" [id=105, type="max_pool2d"]; +"106 scale_updated_constant8" [id=106, type="get_attr"]; +"107 compressed_weight_updated_constant8" [id=107, type="get_attr"]; +"108 mul_tensor_8" [id=108, type=mul]; +"109 zero_point_updated_constant8" [id=109, type="get_attr"]; +"110 sub_tensor_8" [id=110, type=sub]; +"111 conv2d_8" [id=111, type=conv2d]; +"112 relu_8" [id=112, type=relu]; +"113 quantize_per_tensor_22" [id=113, type="quantize_per_tensor"]; +"114 dequantize_per_tensor_23" [id=114, type="dequantize_per_tensor"]; +"115 scale_updated_constant9" [id=115, type="get_attr"]; +"116 compressed_weight_updated_constant9" [id=116, type="get_attr"]; +"117 mul_tensor_9" [id=117, type=mul]; +"118 zero_point_updated_constant9" [id=118, type="get_attr"]; +"119 sub_tensor_9" [id=119, type=sub]; +"120 conv2d_9" [id=120, type=conv2d]; +"121 relu_9" [id=121, type=relu]; +"122 quantize_per_tensor_24" [id=122, type="quantize_per_tensor"]; +"123 dequantize_per_tensor_25" [id=123, type="dequantize_per_tensor"]; +"124 scale_updated_constant10" [id=124, type="get_attr"]; +"125 compressed_weight_updated_constant10" [id=125, type="get_attr"]; +"126 mul_tensor_10" [id=126, type=mul]; +"127 zero_point_updated_constant10" [id=127, type="get_attr"]; +"128 sub_tensor_10" [id=128, type=sub]; +"129 conv_transpose2d" [id=129, type="conv_transpose2d"]; +"130 quantize_per_tensor_26" [id=130, type="quantize_per_tensor"]; +"131 dequantize_per_tensor_27" [id=131, type="dequantize_per_tensor"]; +"132 slice_1" [id=132, type=slice]; +"133 slice_2" [id=133, type=slice]; +"134 slice_3" [id=134, type=slice]; +"135 slice_4" [id=135, type=slice]; +"136 cat" [id=136, type=cat]; +"137 scale_updated_constant11" [id=137, type="get_attr"]; +"138 compressed_weight_updated_constant11" [id=138, type="get_attr"]; +"139 mul_tensor_11" [id=139, type=mul]; +"140 zero_point_updated_constant11" [id=140, type="get_attr"]; +"141 sub_tensor_11" [id=141, type=sub]; +"142 conv2d_10" [id=142, type=conv2d]; +"143 relu_10" [id=143, type=relu]; +"144 quantize_per_tensor_28" [id=144, type="quantize_per_tensor"]; +"145 dequantize_per_tensor_29" [id=145, type="dequantize_per_tensor"]; +"146 scale_updated_constant12" [id=146, type="get_attr"]; +"147 compressed_weight_updated_constant12" [id=147, type="get_attr"]; +"148 mul_tensor_12" [id=148, type=mul]; +"149 zero_point_updated_constant12" [id=149, type="get_attr"]; +"150 sub_tensor_12" [id=150, type=sub]; +"151 conv2d_11" [id=151, type=conv2d]; +"152 relu_11" [id=152, type=relu]; +"153 quantize_per_tensor_30" [id=153, type="quantize_per_tensor"]; +"154 dequantize_per_tensor_31" [id=154, type="dequantize_per_tensor"]; +"155 scale_updated_constant13" [id=155, type="get_attr"]; +"156 compressed_weight_updated_constant13" [id=156, type="get_attr"]; +"157 mul_tensor_13" [id=157, type=mul]; +"158 zero_point_updated_constant13" [id=158, type="get_attr"]; +"159 sub_tensor_13" [id=159, type=sub]; +"160 conv_transpose2d_1" [id=160, type="conv_transpose2d"]; +"161 quantize_per_tensor_32" [id=161, type="quantize_per_tensor"]; +"162 dequantize_per_tensor_33" [id=162, type="dequantize_per_tensor"]; +"163 slice_5" [id=163, type=slice]; +"164 slice_6" [id=164, type=slice]; +"165 slice_7" [id=165, type=slice]; +"166 slice_8" [id=166, type=slice]; +"167 cat_1" [id=167, type=cat]; +"168 scale_updated_constant14" [id=168, type="get_attr"]; +"169 compressed_weight_updated_constant14" [id=169, type="get_attr"]; +"170 mul_tensor_14" [id=170, type=mul]; +"171 zero_point_updated_constant14" [id=171, type="get_attr"]; +"172 sub_tensor_14" [id=172, type=sub]; +"173 conv2d_12" [id=173, type=conv2d]; +"174 relu_12" [id=174, type=relu]; +"175 quantize_per_tensor_34" [id=175, type="quantize_per_tensor"]; +"176 dequantize_per_tensor_35" [id=176, type="dequantize_per_tensor"]; +"177 scale_updated_constant15" [id=177, type="get_attr"]; +"178 compressed_weight_updated_constant15" [id=178, type="get_attr"]; +"179 mul_tensor_15" [id=179, type=mul]; +"180 zero_point_updated_constant15" [id=180, type="get_attr"]; +"181 sub_tensor_15" [id=181, type=sub]; +"182 conv2d_13" [id=182, type=conv2d]; +"183 relu_13" [id=183, type=relu]; +"184 quantize_per_tensor_36" [id=184, type="quantize_per_tensor"]; +"185 dequantize_per_tensor_37" [id=185, type="dequantize_per_tensor"]; +"186 scale_updated_constant16" [id=186, type="get_attr"]; +"187 compressed_weight_updated_constant16" [id=187, type="get_attr"]; +"188 mul_tensor_16" [id=188, type=mul]; +"189 zero_point_updated_constant16" [id=189, type="get_attr"]; +"190 sub_tensor_16" [id=190, type=sub]; +"191 conv_transpose2d_2" [id=191, type="conv_transpose2d"]; +"192 quantize_per_tensor_38" [id=192, type="quantize_per_tensor"]; +"193 dequantize_per_tensor_39" [id=193, type="dequantize_per_tensor"]; +"194 slice_9" [id=194, type=slice]; +"195 slice_10" [id=195, type=slice]; +"196 slice_11" [id=196, type=slice]; +"197 slice_12" [id=197, type=slice]; +"198 cat_2" [id=198, type=cat]; +"199 scale_updated_constant17" [id=199, type="get_attr"]; +"200 compressed_weight_updated_constant17" [id=200, type="get_attr"]; +"201 mul_tensor_17" [id=201, type=mul]; +"202 zero_point_updated_constant17" [id=202, type="get_attr"]; +"203 sub_tensor_17" [id=203, type=sub]; +"204 conv2d_14" [id=204, type=conv2d]; +"205 relu_14" [id=205, type=relu]; +"206 quantize_per_tensor_40" [id=206, type="quantize_per_tensor"]; +"207 dequantize_per_tensor_41" [id=207, type="dequantize_per_tensor"]; +"208 scale_updated_constant18" [id=208, type="get_attr"]; +"209 compressed_weight_updated_constant18" [id=209, type="get_attr"]; +"210 mul_tensor_18" [id=210, type=mul]; +"211 zero_point_updated_constant18" [id=211, type="get_attr"]; +"212 sub_tensor_18" [id=212, type=sub]; +"213 conv2d_15" [id=213, type=conv2d]; +"214 relu_15" [id=214, type=relu]; +"215 quantize_per_tensor_42" [id=215, type="quantize_per_tensor"]; +"216 dequantize_per_tensor_43" [id=216, type="dequantize_per_tensor"]; +"217 scale_updated_constant19" [id=217, type="get_attr"]; +"218 compressed_weight_updated_constant19" [id=218, type="get_attr"]; +"219 mul_tensor_19" [id=219, type=mul]; +"220 zero_point_updated_constant19" [id=220, type="get_attr"]; +"221 sub_tensor_19" [id=221, type=sub]; +"222 conv_transpose2d_3" [id=222, type="conv_transpose2d"]; +"223 quantize_per_tensor_44" [id=223, type="quantize_per_tensor"]; +"224 dequantize_per_tensor_45" [id=224, type="dequantize_per_tensor"]; +"225 slice_13" [id=225, type=slice]; +"226 slice_14" [id=226, type=slice]; +"227 slice_15" [id=227, type=slice]; +"228 slice_16" [id=228, type=slice]; +"229 cat_3" [id=229, type=cat]; +"230 scale_updated_constant20" [id=230, type="get_attr"]; +"231 compressed_weight_updated_constant20" [id=231, type="get_attr"]; +"232 mul_tensor_20" [id=232, type=mul]; +"233 zero_point_updated_constant20" [id=233, type="get_attr"]; +"234 sub_tensor_20" [id=234, type=sub]; +"235 conv2d_16" [id=235, type=conv2d]; +"236 relu_16" [id=236, type=relu]; +"237 quantize_per_tensor_46" [id=237, type="quantize_per_tensor"]; +"238 dequantize_per_tensor_47" [id=238, type="dequantize_per_tensor"]; +"239 scale_updated_constant21" [id=239, type="get_attr"]; +"240 compressed_weight_updated_constant21" [id=240, type="get_attr"]; +"241 mul_tensor_21" [id=241, type=mul]; +"242 zero_point_updated_constant21" [id=242, type="get_attr"]; +"243 sub_tensor_21" [id=243, type=sub]; +"244 conv2d_17" [id=244, type=conv2d]; +"245 relu_17" [id=245, type=relu]; +"246 quantize_per_tensor_48" [id=246, type="quantize_per_tensor"]; +"247 dequantize_per_tensor_49" [id=247, type="dequantize_per_tensor"]; +"248 scale_updated_constant22" [id=248, type="get_attr"]; +"249 compressed_weight_updated_constant22" [id=249, type="get_attr"]; +"250 mul_tensor_22" [id=250, type=mul]; +"251 zero_point_updated_constant22" [id=251, type="get_attr"]; +"252 sub_tensor_22" [id=252, type=sub]; +"253 conv2d_18" [id=253, type=conv2d]; +"254 output" [id=254, type=output]; "0 down_path_0_block_0_bias" -> "31 conv2d" [style=solid, label="(64,)"]; "1 down_path_0_block_3_bias" -> "40 conv2d_1" [style=solid, label="(64,)"]; -"2 down_path_1_block_0_bias" -> "50 conv2d_2" [style=solid, label="(128,)"]; -"3 down_path_1_block_3_bias" -> "59 conv2d_3" [style=solid, label="(128,)"]; -"4 down_path_2_block_0_bias" -> "69 conv2d_4" [style=solid, label="(256,)"]; -"5 down_path_2_block_3_bias" -> "78 conv2d_5" [style=solid, label="(256,)"]; -"6 down_path_3_block_0_bias" -> "88 conv2d_6" [style=solid, label="(512,)"]; -"7 down_path_3_block_3_bias" -> "97 conv2d_7" [style=solid, label="(512,)"]; -"8 down_path_4_block_0_bias" -> "107 conv2d_8" [style=solid, label="(1024,)"]; -"9 down_path_4_block_3_bias" -> "116 conv2d_9" [style=solid, label="(1024,)"]; -"10 up_path_0_up_bias" -> "125 conv_transpose2d" [style=solid, label="(512,)"]; -"11 up_path_0_conv_block_block_0_bias" -> "138 conv2d_10" [style=solid, label="(512,)"]; -"12 up_path_0_conv_block_block_3_bias" -> "147 conv2d_11" [style=solid, label="(512,)"]; -"13 up_path_1_up_bias" -> "156 conv_transpose2d_1" [style=solid, label="(256,)"]; -"14 up_path_1_conv_block_block_0_bias" -> "169 conv2d_12" [style=solid, label="(256,)"]; -"15 up_path_1_conv_block_block_3_bias" -> "178 conv2d_13" [style=solid, label="(256,)"]; -"16 up_path_2_up_bias" -> "187 conv_transpose2d_2" [style=solid, label="(128,)"]; -"17 up_path_2_conv_block_block_0_bias" -> "200 conv2d_14" [style=solid, label="(128,)"]; -"18 up_path_2_conv_block_block_3_bias" -> "209 conv2d_15" [style=solid, label="(128,)"]; -"19 up_path_3_up_bias" -> "218 conv_transpose2d_3" [style=solid, label="(64,)"]; -"20 up_path_3_conv_block_block_0_bias" -> "231 conv2d_16" [style=solid, label="(64,)"]; -"21 up_path_3_conv_block_block_3_bias" -> "240 conv2d_17" [style=solid, label="(64,)"]; -"22 last_bias" -> "249 conv2d_18" [style=solid, label="(12,)"]; -"23 x" -> "24 quantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; -"24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; -"25 dequantize_per_tensor_default_8" -> "31 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"2 down_path_1_block_0_bias" -> "51 conv2d_2" [style=solid, label="(128,)"]; +"3 down_path_1_block_3_bias" -> "60 conv2d_3" [style=solid, label="(128,)"]; +"4 down_path_2_block_0_bias" -> "71 conv2d_4" [style=solid, label="(256,)"]; +"5 down_path_2_block_3_bias" -> "80 conv2d_5" [style=solid, label="(256,)"]; +"6 down_path_3_block_0_bias" -> "91 conv2d_6" [style=solid, label="(512,)"]; +"7 down_path_3_block_3_bias" -> "100 conv2d_7" [style=solid, label="(512,)"]; +"8 down_path_4_block_0_bias" -> "111 conv2d_8" [style=solid, label="(1024,)"]; +"9 down_path_4_block_3_bias" -> "120 conv2d_9" [style=solid, label="(1024,)"]; +"10 up_path_0_up_bias" -> "129 conv_transpose2d" [style=solid, label="(512,)"]; +"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [style=solid, label="(512,)"]; +"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [style=solid, label="(512,)"]; +"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [style=solid, label="(256,)"]; +"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [style=solid, label="(256,)"]; +"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [style=solid, label="(256,)"]; +"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [style=solid, label="(128,)"]; +"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [style=solid, label="(128,)"]; +"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [style=solid, label="(128,)"]; +"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [style=solid, label="(64,)"]; +"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [style=solid, label="(64,)"]; +"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [style=solid, label="(64,)"]; +"22 last_bias" -> "253 conv2d_18" [style=solid, label="(12,)"]; +"23 x" -> "24 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"24 quantize_per_tensor_0" -> "25 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"25 dequantize_per_tensor_1" -> "31 conv2d" [style=solid, label="(1, 3, 224, 224)"]; "26 scale_updated_constant0" -> "28 mul_tensor" [style=solid, label="(64, 1, 1, 1)"]; "27 compressed_weight_updated_constant0" -> "28 mul_tensor" [style=solid, label="(64, 3, 3, 3)"]; "28 mul_tensor" -> "30 sub_tensor" [style=solid, label="(64, 3, 3, 3)"]; "29 zero_point_updated_constant0" -> "30 sub_tensor" [style=solid, label="(64, 1, 1, 1)"]; "30 sub_tensor" -> "31 conv2d" [style=solid, label="(64, 3, 3, 3)"]; "31 conv2d" -> "32 relu" [style=solid, label="(1, 64, 222, 222)"]; -"32 relu" -> "33 quantize_per_tensor_default_9" [style=solid, label="(1, 64, 222, 222)"]; -"33 quantize_per_tensor_default_9" -> "34 dequantize_per_tensor_default_9" [style=solid, label="(1, 64, 222, 222)"]; -"34 dequantize_per_tensor_default_9" -> "40 conv2d_1" [style=solid, label="(1, 64, 222, 222)"]; +"32 relu" -> "33 quantize_per_tensor_2" [style=solid, label="(1, 64, 222, 222)"]; +"33 quantize_per_tensor_2" -> "34 dequantize_per_tensor_3" [style=solid, label="(1, 64, 222, 222)"]; +"34 dequantize_per_tensor_3" -> "40 conv2d_1" [style=solid, label="(1, 64, 222, 222)"]; "35 scale_updated_constant1" -> "37 mul_tensor_1" [style=solid, label="(64, 1, 1, 1)"]; "36 compressed_weight_updated_constant1" -> "37 mul_tensor_1" [style=solid, label="(64, 64, 3, 3)"]; "37 mul_tensor_1" -> "39 sub_tensor_1" [style=solid, label="(64, 64, 3, 3)"]; "38 zero_point_updated_constant1" -> "39 sub_tensor_1" [style=solid, label="(64, 1, 1, 1)"]; "39 sub_tensor_1" -> "40 conv2d_1" [style=solid, label="(64, 64, 3, 3)"]; "40 conv2d_1" -> "41 relu_1" [style=solid, label="(1, 64, 220, 220)"]; -"41 relu_1" -> "42 quantize_per_tensor_default" [style=solid, label="(1, 64, 220, 220)"]; -"42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default" [style=solid, label="(1, 64, 220, 220)"]; -"43 dequantize_per_tensor_default" -> "44 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; -"43 dequantize_per_tensor_default" -> "221 slice_13" [style=solid, label="(1, 64, 220, 220)"]; -"44 max_pool2d" -> "50 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; -"45 scale_updated_constant2" -> "47 mul_tensor_2" [style=solid, label="(128, 1, 1, 1)"]; -"46 compressed_weight_updated_constant2" -> "47 mul_tensor_2" [style=solid, label="(128, 64, 3, 3)"]; -"47 mul_tensor_2" -> "49 sub_tensor_2" [style=solid, label="(128, 64, 3, 3)"]; -"48 zero_point_updated_constant2" -> "49 sub_tensor_2" [style=solid, label="(128, 1, 1, 1)"]; -"49 sub_tensor_2" -> "50 conv2d_2" [style=solid, label="(128, 64, 3, 3)"]; -"50 conv2d_2" -> "51 relu_2" [style=solid, label="(1, 128, 108, 108)"]; -"51 relu_2" -> "52 quantize_per_tensor_default_10" [style=solid, label="(1, 128, 108, 108)"]; -"52 quantize_per_tensor_default_10" -> "53 dequantize_per_tensor_default_10" [style=solid, label="(1, 128, 108, 108)"]; -"53 dequantize_per_tensor_default_10" -> "59 conv2d_3" [style=solid, label="(1, 128, 108, 108)"]; -"54 scale_updated_constant3" -> "56 mul_tensor_3" [style=solid, label="(128, 1, 1, 1)"]; -"55 compressed_weight_updated_constant3" -> "56 mul_tensor_3" [style=solid, label="(128, 128, 3, 3)"]; -"56 mul_tensor_3" -> "58 sub_tensor_3" [style=solid, label="(128, 128, 3, 3)"]; -"57 zero_point_updated_constant3" -> "58 sub_tensor_3" [style=solid, label="(128, 1, 1, 1)"]; -"58 sub_tensor_3" -> "59 conv2d_3" [style=solid, label="(128, 128, 3, 3)"]; -"59 conv2d_3" -> "60 relu_3" [style=solid, label="(1, 128, 106, 106)"]; -"60 relu_3" -> "61 quantize_per_tensor_default_3" [style=solid, label="(1, 128, 106, 106)"]; -"61 quantize_per_tensor_default_3" -> "62 dequantize_per_tensor_default_3" [style=solid, label="(1, 128, 106, 106)"]; -"62 dequantize_per_tensor_default_3" -> "63 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; -"62 dequantize_per_tensor_default_3" -> "190 slice_9" [style=solid, label="(1, 128, 106, 106)"]; -"63 max_pool2d_1" -> "69 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; -"64 scale_updated_constant4" -> "66 mul_tensor_4" [style=solid, label="(256, 1, 1, 1)"]; -"65 compressed_weight_updated_constant4" -> "66 mul_tensor_4" [style=solid, label="(256, 128, 3, 3)"]; -"66 mul_tensor_4" -> "68 sub_tensor_4" [style=solid, label="(256, 128, 3, 3)"]; -"67 zero_point_updated_constant4" -> "68 sub_tensor_4" [style=solid, label="(256, 1, 1, 1)"]; -"68 sub_tensor_4" -> "69 conv2d_4" [style=solid, label="(256, 128, 3, 3)"]; -"69 conv2d_4" -> "70 relu_4" [style=solid, label="(1, 256, 51, 51)"]; -"70 relu_4" -> "71 quantize_per_tensor_default_11" [style=solid, label="(1, 256, 51, 51)"]; -"71 quantize_per_tensor_default_11" -> "72 dequantize_per_tensor_default_11" [style=solid, label="(1, 256, 51, 51)"]; -"72 dequantize_per_tensor_default_11" -> "78 conv2d_5" [style=solid, label="(1, 256, 51, 51)"]; -"73 scale_updated_constant5" -> "75 mul_tensor_5" [style=solid, label="(256, 1, 1, 1)"]; -"74 compressed_weight_updated_constant5" -> "75 mul_tensor_5" [style=solid, label="(256, 256, 3, 3)"]; -"75 mul_tensor_5" -> "77 sub_tensor_5" [style=solid, label="(256, 256, 3, 3)"]; -"76 zero_point_updated_constant5" -> "77 sub_tensor_5" [style=solid, label="(256, 1, 1, 1)"]; -"77 sub_tensor_5" -> "78 conv2d_5" [style=solid, label="(256, 256, 3, 3)"]; -"78 conv2d_5" -> "79 relu_5" [style=solid, label="(1, 256, 49, 49)"]; -"79 relu_5" -> "80 quantize_per_tensor_default_4" [style=solid, label="(1, 256, 49, 49)"]; -"80 quantize_per_tensor_default_4" -> "81 dequantize_per_tensor_default_4" [style=solid, label="(1, 256, 49, 49)"]; -"81 dequantize_per_tensor_default_4" -> "82 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; -"81 dequantize_per_tensor_default_4" -> "159 slice_5" [style=solid, label="(1, 256, 49, 49)"]; -"82 max_pool2d_2" -> "88 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; -"83 scale_updated_constant6" -> "85 mul_tensor_6" [style=solid, label="(512, 1, 1, 1)"]; -"84 compressed_weight_updated_constant6" -> "85 mul_tensor_6" [style=solid, label="(512, 256, 3, 3)"]; -"85 mul_tensor_6" -> "87 sub_tensor_6" [style=solid, label="(512, 256, 3, 3)"]; -"86 zero_point_updated_constant6" -> "87 sub_tensor_6" [style=solid, label="(512, 1, 1, 1)"]; -"87 sub_tensor_6" -> "88 conv2d_6" [style=solid, label="(512, 256, 3, 3)"]; -"88 conv2d_6" -> "89 relu_6" [style=solid, label="(1, 512, 22, 22)"]; -"89 relu_6" -> "90 quantize_per_tensor_default_12" [style=solid, label="(1, 512, 22, 22)"]; -"90 quantize_per_tensor_default_12" -> "91 dequantize_per_tensor_default_12" [style=solid, label="(1, 512, 22, 22)"]; -"91 dequantize_per_tensor_default_12" -> "97 conv2d_7" [style=solid, label="(1, 512, 22, 22)"]; -"92 scale_updated_constant7" -> "94 mul_tensor_7" [style=solid, label="(512, 1, 1, 1)"]; -"93 compressed_weight_updated_constant7" -> "94 mul_tensor_7" [style=solid, label="(512, 512, 3, 3)"]; -"94 mul_tensor_7" -> "96 sub_tensor_7" [style=solid, label="(512, 512, 3, 3)"]; -"95 zero_point_updated_constant7" -> "96 sub_tensor_7" [style=solid, label="(512, 1, 1, 1)"]; -"96 sub_tensor_7" -> "97 conv2d_7" [style=solid, label="(512, 512, 3, 3)"]; -"97 conv2d_7" -> "98 relu_7" [style=solid, label="(1, 512, 20, 20)"]; -"98 relu_7" -> "99 quantize_per_tensor_default_7" [style=solid, label="(1, 512, 20, 20)"]; -"99 quantize_per_tensor_default_7" -> "100 dequantize_per_tensor_default_7" [style=solid, label="(1, 512, 20, 20)"]; -"100 dequantize_per_tensor_default_7" -> "101 max_pool2d_3" [style=solid, label="(1, 512, 20, 20)"]; -"100 dequantize_per_tensor_default_7" -> "128 slice_1" [style=solid, label="(1, 512, 20, 20)"]; -"101 max_pool2d_3" -> "107 conv2d_8" [style=solid, label="(1, 512, 10, 10)"]; -"102 scale_updated_constant8" -> "104 mul_tensor_8" [style=solid, label="(1024, 1, 1, 1)"]; -"103 compressed_weight_updated_constant8" -> "104 mul_tensor_8" [style=solid, label="(1024, 512, 3, 3)"]; -"104 mul_tensor_8" -> "106 sub_tensor_8" [style=solid, label="(1024, 512, 3, 3)"]; -"105 zero_point_updated_constant8" -> "106 sub_tensor_8" [style=solid, label="(1024, 1, 1, 1)"]; -"106 sub_tensor_8" -> "107 conv2d_8" [style=solid, label="(1024, 512, 3, 3)"]; -"107 conv2d_8" -> "108 relu_8" [style=solid, label="(1, 1024, 8, 8)"]; -"108 relu_8" -> "109 quantize_per_tensor_default_13" [style=solid, label="(1, 1024, 8, 8)"]; -"109 quantize_per_tensor_default_13" -> "110 dequantize_per_tensor_default_13" [style=solid, label="(1, 1024, 8, 8)"]; -"110 dequantize_per_tensor_default_13" -> "116 conv2d_9" [style=solid, label="(1, 1024, 8, 8)"]; -"111 scale_updated_constant9" -> "113 mul_tensor_9" [style=solid, label="(1024, 1, 1, 1)"]; -"112 compressed_weight_updated_constant9" -> "113 mul_tensor_9" [style=solid, label="(1024, 1024, 3, 3)"]; -"113 mul_tensor_9" -> "115 sub_tensor_9" [style=solid, label="(1024, 1024, 3, 3)"]; -"114 zero_point_updated_constant9" -> "115 sub_tensor_9" [style=solid, label="(1024, 1, 1, 1)"]; -"115 sub_tensor_9" -> "116 conv2d_9" [style=solid, label="(1024, 1024, 3, 3)"]; -"116 conv2d_9" -> "117 relu_9" [style=solid, label="(1, 1024, 6, 6)"]; -"117 relu_9" -> "118 quantize_per_tensor_default_14" [style=solid, label="(1, 1024, 6, 6)"]; -"118 quantize_per_tensor_default_14" -> "119 dequantize_per_tensor_default_14" [style=solid, label="(1, 1024, 6, 6)"]; -"119 dequantize_per_tensor_default_14" -> "125 conv_transpose2d" [style=solid, label="(1, 1024, 6, 6)"]; -"120 scale_updated_constant10" -> "122 mul_tensor_10" [style=solid, label="(1024, 1, 1, 1)"]; -"121 compressed_weight_updated_constant10" -> "122 mul_tensor_10" [style=solid, label="(1024, 512, 2, 2)"]; -"122 mul_tensor_10" -> "124 sub_tensor_10" [style=solid, label="(1024, 512, 2, 2)"]; -"123 zero_point_updated_constant10" -> "124 sub_tensor_10" [style=solid, label="(1024, 1, 1, 1)"]; -"124 sub_tensor_10" -> "125 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; -"125 conv_transpose2d" -> "126 quantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; -"126 quantize_per_tensor_default_6" -> "127 dequantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; -"127 dequantize_per_tensor_default_6" -> "132 cat" [style=solid, label="(1, 512, 12, 12)"]; -"128 slice_1" -> "129 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"129 slice_2" -> "130 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"130 slice_3" -> "131 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"131 slice_4" -> "132 cat" [style=solid, label="(1, 512, 12, 12)"]; -"132 cat" -> "138 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"133 scale_updated_constant11" -> "135 mul_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; -"134 compressed_weight_updated_constant11" -> "135 mul_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; -"135 mul_tensor_11" -> "137 sub_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; -"136 zero_point_updated_constant11" -> "137 sub_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; -"137 sub_tensor_11" -> "138 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; -"138 conv2d_10" -> "139 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"139 relu_10" -> "140 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"140 quantize_per_tensor_default_15" -> "141 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"141 dequantize_per_tensor_default_15" -> "147 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"142 scale_updated_constant12" -> "144 mul_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; -"143 compressed_weight_updated_constant12" -> "144 mul_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; -"144 mul_tensor_12" -> "146 sub_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; -"145 zero_point_updated_constant12" -> "146 sub_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; -"146 sub_tensor_12" -> "147 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; -"147 conv2d_11" -> "148 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"148 relu_11" -> "149 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"149 quantize_per_tensor_default_16" -> "150 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"150 dequantize_per_tensor_default_16" -> "156 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; -"151 scale_updated_constant13" -> "153 mul_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; -"152 compressed_weight_updated_constant13" -> "153 mul_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; -"153 mul_tensor_13" -> "155 sub_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; -"154 zero_point_updated_constant13" -> "155 sub_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; -"155 sub_tensor_13" -> "156 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; -"156 conv_transpose2d_1" -> "157 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"157 quantize_per_tensor_default_5" -> "158 dequantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"158 dequantize_per_tensor_default_5" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"159 slice_5" -> "160 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"160 slice_6" -> "161 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"161 slice_7" -> "162 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"162 slice_8" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"163 cat_1" -> "169 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"164 scale_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"165 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; -"166 mul_tensor_14" -> "168 sub_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; -"167 zero_point_updated_constant14" -> "168 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"168 sub_tensor_14" -> "169 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; -"169 conv2d_12" -> "170 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"170 relu_12" -> "171 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"171 quantize_per_tensor_default_17" -> "172 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"172 dequantize_per_tensor_default_17" -> "178 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"173 scale_updated_constant15" -> "175 mul_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; -"174 compressed_weight_updated_constant15" -> "175 mul_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; -"175 mul_tensor_15" -> "177 sub_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; -"176 zero_point_updated_constant15" -> "177 sub_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; -"177 sub_tensor_15" -> "178 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"178 conv2d_13" -> "179 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"179 relu_13" -> "180 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"180 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"181 dequantize_per_tensor_default_18" -> "187 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; -"182 scale_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; -"183 compressed_weight_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; -"184 mul_tensor_16" -> "186 sub_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; -"185 zero_point_updated_constant16" -> "186 sub_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; -"186 sub_tensor_16" -> "187 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; -"187 conv_transpose2d_2" -> "188 quantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"188 quantize_per_tensor_default_2" -> "189 dequantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"189 dequantize_per_tensor_default_2" -> "194 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"190 slice_9" -> "191 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"191 slice_10" -> "192 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"192 slice_11" -> "193 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"193 slice_12" -> "194 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"194 cat_2" -> "200 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"195 scale_updated_constant17" -> "197 mul_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; -"196 compressed_weight_updated_constant17" -> "197 mul_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; -"197 mul_tensor_17" -> "199 sub_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; -"198 zero_point_updated_constant17" -> "199 sub_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; -"199 sub_tensor_17" -> "200 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; -"200 conv2d_14" -> "201 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"201 relu_14" -> "202 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"202 quantize_per_tensor_default_19" -> "203 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"203 dequantize_per_tensor_default_19" -> "209 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"204 scale_updated_constant18" -> "206 mul_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; -"205 compressed_weight_updated_constant18" -> "206 mul_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; -"206 mul_tensor_18" -> "208 sub_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; -"207 zero_point_updated_constant18" -> "208 sub_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; -"208 sub_tensor_18" -> "209 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; -"209 conv2d_15" -> "210 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"210 relu_15" -> "211 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"212 dequantize_per_tensor_default_20" -> "218 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; -"213 scale_updated_constant19" -> "215 mul_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; -"214 compressed_weight_updated_constant19" -> "215 mul_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; -"215 mul_tensor_19" -> "217 sub_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; -"216 zero_point_updated_constant19" -> "217 sub_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; -"217 sub_tensor_19" -> "218 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; -"218 conv_transpose2d_3" -> "219 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"219 quantize_per_tensor_default_1" -> "220 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"220 dequantize_per_tensor_default_1" -> "225 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"221 slice_13" -> "222 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"222 slice_14" -> "223 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"223 slice_15" -> "224 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"224 slice_16" -> "225 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"225 cat_3" -> "231 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"226 scale_updated_constant20" -> "228 mul_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; -"227 compressed_weight_updated_constant20" -> "228 mul_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; -"228 mul_tensor_20" -> "230 sub_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; -"229 zero_point_updated_constant20" -> "230 sub_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; -"230 sub_tensor_20" -> "231 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; -"231 conv2d_16" -> "232 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"232 relu_16" -> "233 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"233 quantize_per_tensor_default_21" -> "234 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"234 dequantize_per_tensor_default_21" -> "240 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"235 scale_updated_constant21" -> "237 mul_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; -"236 compressed_weight_updated_constant21" -> "237 mul_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; -"237 mul_tensor_21" -> "239 sub_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; -"238 zero_point_updated_constant21" -> "239 sub_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; -"239 sub_tensor_21" -> "240 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; -"240 conv2d_17" -> "241 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"241 relu_17" -> "242 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"242 quantize_per_tensor_default_22" -> "243 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"243 dequantize_per_tensor_default_22" -> "249 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"244 scale_updated_constant22" -> "246 mul_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; -"245 compressed_weight_updated_constant22" -> "246 mul_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; -"246 mul_tensor_22" -> "248 sub_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; -"247 zero_point_updated_constant22" -> "248 sub_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; -"248 sub_tensor_22" -> "249 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; -"249 conv2d_18" -> "250 output" [style=solid, label="(1, 12, 36, 36)"]; +"41 relu_1" -> "42 quantize_per_tensor_4" [style=solid, label="(1, 64, 220, 220)"]; +"42 quantize_per_tensor_4" -> "43 dequantize_per_tensor_5" [style=solid, label="(1, 64, 220, 220)"]; +"42 quantize_per_tensor_4" -> "44 dequantize_per_tensor_6" [style=solid, label="(1, 64, 220, 220)"]; +"43 dequantize_per_tensor_5" -> "225 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"44 dequantize_per_tensor_6" -> "45 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; +"45 max_pool2d" -> "51 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; +"46 scale_updated_constant2" -> "48 mul_tensor_2" [style=solid, label="(128, 1, 1, 1)"]; +"47 compressed_weight_updated_constant2" -> "48 mul_tensor_2" [style=solid, label="(128, 64, 3, 3)"]; +"48 mul_tensor_2" -> "50 sub_tensor_2" [style=solid, label="(128, 64, 3, 3)"]; +"49 zero_point_updated_constant2" -> "50 sub_tensor_2" [style=solid, label="(128, 1, 1, 1)"]; +"50 sub_tensor_2" -> "51 conv2d_2" [style=solid, label="(128, 64, 3, 3)"]; +"51 conv2d_2" -> "52 relu_2" [style=solid, label="(1, 128, 108, 108)"]; +"52 relu_2" -> "53 quantize_per_tensor_7" [style=solid, label="(1, 128, 108, 108)"]; +"53 quantize_per_tensor_7" -> "54 dequantize_per_tensor_8" [style=solid, label="(1, 128, 108, 108)"]; +"54 dequantize_per_tensor_8" -> "60 conv2d_3" [style=solid, label="(1, 128, 108, 108)"]; +"55 scale_updated_constant3" -> "57 mul_tensor_3" [style=solid, label="(128, 1, 1, 1)"]; +"56 compressed_weight_updated_constant3" -> "57 mul_tensor_3" [style=solid, label="(128, 128, 3, 3)"]; +"57 mul_tensor_3" -> "59 sub_tensor_3" [style=solid, label="(128, 128, 3, 3)"]; +"58 zero_point_updated_constant3" -> "59 sub_tensor_3" [style=solid, label="(128, 1, 1, 1)"]; +"59 sub_tensor_3" -> "60 conv2d_3" [style=solid, label="(128, 128, 3, 3)"]; +"60 conv2d_3" -> "61 relu_3" [style=solid, label="(1, 128, 106, 106)"]; +"61 relu_3" -> "62 quantize_per_tensor_9" [style=solid, label="(1, 128, 106, 106)"]; +"62 quantize_per_tensor_9" -> "63 dequantize_per_tensor_10" [style=solid, label="(1, 128, 106, 106)"]; +"62 quantize_per_tensor_9" -> "64 dequantize_per_tensor_11" [style=solid, label="(1, 128, 106, 106)"]; +"63 dequantize_per_tensor_10" -> "194 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"64 dequantize_per_tensor_11" -> "65 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; +"65 max_pool2d_1" -> "71 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; +"66 scale_updated_constant4" -> "68 mul_tensor_4" [style=solid, label="(256, 1, 1, 1)"]; +"67 compressed_weight_updated_constant4" -> "68 mul_tensor_4" [style=solid, label="(256, 128, 3, 3)"]; +"68 mul_tensor_4" -> "70 sub_tensor_4" [style=solid, label="(256, 128, 3, 3)"]; +"69 zero_point_updated_constant4" -> "70 sub_tensor_4" [style=solid, label="(256, 1, 1, 1)"]; +"70 sub_tensor_4" -> "71 conv2d_4" [style=solid, label="(256, 128, 3, 3)"]; +"71 conv2d_4" -> "72 relu_4" [style=solid, label="(1, 256, 51, 51)"]; +"72 relu_4" -> "73 quantize_per_tensor_12" [style=solid, label="(1, 256, 51, 51)"]; +"73 quantize_per_tensor_12" -> "74 dequantize_per_tensor_13" [style=solid, label="(1, 256, 51, 51)"]; +"74 dequantize_per_tensor_13" -> "80 conv2d_5" [style=solid, label="(1, 256, 51, 51)"]; +"75 scale_updated_constant5" -> "77 mul_tensor_5" [style=solid, label="(256, 1, 1, 1)"]; +"76 compressed_weight_updated_constant5" -> "77 mul_tensor_5" [style=solid, label="(256, 256, 3, 3)"]; +"77 mul_tensor_5" -> "79 sub_tensor_5" [style=solid, label="(256, 256, 3, 3)"]; +"78 zero_point_updated_constant5" -> "79 sub_tensor_5" [style=solid, label="(256, 1, 1, 1)"]; +"79 sub_tensor_5" -> "80 conv2d_5" [style=solid, label="(256, 256, 3, 3)"]; +"80 conv2d_5" -> "81 relu_5" [style=solid, label="(1, 256, 49, 49)"]; +"81 relu_5" -> "82 quantize_per_tensor_14" [style=solid, label="(1, 256, 49, 49)"]; +"82 quantize_per_tensor_14" -> "83 dequantize_per_tensor_15" [style=solid, label="(1, 256, 49, 49)"]; +"82 quantize_per_tensor_14" -> "84 dequantize_per_tensor_16" [style=solid, label="(1, 256, 49, 49)"]; +"83 dequantize_per_tensor_15" -> "163 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"84 dequantize_per_tensor_16" -> "85 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; +"85 max_pool2d_2" -> "91 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; +"86 scale_updated_constant6" -> "88 mul_tensor_6" [style=solid, label="(512, 1, 1, 1)"]; +"87 compressed_weight_updated_constant6" -> "88 mul_tensor_6" [style=solid, label="(512, 256, 3, 3)"]; +"88 mul_tensor_6" -> "90 sub_tensor_6" [style=solid, label="(512, 256, 3, 3)"]; +"89 zero_point_updated_constant6" -> "90 sub_tensor_6" [style=solid, label="(512, 1, 1, 1)"]; +"90 sub_tensor_6" -> "91 conv2d_6" [style=solid, label="(512, 256, 3, 3)"]; +"91 conv2d_6" -> "92 relu_6" [style=solid, label="(1, 512, 22, 22)"]; +"92 relu_6" -> "93 quantize_per_tensor_17" [style=solid, label="(1, 512, 22, 22)"]; +"93 quantize_per_tensor_17" -> "94 dequantize_per_tensor_18" [style=solid, label="(1, 512, 22, 22)"]; +"94 dequantize_per_tensor_18" -> "100 conv2d_7" [style=solid, label="(1, 512, 22, 22)"]; +"95 scale_updated_constant7" -> "97 mul_tensor_7" [style=solid, label="(512, 1, 1, 1)"]; +"96 compressed_weight_updated_constant7" -> "97 mul_tensor_7" [style=solid, label="(512, 512, 3, 3)"]; +"97 mul_tensor_7" -> "99 sub_tensor_7" [style=solid, label="(512, 512, 3, 3)"]; +"98 zero_point_updated_constant7" -> "99 sub_tensor_7" [style=solid, label="(512, 1, 1, 1)"]; +"99 sub_tensor_7" -> "100 conv2d_7" [style=solid, label="(512, 512, 3, 3)"]; +"100 conv2d_7" -> "101 relu_7" [style=solid, label="(1, 512, 20, 20)"]; +"101 relu_7" -> "102 quantize_per_tensor_19" [style=solid, label="(1, 512, 20, 20)"]; +"102 quantize_per_tensor_19" -> "103 dequantize_per_tensor_20" [style=solid, label="(1, 512, 20, 20)"]; +"102 quantize_per_tensor_19" -> "104 dequantize_per_tensor_21" [style=solid, label="(1, 512, 20, 20)"]; +"103 dequantize_per_tensor_20" -> "132 slice_1" [style=solid, label="(1, 512, 20, 20)"]; +"104 dequantize_per_tensor_21" -> "105 max_pool2d_3" [style=solid, label="(1, 512, 20, 20)"]; +"105 max_pool2d_3" -> "111 conv2d_8" [style=solid, label="(1, 512, 10, 10)"]; +"106 scale_updated_constant8" -> "108 mul_tensor_8" [style=solid, label="(1024, 1, 1, 1)"]; +"107 compressed_weight_updated_constant8" -> "108 mul_tensor_8" [style=solid, label="(1024, 512, 3, 3)"]; +"108 mul_tensor_8" -> "110 sub_tensor_8" [style=solid, label="(1024, 512, 3, 3)"]; +"109 zero_point_updated_constant8" -> "110 sub_tensor_8" [style=solid, label="(1024, 1, 1, 1)"]; +"110 sub_tensor_8" -> "111 conv2d_8" [style=solid, label="(1024, 512, 3, 3)"]; +"111 conv2d_8" -> "112 relu_8" [style=solid, label="(1, 1024, 8, 8)"]; +"112 relu_8" -> "113 quantize_per_tensor_22" [style=solid, label="(1, 1024, 8, 8)"]; +"113 quantize_per_tensor_22" -> "114 dequantize_per_tensor_23" [style=solid, label="(1, 1024, 8, 8)"]; +"114 dequantize_per_tensor_23" -> "120 conv2d_9" [style=solid, label="(1, 1024, 8, 8)"]; +"115 scale_updated_constant9" -> "117 mul_tensor_9" [style=solid, label="(1024, 1, 1, 1)"]; +"116 compressed_weight_updated_constant9" -> "117 mul_tensor_9" [style=solid, label="(1024, 1024, 3, 3)"]; +"117 mul_tensor_9" -> "119 sub_tensor_9" [style=solid, label="(1024, 1024, 3, 3)"]; +"118 zero_point_updated_constant9" -> "119 sub_tensor_9" [style=solid, label="(1024, 1, 1, 1)"]; +"119 sub_tensor_9" -> "120 conv2d_9" [style=solid, label="(1024, 1024, 3, 3)"]; +"120 conv2d_9" -> "121 relu_9" [style=solid, label="(1, 1024, 6, 6)"]; +"121 relu_9" -> "122 quantize_per_tensor_24" [style=solid, label="(1, 1024, 6, 6)"]; +"122 quantize_per_tensor_24" -> "123 dequantize_per_tensor_25" [style=solid, label="(1, 1024, 6, 6)"]; +"123 dequantize_per_tensor_25" -> "129 conv_transpose2d" [style=solid, label="(1, 1024, 6, 6)"]; +"124 scale_updated_constant10" -> "126 mul_tensor_10" [style=solid, label="(1024, 1, 1, 1)"]; +"125 compressed_weight_updated_constant10" -> "126 mul_tensor_10" [style=solid, label="(1024, 512, 2, 2)"]; +"126 mul_tensor_10" -> "128 sub_tensor_10" [style=solid, label="(1024, 512, 2, 2)"]; +"127 zero_point_updated_constant10" -> "128 sub_tensor_10" [style=solid, label="(1024, 1, 1, 1)"]; +"128 sub_tensor_10" -> "129 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; +"129 conv_transpose2d" -> "130 quantize_per_tensor_26" [style=solid, label="(1, 512, 12, 12)"]; +"130 quantize_per_tensor_26" -> "131 dequantize_per_tensor_27" [style=solid, label="(1, 512, 12, 12)"]; +"131 dequantize_per_tensor_27" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; +"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 20, 20)"]; +"133 slice_2" -> "134 slice_3" [style=solid, label="(1, 512, 20, 20)"]; +"134 slice_3" -> "135 slice_4" [style=solid, label="(1, 512, 12, 20)"]; +"135 slice_4" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; +"136 cat" -> "142 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"137 scale_updated_constant11" -> "139 mul_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; +"138 compressed_weight_updated_constant11" -> "139 mul_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; +"139 mul_tensor_11" -> "141 sub_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; +"140 zero_point_updated_constant11" -> "141 sub_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; +"141 sub_tensor_11" -> "142 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"142 conv2d_10" -> "143 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"143 relu_10" -> "144 quantize_per_tensor_28" [style=solid, label="(1, 512, 10, 10)"]; +"144 quantize_per_tensor_28" -> "145 dequantize_per_tensor_29" [style=solid, label="(1, 512, 10, 10)"]; +"145 dequantize_per_tensor_29" -> "151 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"146 scale_updated_constant12" -> "148 mul_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; +"147 compressed_weight_updated_constant12" -> "148 mul_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; +"148 mul_tensor_12" -> "150 sub_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; +"149 zero_point_updated_constant12" -> "150 sub_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; +"150 sub_tensor_12" -> "151 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"151 conv2d_11" -> "152 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"152 relu_11" -> "153 quantize_per_tensor_30" [style=solid, label="(1, 512, 8, 8)"]; +"153 quantize_per_tensor_30" -> "154 dequantize_per_tensor_31" [style=solid, label="(1, 512, 8, 8)"]; +"154 dequantize_per_tensor_31" -> "160 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"155 scale_updated_constant13" -> "157 mul_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; +"156 compressed_weight_updated_constant13" -> "157 mul_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; +"157 mul_tensor_13" -> "159 sub_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; +"158 zero_point_updated_constant13" -> "159 sub_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; +"159 sub_tensor_13" -> "160 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"160 conv_transpose2d_1" -> "161 quantize_per_tensor_32" [style=solid, label="(1, 256, 16, 16)"]; +"161 quantize_per_tensor_32" -> "162 dequantize_per_tensor_33" [style=solid, label="(1, 256, 16, 16)"]; +"162 dequantize_per_tensor_33" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"163 slice_5" -> "164 slice_6" [style=solid, label="(1, 256, 49, 49)"]; +"164 slice_6" -> "165 slice_7" [style=solid, label="(1, 256, 49, 49)"]; +"165 slice_7" -> "166 slice_8" [style=solid, label="(1, 256, 16, 49)"]; +"166 slice_8" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"167 cat_1" -> "173 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"168 scale_updated_constant14" -> "170 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"169 compressed_weight_updated_constant14" -> "170 mul_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; +"170 mul_tensor_14" -> "172 sub_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; +"171 zero_point_updated_constant14" -> "172 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"172 sub_tensor_14" -> "173 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"173 conv2d_12" -> "174 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"174 relu_12" -> "175 quantize_per_tensor_34" [style=solid, label="(1, 256, 14, 14)"]; +"175 quantize_per_tensor_34" -> "176 dequantize_per_tensor_35" [style=solid, label="(1, 256, 14, 14)"]; +"176 dequantize_per_tensor_35" -> "182 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"177 scale_updated_constant15" -> "179 mul_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; +"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; +"179 mul_tensor_15" -> "181 sub_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; +"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; +"181 sub_tensor_15" -> "182 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"182 conv2d_13" -> "183 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"183 relu_13" -> "184 quantize_per_tensor_36" [style=solid, label="(1, 256, 12, 12)"]; +"184 quantize_per_tensor_36" -> "185 dequantize_per_tensor_37" [style=solid, label="(1, 256, 12, 12)"]; +"185 dequantize_per_tensor_37" -> "191 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"186 scale_updated_constant16" -> "188 mul_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; +"187 compressed_weight_updated_constant16" -> "188 mul_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; +"188 mul_tensor_16" -> "190 sub_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; +"189 zero_point_updated_constant16" -> "190 sub_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; +"190 sub_tensor_16" -> "191 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"191 conv_transpose2d_2" -> "192 quantize_per_tensor_38" [style=solid, label="(1, 128, 24, 24)"]; +"192 quantize_per_tensor_38" -> "193 dequantize_per_tensor_39" [style=solid, label="(1, 128, 24, 24)"]; +"193 dequantize_per_tensor_39" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"194 slice_9" -> "195 slice_10" [style=solid, label="(1, 128, 106, 106)"]; +"195 slice_10" -> "196 slice_11" [style=solid, label="(1, 128, 106, 106)"]; +"196 slice_11" -> "197 slice_12" [style=solid, label="(1, 128, 24, 106)"]; +"197 slice_12" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"198 cat_2" -> "204 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"199 scale_updated_constant17" -> "201 mul_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; +"200 compressed_weight_updated_constant17" -> "201 mul_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; +"201 mul_tensor_17" -> "203 sub_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; +"202 zero_point_updated_constant17" -> "203 sub_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; +"203 sub_tensor_17" -> "204 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"204 conv2d_14" -> "205 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"205 relu_14" -> "206 quantize_per_tensor_40" [style=solid, label="(1, 128, 22, 22)"]; +"206 quantize_per_tensor_40" -> "207 dequantize_per_tensor_41" [style=solid, label="(1, 128, 22, 22)"]; +"207 dequantize_per_tensor_41" -> "213 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"208 scale_updated_constant18" -> "210 mul_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; +"209 compressed_weight_updated_constant18" -> "210 mul_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; +"210 mul_tensor_18" -> "212 sub_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; +"211 zero_point_updated_constant18" -> "212 sub_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; +"212 sub_tensor_18" -> "213 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"213 conv2d_15" -> "214 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"214 relu_15" -> "215 quantize_per_tensor_42" [style=solid, label="(1, 128, 20, 20)"]; +"215 quantize_per_tensor_42" -> "216 dequantize_per_tensor_43" [style=solid, label="(1, 128, 20, 20)"]; +"216 dequantize_per_tensor_43" -> "222 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"217 scale_updated_constant19" -> "219 mul_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; +"218 compressed_weight_updated_constant19" -> "219 mul_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; +"219 mul_tensor_19" -> "221 sub_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; +"220 zero_point_updated_constant19" -> "221 sub_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; +"221 sub_tensor_19" -> "222 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"222 conv_transpose2d_3" -> "223 quantize_per_tensor_44" [style=solid, label="(1, 64, 40, 40)"]; +"223 quantize_per_tensor_44" -> "224 dequantize_per_tensor_45" [style=solid, label="(1, 64, 40, 40)"]; +"224 dequantize_per_tensor_45" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"225 slice_13" -> "226 slice_14" [style=solid, label="(1, 64, 220, 220)"]; +"226 slice_14" -> "227 slice_15" [style=solid, label="(1, 64, 220, 220)"]; +"227 slice_15" -> "228 slice_16" [style=solid, label="(1, 64, 40, 220)"]; +"228 slice_16" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"229 cat_3" -> "235 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"230 scale_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; +"231 compressed_weight_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; +"232 mul_tensor_20" -> "234 sub_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; +"233 zero_point_updated_constant20" -> "234 sub_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; +"234 sub_tensor_20" -> "235 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"235 conv2d_16" -> "236 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"236 relu_16" -> "237 quantize_per_tensor_46" [style=solid, label="(1, 64, 38, 38)"]; +"237 quantize_per_tensor_46" -> "238 dequantize_per_tensor_47" [style=solid, label="(1, 64, 38, 38)"]; +"238 dequantize_per_tensor_47" -> "244 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"239 scale_updated_constant21" -> "241 mul_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; +"240 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; +"241 mul_tensor_21" -> "243 sub_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; +"242 zero_point_updated_constant21" -> "243 sub_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; +"243 sub_tensor_21" -> "244 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"244 conv2d_17" -> "245 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"245 relu_17" -> "246 quantize_per_tensor_48" [style=solid, label="(1, 64, 36, 36)"]; +"246 quantize_per_tensor_48" -> "247 dequantize_per_tensor_49" [style=solid, label="(1, 64, 36, 36)"]; +"247 dequantize_per_tensor_49" -> "253 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"248 scale_updated_constant22" -> "250 mul_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; +"249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; +"250 mul_tensor_22" -> "252 sub_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; +"251 zero_point_updated_constant22" -> "252 sub_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; +"252 sub_tensor_22" -> "253 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"253 conv2d_18" -> "254 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/vit_b_16.dot b/tests/torch2/data/fx/OpenVINOQuantizer/vit_b_16.dot index 29b6d40b17b..d22e83f4b34 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/vit_b_16.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/vit_b_16.dot @@ -1,113 +1,113 @@ -strict digraph { -"0 class_token" [id=0, type=get_attr]; -"1 encoder_pos_embedding" [id=1, type=get_attr]; -"2 conv_proj_bias" [id=2, type=get_attr]; -"3 encoder_layers_encoder_layer_0_ln_1_weight" [id=3, type=get_attr]; -"4 encoder_layers_encoder_layer_0_ln_1_bias" [id=4, type=get_attr]; -"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=5, type=get_attr]; -"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=6, type=get_attr]; -"7 encoder_layers_encoder_layer_0_ln_2_weight" [id=7, type=get_attr]; -"8 encoder_layers_encoder_layer_0_ln_2_bias" [id=8, type=get_attr]; -"9 encoder_layers_encoder_layer_0_mlp_0_bias" [id=9, type=get_attr]; -"10 encoder_layers_encoder_layer_0_mlp_3_bias" [id=10, type=get_attr]; -"11 encoder_layers_encoder_layer_1_ln_1_weight" [id=11, type=get_attr]; -"12 encoder_layers_encoder_layer_1_ln_1_bias" [id=12, type=get_attr]; -"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=13, type=get_attr]; -"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=14, type=get_attr]; -"15 encoder_layers_encoder_layer_1_ln_2_weight" [id=15, type=get_attr]; -"16 encoder_layers_encoder_layer_1_ln_2_bias" [id=16, type=get_attr]; -"17 encoder_layers_encoder_layer_1_mlp_0_bias" [id=17, type=get_attr]; -"18 encoder_layers_encoder_layer_1_mlp_3_bias" [id=18, type=get_attr]; -"19 encoder_layers_encoder_layer_2_ln_1_weight" [id=19, type=get_attr]; -"20 encoder_layers_encoder_layer_2_ln_1_bias" [id=20, type=get_attr]; -"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=21, type=get_attr]; -"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=22, type=get_attr]; -"23 encoder_layers_encoder_layer_2_ln_2_weight" [id=23, type=get_attr]; -"24 encoder_layers_encoder_layer_2_ln_2_bias" [id=24, type=get_attr]; -"25 encoder_layers_encoder_layer_2_mlp_0_bias" [id=25, type=get_attr]; -"26 encoder_layers_encoder_layer_2_mlp_3_bias" [id=26, type=get_attr]; -"27 encoder_layers_encoder_layer_3_ln_1_weight" [id=27, type=get_attr]; -"28 encoder_layers_encoder_layer_3_ln_1_bias" [id=28, type=get_attr]; -"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=29, type=get_attr]; -"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=30, type=get_attr]; -"31 encoder_layers_encoder_layer_3_ln_2_weight" [id=31, type=get_attr]; -"32 encoder_layers_encoder_layer_3_ln_2_bias" [id=32, type=get_attr]; -"33 encoder_layers_encoder_layer_3_mlp_0_bias" [id=33, type=get_attr]; -"34 encoder_layers_encoder_layer_3_mlp_3_bias" [id=34, type=get_attr]; -"35 encoder_layers_encoder_layer_4_ln_1_weight" [id=35, type=get_attr]; -"36 encoder_layers_encoder_layer_4_ln_1_bias" [id=36, type=get_attr]; -"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=37, type=get_attr]; -"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=38, type=get_attr]; -"39 encoder_layers_encoder_layer_4_ln_2_weight" [id=39, type=get_attr]; -"40 encoder_layers_encoder_layer_4_ln_2_bias" [id=40, type=get_attr]; -"41 encoder_layers_encoder_layer_4_mlp_0_bias" [id=41, type=get_attr]; -"42 encoder_layers_encoder_layer_4_mlp_3_bias" [id=42, type=get_attr]; -"43 encoder_layers_encoder_layer_5_ln_1_weight" [id=43, type=get_attr]; -"44 encoder_layers_encoder_layer_5_ln_1_bias" [id=44, type=get_attr]; -"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=45, type=get_attr]; -"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=46, type=get_attr]; -"47 encoder_layers_encoder_layer_5_ln_2_weight" [id=47, type=get_attr]; -"48 encoder_layers_encoder_layer_5_ln_2_bias" [id=48, type=get_attr]; -"49 encoder_layers_encoder_layer_5_mlp_0_bias" [id=49, type=get_attr]; -"50 encoder_layers_encoder_layer_5_mlp_3_bias" [id=50, type=get_attr]; -"51 encoder_layers_encoder_layer_6_ln_1_weight" [id=51, type=get_attr]; -"52 encoder_layers_encoder_layer_6_ln_1_bias" [id=52, type=get_attr]; -"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=53, type=get_attr]; -"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=54, type=get_attr]; -"55 encoder_layers_encoder_layer_6_ln_2_weight" [id=55, type=get_attr]; -"56 encoder_layers_encoder_layer_6_ln_2_bias" [id=56, type=get_attr]; -"57 encoder_layers_encoder_layer_6_mlp_0_bias" [id=57, type=get_attr]; -"58 encoder_layers_encoder_layer_6_mlp_3_bias" [id=58, type=get_attr]; -"59 encoder_layers_encoder_layer_7_ln_1_weight" [id=59, type=get_attr]; -"60 encoder_layers_encoder_layer_7_ln_1_bias" [id=60, type=get_attr]; -"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=61, type=get_attr]; -"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=62, type=get_attr]; -"63 encoder_layers_encoder_layer_7_ln_2_weight" [id=63, type=get_attr]; -"64 encoder_layers_encoder_layer_7_ln_2_bias" [id=64, type=get_attr]; -"65 encoder_layers_encoder_layer_7_mlp_0_bias" [id=65, type=get_attr]; -"66 encoder_layers_encoder_layer_7_mlp_3_bias" [id=66, type=get_attr]; -"67 encoder_layers_encoder_layer_8_ln_1_weight" [id=67, type=get_attr]; -"68 encoder_layers_encoder_layer_8_ln_1_bias" [id=68, type=get_attr]; -"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=69, type=get_attr]; -"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=70, type=get_attr]; -"71 encoder_layers_encoder_layer_8_ln_2_weight" [id=71, type=get_attr]; -"72 encoder_layers_encoder_layer_8_ln_2_bias" [id=72, type=get_attr]; -"73 encoder_layers_encoder_layer_8_mlp_0_bias" [id=73, type=get_attr]; -"74 encoder_layers_encoder_layer_8_mlp_3_bias" [id=74, type=get_attr]; -"75 encoder_layers_encoder_layer_9_ln_1_weight" [id=75, type=get_attr]; -"76 encoder_layers_encoder_layer_9_ln_1_bias" [id=76, type=get_attr]; -"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=77, type=get_attr]; -"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=78, type=get_attr]; -"79 encoder_layers_encoder_layer_9_ln_2_weight" [id=79, type=get_attr]; -"80 encoder_layers_encoder_layer_9_ln_2_bias" [id=80, type=get_attr]; -"81 encoder_layers_encoder_layer_9_mlp_0_bias" [id=81, type=get_attr]; -"82 encoder_layers_encoder_layer_9_mlp_3_bias" [id=82, type=get_attr]; -"83 encoder_layers_encoder_layer_10_ln_1_weight" [id=83, type=get_attr]; -"84 encoder_layers_encoder_layer_10_ln_1_bias" [id=84, type=get_attr]; -"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=85, type=get_attr]; -"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=86, type=get_attr]; -"87 encoder_layers_encoder_layer_10_ln_2_weight" [id=87, type=get_attr]; -"88 encoder_layers_encoder_layer_10_ln_2_bias" [id=88, type=get_attr]; -"89 encoder_layers_encoder_layer_10_mlp_0_bias" [id=89, type=get_attr]; -"90 encoder_layers_encoder_layer_10_mlp_3_bias" [id=90, type=get_attr]; -"91 encoder_layers_encoder_layer_11_ln_1_weight" [id=91, type=get_attr]; -"92 encoder_layers_encoder_layer_11_ln_1_bias" [id=92, type=get_attr]; -"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=93, type=get_attr]; -"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=94, type=get_attr]; -"95 encoder_layers_encoder_layer_11_ln_2_weight" [id=95, type=get_attr]; -"96 encoder_layers_encoder_layer_11_ln_2_bias" [id=96, type=get_attr]; -"97 encoder_layers_encoder_layer_11_mlp_0_bias" [id=97, type=get_attr]; -"98 encoder_layers_encoder_layer_11_mlp_3_bias" [id=98, type=get_attr]; -"99 encoder_ln_weight" [id=99, type=get_attr]; -"100 encoder_ln_bias" [id=100, type=get_attr]; -"101 heads_head_bias" [id=101, type=get_attr]; +strict digraph { +"0 class_token" [id=0, type="get_attr"]; +"1 encoder_pos_embedding" [id=1, type="get_attr"]; +"2 conv_proj_bias" [id=2, type="get_attr"]; +"3 encoder_layers_encoder_layer_0_ln_1_weight" [id=3, type="get_attr"]; +"4 encoder_layers_encoder_layer_0_ln_1_bias" [id=4, type="get_attr"]; +"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=5, type="get_attr"]; +"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=6, type="get_attr"]; +"7 encoder_layers_encoder_layer_0_ln_2_weight" [id=7, type="get_attr"]; +"8 encoder_layers_encoder_layer_0_ln_2_bias" [id=8, type="get_attr"]; +"9 encoder_layers_encoder_layer_0_mlp_0_bias" [id=9, type="get_attr"]; +"10 encoder_layers_encoder_layer_0_mlp_3_bias" [id=10, type="get_attr"]; +"11 encoder_layers_encoder_layer_1_ln_1_weight" [id=11, type="get_attr"]; +"12 encoder_layers_encoder_layer_1_ln_1_bias" [id=12, type="get_attr"]; +"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=13, type="get_attr"]; +"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=14, type="get_attr"]; +"15 encoder_layers_encoder_layer_1_ln_2_weight" [id=15, type="get_attr"]; +"16 encoder_layers_encoder_layer_1_ln_2_bias" [id=16, type="get_attr"]; +"17 encoder_layers_encoder_layer_1_mlp_0_bias" [id=17, type="get_attr"]; +"18 encoder_layers_encoder_layer_1_mlp_3_bias" [id=18, type="get_attr"]; +"19 encoder_layers_encoder_layer_2_ln_1_weight" [id=19, type="get_attr"]; +"20 encoder_layers_encoder_layer_2_ln_1_bias" [id=20, type="get_attr"]; +"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=21, type="get_attr"]; +"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=22, type="get_attr"]; +"23 encoder_layers_encoder_layer_2_ln_2_weight" [id=23, type="get_attr"]; +"24 encoder_layers_encoder_layer_2_ln_2_bias" [id=24, type="get_attr"]; +"25 encoder_layers_encoder_layer_2_mlp_0_bias" [id=25, type="get_attr"]; +"26 encoder_layers_encoder_layer_2_mlp_3_bias" [id=26, type="get_attr"]; +"27 encoder_layers_encoder_layer_3_ln_1_weight" [id=27, type="get_attr"]; +"28 encoder_layers_encoder_layer_3_ln_1_bias" [id=28, type="get_attr"]; +"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=29, type="get_attr"]; +"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=30, type="get_attr"]; +"31 encoder_layers_encoder_layer_3_ln_2_weight" [id=31, type="get_attr"]; +"32 encoder_layers_encoder_layer_3_ln_2_bias" [id=32, type="get_attr"]; +"33 encoder_layers_encoder_layer_3_mlp_0_bias" [id=33, type="get_attr"]; +"34 encoder_layers_encoder_layer_3_mlp_3_bias" [id=34, type="get_attr"]; +"35 encoder_layers_encoder_layer_4_ln_1_weight" [id=35, type="get_attr"]; +"36 encoder_layers_encoder_layer_4_ln_1_bias" [id=36, type="get_attr"]; +"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=37, type="get_attr"]; +"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=38, type="get_attr"]; +"39 encoder_layers_encoder_layer_4_ln_2_weight" [id=39, type="get_attr"]; +"40 encoder_layers_encoder_layer_4_ln_2_bias" [id=40, type="get_attr"]; +"41 encoder_layers_encoder_layer_4_mlp_0_bias" [id=41, type="get_attr"]; +"42 encoder_layers_encoder_layer_4_mlp_3_bias" [id=42, type="get_attr"]; +"43 encoder_layers_encoder_layer_5_ln_1_weight" [id=43, type="get_attr"]; +"44 encoder_layers_encoder_layer_5_ln_1_bias" [id=44, type="get_attr"]; +"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=45, type="get_attr"]; +"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=46, type="get_attr"]; +"47 encoder_layers_encoder_layer_5_ln_2_weight" [id=47, type="get_attr"]; +"48 encoder_layers_encoder_layer_5_ln_2_bias" [id=48, type="get_attr"]; +"49 encoder_layers_encoder_layer_5_mlp_0_bias" [id=49, type="get_attr"]; +"50 encoder_layers_encoder_layer_5_mlp_3_bias" [id=50, type="get_attr"]; +"51 encoder_layers_encoder_layer_6_ln_1_weight" [id=51, type="get_attr"]; +"52 encoder_layers_encoder_layer_6_ln_1_bias" [id=52, type="get_attr"]; +"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=53, type="get_attr"]; +"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=54, type="get_attr"]; +"55 encoder_layers_encoder_layer_6_ln_2_weight" [id=55, type="get_attr"]; +"56 encoder_layers_encoder_layer_6_ln_2_bias" [id=56, type="get_attr"]; +"57 encoder_layers_encoder_layer_6_mlp_0_bias" [id=57, type="get_attr"]; +"58 encoder_layers_encoder_layer_6_mlp_3_bias" [id=58, type="get_attr"]; +"59 encoder_layers_encoder_layer_7_ln_1_weight" [id=59, type="get_attr"]; +"60 encoder_layers_encoder_layer_7_ln_1_bias" [id=60, type="get_attr"]; +"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=61, type="get_attr"]; +"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=62, type="get_attr"]; +"63 encoder_layers_encoder_layer_7_ln_2_weight" [id=63, type="get_attr"]; +"64 encoder_layers_encoder_layer_7_ln_2_bias" [id=64, type="get_attr"]; +"65 encoder_layers_encoder_layer_7_mlp_0_bias" [id=65, type="get_attr"]; +"66 encoder_layers_encoder_layer_7_mlp_3_bias" [id=66, type="get_attr"]; +"67 encoder_layers_encoder_layer_8_ln_1_weight" [id=67, type="get_attr"]; +"68 encoder_layers_encoder_layer_8_ln_1_bias" [id=68, type="get_attr"]; +"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=69, type="get_attr"]; +"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=70, type="get_attr"]; +"71 encoder_layers_encoder_layer_8_ln_2_weight" [id=71, type="get_attr"]; +"72 encoder_layers_encoder_layer_8_ln_2_bias" [id=72, type="get_attr"]; +"73 encoder_layers_encoder_layer_8_mlp_0_bias" [id=73, type="get_attr"]; +"74 encoder_layers_encoder_layer_8_mlp_3_bias" [id=74, type="get_attr"]; +"75 encoder_layers_encoder_layer_9_ln_1_weight" [id=75, type="get_attr"]; +"76 encoder_layers_encoder_layer_9_ln_1_bias" [id=76, type="get_attr"]; +"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=77, type="get_attr"]; +"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=78, type="get_attr"]; +"79 encoder_layers_encoder_layer_9_ln_2_weight" [id=79, type="get_attr"]; +"80 encoder_layers_encoder_layer_9_ln_2_bias" [id=80, type="get_attr"]; +"81 encoder_layers_encoder_layer_9_mlp_0_bias" [id=81, type="get_attr"]; +"82 encoder_layers_encoder_layer_9_mlp_3_bias" [id=82, type="get_attr"]; +"83 encoder_layers_encoder_layer_10_ln_1_weight" [id=83, type="get_attr"]; +"84 encoder_layers_encoder_layer_10_ln_1_bias" [id=84, type="get_attr"]; +"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=85, type="get_attr"]; +"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=86, type="get_attr"]; +"87 encoder_layers_encoder_layer_10_ln_2_weight" [id=87, type="get_attr"]; +"88 encoder_layers_encoder_layer_10_ln_2_bias" [id=88, type="get_attr"]; +"89 encoder_layers_encoder_layer_10_mlp_0_bias" [id=89, type="get_attr"]; +"90 encoder_layers_encoder_layer_10_mlp_3_bias" [id=90, type="get_attr"]; +"91 encoder_layers_encoder_layer_11_ln_1_weight" [id=91, type="get_attr"]; +"92 encoder_layers_encoder_layer_11_ln_1_bias" [id=92, type="get_attr"]; +"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=93, type="get_attr"]; +"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=94, type="get_attr"]; +"95 encoder_layers_encoder_layer_11_ln_2_weight" [id=95, type="get_attr"]; +"96 encoder_layers_encoder_layer_11_ln_2_bias" [id=96, type="get_attr"]; +"97 encoder_layers_encoder_layer_11_mlp_0_bias" [id=97, type="get_attr"]; +"98 encoder_layers_encoder_layer_11_mlp_3_bias" [id=98, type="get_attr"]; +"99 encoder_ln_weight" [id=99, type="get_attr"]; +"100 encoder_ln_bias" [id=100, type="get_attr"]; +"101 heads_head_bias" [id=101, type="get_attr"]; "102 x" [id=102, type=input]; -"103 quantize_per_tensor_default" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default" [id=104, type=dequantize_per_tensor]; -"105 scale_updated_constant0" [id=105, type=get_attr]; -"106 compressed_weight_updated_constant0" [id=106, type=get_attr]; +"103 quantize_per_tensor_0" [id=103, type="quantize_per_tensor"]; +"104 dequantize_per_tensor_1" [id=104, type="dequantize_per_tensor"]; +"105 scale_updated_constant0" [id=105, type="get_attr"]; +"106 compressed_weight_updated_constant0" [id=106, type="get_attr"]; "107 mul_tensor" [id=107, type=mul]; -"108 zero_point_updated_constant0" [id=108, type=get_attr]; +"108 zero_point_updated_constant0" [id=108, type="get_attr"]; "109 sub_tensor" [id=109, type=sub]; "110 conv2d" [id=110, type=conv2d]; "111 reshape" [id=111, type=reshape]; @@ -116,15 +116,15 @@ strict digraph { "114 cat" [id=114, type=cat]; "115 add" [id=115, type=add]; "116 dropout" [id=116, type=dropout]; -"117 layer_norm" [id=117, type=layer_norm]; +"117 layer_norm" [id=117, type="layer_norm"]; "118 transpose" [id=118, type=transpose]; -"119 transpose_0_0_nncf_smooth_quant_0" [id=119, type=call_module]; -"120 quantize_per_tensor_default_1" [id=120, type=quantize_per_tensor]; -"121 dequantize_per_tensor_default_1" [id=121, type=dequantize_per_tensor]; -"122 scale_updated_constant1" [id=122, type=get_attr]; -"123 compressed_weight_updated_constant1" [id=123, type=get_attr]; +"119 transpose_0_0_nncf_smooth_quant_0" [id=119, type="call_module"]; +"120 quantize_per_tensor_2" [id=120, type="quantize_per_tensor"]; +"121 dequantize_per_tensor_3" [id=121, type="dequantize_per_tensor"]; +"122 scale_updated_constant1" [id=122, type="get_attr"]; +"123 compressed_weight_updated_constant1" [id=123, type="get_attr"]; "124 mul_tensor_1" [id=124, type=mul]; -"125 zero_point_updated_constant1" [id=125, type=get_attr]; +"125 zero_point_updated_constant1" [id=125, type="get_attr"]; "126 sub_tensor_1" [id=126, type=sub]; "127 linear" [id=127, type=linear]; "128 unflatten" [id=128, type=unflatten]; @@ -132,11 +132,11 @@ strict digraph { "130 transpose_1" [id=130, type=transpose]; "131 squeeze" [id=131, type=squeeze]; "132 contiguous" [id=132, type=contiguous]; -"133 quantize_per_tensor_default_2" [id=133, type=quantize_per_tensor]; -"134 dequantize_per_tensor_default_2" [id=134, type=dequantize_per_tensor]; +"133 quantize_per_tensor_4" [id=133, type="quantize_per_tensor"]; +"134 dequantize_per_tensor_5" [id=134, type="dequantize_per_tensor"]; "135 select" [id=135, type=select]; -"136 quantize_per_tensor_default_3" [id=136, type=quantize_per_tensor]; -"137 dequantize_per_tensor_default_3" [id=137, type=dequantize_per_tensor]; +"136 quantize_per_tensor_6" [id=136, type="quantize_per_tensor"]; +"137 dequantize_per_tensor_7" [id=137, type="dequantize_per_tensor"]; "138 select_1" [id=138, type=select]; "139 select_2" [id=139, type=select]; "140 view" [id=140, type=view]; @@ -148,54 +148,54 @@ strict digraph { "146 view_3" [id=146, type=view]; "147 view_4" [id=147, type=view]; "148 view_5" [id=148, type=view]; -"149 scaled_dot_product_attention" [id=149, type=scaled_dot_product_attention]; +"149 scaled_dot_product_attention" [id=149, type="scaled_dot_product_attention"]; "150 permute_1" [id=150, type=permute]; "151 view_6" [id=151, type=view]; -"152 view_6_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; -"153 quantize_per_tensor_default_4" [id=153, type=quantize_per_tensor]; -"154 dequantize_per_tensor_default_4" [id=154, type=dequantize_per_tensor]; -"155 scale_updated_constant2" [id=155, type=get_attr]; -"156 compressed_weight_updated_constant2" [id=156, type=get_attr]; +"152 view_6_0_0_nncf_smooth_quant_0" [id=152, type="call_module"]; +"153 quantize_per_tensor_8" [id=153, type="quantize_per_tensor"]; +"154 dequantize_per_tensor_9" [id=154, type="dequantize_per_tensor"]; +"155 scale_updated_constant2" [id=155, type="get_attr"]; +"156 compressed_weight_updated_constant2" [id=156, type="get_attr"]; "157 mul_tensor_2" [id=157, type=mul]; -"158 zero_point_updated_constant2" [id=158, type=get_attr]; +"158 zero_point_updated_constant2" [id=158, type="get_attr"]; "159 sub_tensor_2" [id=159, type=sub]; "160 linear_1" [id=160, type=linear]; "161 view_7" [id=161, type=view]; "162 transpose_5" [id=162, type=transpose]; "163 dropout_1" [id=163, type=dropout]; "164 add_1" [id=164, type=add]; -"165 layer_norm_1" [id=165, type=layer_norm]; -"166 layer_norm_1_0_0_nncf_smooth_quant_0" [id=166, type=call_module]; -"167 quantize_per_tensor_default_5" [id=167, type=quantize_per_tensor]; -"168 dequantize_per_tensor_default_5" [id=168, type=dequantize_per_tensor]; -"169 scale_updated_constant3" [id=169, type=get_attr]; -"170 compressed_weight_updated_constant3" [id=170, type=get_attr]; +"165 layer_norm_1" [id=165, type="layer_norm"]; +"166 layer_norm_1_0_0_nncf_smooth_quant_0" [id=166, type="call_module"]; +"167 quantize_per_tensor_10" [id=167, type="quantize_per_tensor"]; +"168 dequantize_per_tensor_11" [id=168, type="dequantize_per_tensor"]; +"169 scale_updated_constant3" [id=169, type="get_attr"]; +"170 compressed_weight_updated_constant3" [id=170, type="get_attr"]; "171 mul_tensor_3" [id=171, type=mul]; -"172 zero_point_updated_constant3" [id=172, type=get_attr]; +"172 zero_point_updated_constant3" [id=172, type="get_attr"]; "173 sub_tensor_3" [id=173, type=sub]; "174 linear_2" [id=174, type=linear]; "175 gelu" [id=175, type=gelu]; "176 dropout_2" [id=176, type=dropout]; -"177 dropout_2_0_0_nncf_smooth_quant_0" [id=177, type=call_module]; -"178 quantize_per_tensor_default_6" [id=178, type=quantize_per_tensor]; -"179 dequantize_per_tensor_default_6" [id=179, type=dequantize_per_tensor]; -"180 scale_updated_constant4" [id=180, type=get_attr]; -"181 compressed_weight_updated_constant4" [id=181, type=get_attr]; +"177 dropout_2_0_0_nncf_smooth_quant_0" [id=177, type="call_module"]; +"178 quantize_per_tensor_12" [id=178, type="quantize_per_tensor"]; +"179 dequantize_per_tensor_13" [id=179, type="dequantize_per_tensor"]; +"180 scale_updated_constant4" [id=180, type="get_attr"]; +"181 compressed_weight_updated_constant4" [id=181, type="get_attr"]; "182 mul_tensor_4" [id=182, type=mul]; -"183 zero_point_updated_constant4" [id=183, type=get_attr]; +"183 zero_point_updated_constant4" [id=183, type="get_attr"]; "184 sub_tensor_4" [id=184, type=sub]; "185 linear_3" [id=185, type=linear]; "186 dropout_3" [id=186, type=dropout]; "187 add_2" [id=187, type=add]; -"188 layer_norm_2" [id=188, type=layer_norm]; +"188 layer_norm_2" [id=188, type="layer_norm"]; "189 transpose_6" [id=189, type=transpose]; -"190 transpose_6_0_0_nncf_smooth_quant_0" [id=190, type=call_module]; -"191 quantize_per_tensor_default_7" [id=191, type=quantize_per_tensor]; -"192 dequantize_per_tensor_default_7" [id=192, type=dequantize_per_tensor]; -"193 scale_updated_constant5" [id=193, type=get_attr]; -"194 compressed_weight_updated_constant5" [id=194, type=get_attr]; +"190 transpose_6_0_0_nncf_smooth_quant_0" [id=190, type="call_module"]; +"191 quantize_per_tensor_14" [id=191, type="quantize_per_tensor"]; +"192 dequantize_per_tensor_15" [id=192, type="dequantize_per_tensor"]; +"193 scale_updated_constant5" [id=193, type="get_attr"]; +"194 compressed_weight_updated_constant5" [id=194, type="get_attr"]; "195 mul_tensor_5" [id=195, type=mul]; -"196 zero_point_updated_constant5" [id=196, type=get_attr]; +"196 zero_point_updated_constant5" [id=196, type="get_attr"]; "197 sub_tensor_5" [id=197, type=sub]; "198 linear_4" [id=198, type=linear]; "199 unflatten_1" [id=199, type=unflatten]; @@ -203,11 +203,11 @@ strict digraph { "201 transpose_7" [id=201, type=transpose]; "202 squeeze_1" [id=202, type=squeeze]; "203 contiguous_1" [id=203, type=contiguous]; -"204 quantize_per_tensor_default_8" [id=204, type=quantize_per_tensor]; -"205 dequantize_per_tensor_default_8" [id=205, type=dequantize_per_tensor]; +"204 quantize_per_tensor_16" [id=204, type="quantize_per_tensor"]; +"205 dequantize_per_tensor_17" [id=205, type="dequantize_per_tensor"]; "206 select_3" [id=206, type=select]; -"207 quantize_per_tensor_default_9" [id=207, type=quantize_per_tensor]; -"208 dequantize_per_tensor_default_9" [id=208, type=dequantize_per_tensor]; +"207 quantize_per_tensor_18" [id=207, type="quantize_per_tensor"]; +"208 dequantize_per_tensor_19" [id=208, type="dequantize_per_tensor"]; "209 select_4" [id=209, type=select]; "210 select_5" [id=210, type=select]; "211 view_8" [id=211, type=view]; @@ -219,54 +219,54 @@ strict digraph { "217 view_11" [id=217, type=view]; "218 view_12" [id=218, type=view]; "219 view_13" [id=219, type=view]; -"220 scaled_dot_product_attention_1" [id=220, type=scaled_dot_product_attention]; +"220 scaled_dot_product_attention_1" [id=220, type="scaled_dot_product_attention"]; "221 permute_2" [id=221, type=permute]; "222 view_14" [id=222, type=view]; -"223 view_14_0_0_nncf_smooth_quant_0" [id=223, type=call_module]; -"224 quantize_per_tensor_default_10" [id=224, type=quantize_per_tensor]; -"225 dequantize_per_tensor_default_10" [id=225, type=dequantize_per_tensor]; -"226 scale_updated_constant6" [id=226, type=get_attr]; -"227 compressed_weight_updated_constant6" [id=227, type=get_attr]; +"223 view_14_0_0_nncf_smooth_quant_0" [id=223, type="call_module"]; +"224 quantize_per_tensor_20" [id=224, type="quantize_per_tensor"]; +"225 dequantize_per_tensor_21" [id=225, type="dequantize_per_tensor"]; +"226 scale_updated_constant6" [id=226, type="get_attr"]; +"227 compressed_weight_updated_constant6" [id=227, type="get_attr"]; "228 mul_tensor_6" [id=228, type=mul]; -"229 zero_point_updated_constant6" [id=229, type=get_attr]; +"229 zero_point_updated_constant6" [id=229, type="get_attr"]; "230 sub_tensor_6" [id=230, type=sub]; "231 linear_5" [id=231, type=linear]; "232 view_15" [id=232, type=view]; "233 transpose_11" [id=233, type=transpose]; "234 dropout_4" [id=234, type=dropout]; "235 add_3" [id=235, type=add]; -"236 layer_norm_3" [id=236, type=layer_norm]; -"237 layer_norm_3_0_0_nncf_smooth_quant_0" [id=237, type=call_module]; -"238 quantize_per_tensor_default_11" [id=238, type=quantize_per_tensor]; -"239 dequantize_per_tensor_default_11" [id=239, type=dequantize_per_tensor]; -"240 scale_updated_constant7" [id=240, type=get_attr]; -"241 compressed_weight_updated_constant7" [id=241, type=get_attr]; +"236 layer_norm_3" [id=236, type="layer_norm"]; +"237 layer_norm_3_0_0_nncf_smooth_quant_0" [id=237, type="call_module"]; +"238 quantize_per_tensor_22" [id=238, type="quantize_per_tensor"]; +"239 dequantize_per_tensor_23" [id=239, type="dequantize_per_tensor"]; +"240 scale_updated_constant7" [id=240, type="get_attr"]; +"241 compressed_weight_updated_constant7" [id=241, type="get_attr"]; "242 mul_tensor_7" [id=242, type=mul]; -"243 zero_point_updated_constant7" [id=243, type=get_attr]; +"243 zero_point_updated_constant7" [id=243, type="get_attr"]; "244 sub_tensor_7" [id=244, type=sub]; "245 linear_6" [id=245, type=linear]; "246 gelu_1" [id=246, type=gelu]; "247 dropout_5" [id=247, type=dropout]; -"248 dropout_5_0_0_nncf_smooth_quant_0" [id=248, type=call_module]; -"249 quantize_per_tensor_default_12" [id=249, type=quantize_per_tensor]; -"250 dequantize_per_tensor_default_12" [id=250, type=dequantize_per_tensor]; -"251 scale_updated_constant8" [id=251, type=get_attr]; -"252 compressed_weight_updated_constant8" [id=252, type=get_attr]; +"248 dropout_5_0_0_nncf_smooth_quant_0" [id=248, type="call_module"]; +"249 quantize_per_tensor_24" [id=249, type="quantize_per_tensor"]; +"250 dequantize_per_tensor_25" [id=250, type="dequantize_per_tensor"]; +"251 scale_updated_constant8" [id=251, type="get_attr"]; +"252 compressed_weight_updated_constant8" [id=252, type="get_attr"]; "253 mul_tensor_8" [id=253, type=mul]; -"254 zero_point_updated_constant8" [id=254, type=get_attr]; +"254 zero_point_updated_constant8" [id=254, type="get_attr"]; "255 sub_tensor_8" [id=255, type=sub]; "256 linear_7" [id=256, type=linear]; "257 dropout_6" [id=257, type=dropout]; "258 add_4" [id=258, type=add]; -"259 layer_norm_4" [id=259, type=layer_norm]; +"259 layer_norm_4" [id=259, type="layer_norm"]; "260 transpose_12" [id=260, type=transpose]; -"261 transpose_12_0_0_nncf_smooth_quant_0" [id=261, type=call_module]; -"262 quantize_per_tensor_default_13" [id=262, type=quantize_per_tensor]; -"263 dequantize_per_tensor_default_13" [id=263, type=dequantize_per_tensor]; -"264 scale_updated_constant9" [id=264, type=get_attr]; -"265 compressed_weight_updated_constant9" [id=265, type=get_attr]; +"261 transpose_12_0_0_nncf_smooth_quant_0" [id=261, type="call_module"]; +"262 quantize_per_tensor_26" [id=262, type="quantize_per_tensor"]; +"263 dequantize_per_tensor_27" [id=263, type="dequantize_per_tensor"]; +"264 scale_updated_constant9" [id=264, type="get_attr"]; +"265 compressed_weight_updated_constant9" [id=265, type="get_attr"]; "266 mul_tensor_9" [id=266, type=mul]; -"267 zero_point_updated_constant9" [id=267, type=get_attr]; +"267 zero_point_updated_constant9" [id=267, type="get_attr"]; "268 sub_tensor_9" [id=268, type=sub]; "269 linear_8" [id=269, type=linear]; "270 unflatten_2" [id=270, type=unflatten]; @@ -274,11 +274,11 @@ strict digraph { "272 transpose_13" [id=272, type=transpose]; "273 squeeze_2" [id=273, type=squeeze]; "274 contiguous_2" [id=274, type=contiguous]; -"275 quantize_per_tensor_default_14" [id=275, type=quantize_per_tensor]; -"276 dequantize_per_tensor_default_14" [id=276, type=dequantize_per_tensor]; +"275 quantize_per_tensor_28" [id=275, type="quantize_per_tensor"]; +"276 dequantize_per_tensor_29" [id=276, type="dequantize_per_tensor"]; "277 select_6" [id=277, type=select]; -"278 quantize_per_tensor_default_15" [id=278, type=quantize_per_tensor]; -"279 dequantize_per_tensor_default_15" [id=279, type=dequantize_per_tensor]; +"278 quantize_per_tensor_30" [id=278, type="quantize_per_tensor"]; +"279 dequantize_per_tensor_31" [id=279, type="dequantize_per_tensor"]; "280 select_7" [id=280, type=select]; "281 select_8" [id=281, type=select]; "282 view_16" [id=282, type=view]; @@ -290,54 +290,54 @@ strict digraph { "288 view_19" [id=288, type=view]; "289 view_20" [id=289, type=view]; "290 view_21" [id=290, type=view]; -"291 scaled_dot_product_attention_2" [id=291, type=scaled_dot_product_attention]; +"291 scaled_dot_product_attention_2" [id=291, type="scaled_dot_product_attention"]; "292 permute_3" [id=292, type=permute]; "293 view_22" [id=293, type=view]; -"294 view_22_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 quantize_per_tensor_default_16" [id=295, type=quantize_per_tensor]; -"296 dequantize_per_tensor_default_16" [id=296, type=dequantize_per_tensor]; -"297 scale_updated_constant10" [id=297, type=get_attr]; -"298 compressed_weight_updated_constant10" [id=298, type=get_attr]; +"294 view_22_0_0_nncf_smooth_quant_0" [id=294, type="call_module"]; +"295 quantize_per_tensor_32" [id=295, type="quantize_per_tensor"]; +"296 dequantize_per_tensor_33" [id=296, type="dequantize_per_tensor"]; +"297 scale_updated_constant10" [id=297, type="get_attr"]; +"298 compressed_weight_updated_constant10" [id=298, type="get_attr"]; "299 mul_tensor_10" [id=299, type=mul]; -"300 zero_point_updated_constant10" [id=300, type=get_attr]; +"300 zero_point_updated_constant10" [id=300, type="get_attr"]; "301 sub_tensor_10" [id=301, type=sub]; "302 linear_9" [id=302, type=linear]; "303 view_23" [id=303, type=view]; "304 transpose_17" [id=304, type=transpose]; "305 dropout_7" [id=305, type=dropout]; "306 add_5" [id=306, type=add]; -"307 layer_norm_5" [id=307, type=layer_norm]; -"308 layer_norm_5_0_0_nncf_smooth_quant_0" [id=308, type=call_module]; -"309 quantize_per_tensor_default_17" [id=309, type=quantize_per_tensor]; -"310 dequantize_per_tensor_default_17" [id=310, type=dequantize_per_tensor]; -"311 scale_updated_constant11" [id=311, type=get_attr]; -"312 compressed_weight_updated_constant11" [id=312, type=get_attr]; +"307 layer_norm_5" [id=307, type="layer_norm"]; +"308 layer_norm_5_0_0_nncf_smooth_quant_0" [id=308, type="call_module"]; +"309 quantize_per_tensor_34" [id=309, type="quantize_per_tensor"]; +"310 dequantize_per_tensor_35" [id=310, type="dequantize_per_tensor"]; +"311 scale_updated_constant11" [id=311, type="get_attr"]; +"312 compressed_weight_updated_constant11" [id=312, type="get_attr"]; "313 mul_tensor_11" [id=313, type=mul]; -"314 zero_point_updated_constant11" [id=314, type=get_attr]; +"314 zero_point_updated_constant11" [id=314, type="get_attr"]; "315 sub_tensor_11" [id=315, type=sub]; "316 linear_10" [id=316, type=linear]; "317 gelu_2" [id=317, type=gelu]; "318 dropout_8" [id=318, type=dropout]; -"319 dropout_8_0_0_nncf_smooth_quant_0" [id=319, type=call_module]; -"320 quantize_per_tensor_default_18" [id=320, type=quantize_per_tensor]; -"321 dequantize_per_tensor_default_18" [id=321, type=dequantize_per_tensor]; -"322 scale_updated_constant12" [id=322, type=get_attr]; -"323 compressed_weight_updated_constant12" [id=323, type=get_attr]; +"319 dropout_8_0_0_nncf_smooth_quant_0" [id=319, type="call_module"]; +"320 quantize_per_tensor_36" [id=320, type="quantize_per_tensor"]; +"321 dequantize_per_tensor_37" [id=321, type="dequantize_per_tensor"]; +"322 scale_updated_constant12" [id=322, type="get_attr"]; +"323 compressed_weight_updated_constant12" [id=323, type="get_attr"]; "324 mul_tensor_12" [id=324, type=mul]; -"325 zero_point_updated_constant12" [id=325, type=get_attr]; +"325 zero_point_updated_constant12" [id=325, type="get_attr"]; "326 sub_tensor_12" [id=326, type=sub]; "327 linear_11" [id=327, type=linear]; "328 dropout_9" [id=328, type=dropout]; "329 add_6" [id=329, type=add]; -"330 layer_norm_6" [id=330, type=layer_norm]; +"330 layer_norm_6" [id=330, type="layer_norm"]; "331 transpose_18" [id=331, type=transpose]; -"332 transpose_18_0_0_nncf_smooth_quant_0" [id=332, type=call_module]; -"333 quantize_per_tensor_default_19" [id=333, type=quantize_per_tensor]; -"334 dequantize_per_tensor_default_19" [id=334, type=dequantize_per_tensor]; -"335 scale_updated_constant13" [id=335, type=get_attr]; -"336 compressed_weight_updated_constant13" [id=336, type=get_attr]; +"332 transpose_18_0_0_nncf_smooth_quant_0" [id=332, type="call_module"]; +"333 quantize_per_tensor_38" [id=333, type="quantize_per_tensor"]; +"334 dequantize_per_tensor_39" [id=334, type="dequantize_per_tensor"]; +"335 scale_updated_constant13" [id=335, type="get_attr"]; +"336 compressed_weight_updated_constant13" [id=336, type="get_attr"]; "337 mul_tensor_13" [id=337, type=mul]; -"338 zero_point_updated_constant13" [id=338, type=get_attr]; +"338 zero_point_updated_constant13" [id=338, type="get_attr"]; "339 sub_tensor_13" [id=339, type=sub]; "340 linear_12" [id=340, type=linear]; "341 unflatten_3" [id=341, type=unflatten]; @@ -345,11 +345,11 @@ strict digraph { "343 transpose_19" [id=343, type=transpose]; "344 squeeze_3" [id=344, type=squeeze]; "345 contiguous_3" [id=345, type=contiguous]; -"346 quantize_per_tensor_default_20" [id=346, type=quantize_per_tensor]; -"347 dequantize_per_tensor_default_20" [id=347, type=dequantize_per_tensor]; +"346 quantize_per_tensor_40" [id=346, type="quantize_per_tensor"]; +"347 dequantize_per_tensor_41" [id=347, type="dequantize_per_tensor"]; "348 select_9" [id=348, type=select]; -"349 quantize_per_tensor_default_21" [id=349, type=quantize_per_tensor]; -"350 dequantize_per_tensor_default_21" [id=350, type=dequantize_per_tensor]; +"349 quantize_per_tensor_42" [id=349, type="quantize_per_tensor"]; +"350 dequantize_per_tensor_43" [id=350, type="dequantize_per_tensor"]; "351 select_10" [id=351, type=select]; "352 select_11" [id=352, type=select]; "353 view_24" [id=353, type=view]; @@ -361,54 +361,54 @@ strict digraph { "359 view_27" [id=359, type=view]; "360 view_28" [id=360, type=view]; "361 view_29" [id=361, type=view]; -"362 scaled_dot_product_attention_3" [id=362, type=scaled_dot_product_attention]; +"362 scaled_dot_product_attention_3" [id=362, type="scaled_dot_product_attention"]; "363 permute_4" [id=363, type=permute]; "364 view_30" [id=364, type=view]; -"365 view_30_0_0_nncf_smooth_quant_0" [id=365, type=call_module]; -"366 quantize_per_tensor_default_22" [id=366, type=quantize_per_tensor]; -"367 dequantize_per_tensor_default_22" [id=367, type=dequantize_per_tensor]; -"368 scale_updated_constant14" [id=368, type=get_attr]; -"369 compressed_weight_updated_constant14" [id=369, type=get_attr]; +"365 view_30_0_0_nncf_smooth_quant_0" [id=365, type="call_module"]; +"366 quantize_per_tensor_44" [id=366, type="quantize_per_tensor"]; +"367 dequantize_per_tensor_45" [id=367, type="dequantize_per_tensor"]; +"368 scale_updated_constant14" [id=368, type="get_attr"]; +"369 compressed_weight_updated_constant14" [id=369, type="get_attr"]; "370 mul_tensor_14" [id=370, type=mul]; -"371 zero_point_updated_constant14" [id=371, type=get_attr]; +"371 zero_point_updated_constant14" [id=371, type="get_attr"]; "372 sub_tensor_14" [id=372, type=sub]; "373 linear_13" [id=373, type=linear]; "374 view_31" [id=374, type=view]; "375 transpose_23" [id=375, type=transpose]; "376 dropout_10" [id=376, type=dropout]; "377 add_7" [id=377, type=add]; -"378 layer_norm_7" [id=378, type=layer_norm]; -"379 layer_norm_7_0_0_nncf_smooth_quant_0" [id=379, type=call_module]; -"380 quantize_per_tensor_default_23" [id=380, type=quantize_per_tensor]; -"381 dequantize_per_tensor_default_23" [id=381, type=dequantize_per_tensor]; -"382 scale_updated_constant15" [id=382, type=get_attr]; -"383 compressed_weight_updated_constant15" [id=383, type=get_attr]; +"378 layer_norm_7" [id=378, type="layer_norm"]; +"379 layer_norm_7_0_0_nncf_smooth_quant_0" [id=379, type="call_module"]; +"380 quantize_per_tensor_46" [id=380, type="quantize_per_tensor"]; +"381 dequantize_per_tensor_47" [id=381, type="dequantize_per_tensor"]; +"382 scale_updated_constant15" [id=382, type="get_attr"]; +"383 compressed_weight_updated_constant15" [id=383, type="get_attr"]; "384 mul_tensor_15" [id=384, type=mul]; -"385 zero_point_updated_constant15" [id=385, type=get_attr]; +"385 zero_point_updated_constant15" [id=385, type="get_attr"]; "386 sub_tensor_15" [id=386, type=sub]; "387 linear_14" [id=387, type=linear]; "388 gelu_3" [id=388, type=gelu]; "389 dropout_11" [id=389, type=dropout]; -"390 dropout_11_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; -"391 quantize_per_tensor_default_24" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_24" [id=392, type=dequantize_per_tensor]; -"393 scale_updated_constant16" [id=393, type=get_attr]; -"394 compressed_weight_updated_constant16" [id=394, type=get_attr]; +"390 dropout_11_0_0_nncf_smooth_quant_0" [id=390, type="call_module"]; +"391 quantize_per_tensor_48" [id=391, type="quantize_per_tensor"]; +"392 dequantize_per_tensor_49" [id=392, type="dequantize_per_tensor"]; +"393 scale_updated_constant16" [id=393, type="get_attr"]; +"394 compressed_weight_updated_constant16" [id=394, type="get_attr"]; "395 mul_tensor_16" [id=395, type=mul]; -"396 zero_point_updated_constant16" [id=396, type=get_attr]; +"396 zero_point_updated_constant16" [id=396, type="get_attr"]; "397 sub_tensor_16" [id=397, type=sub]; "398 linear_15" [id=398, type=linear]; "399 dropout_12" [id=399, type=dropout]; "400 add_8" [id=400, type=add]; -"401 layer_norm_8" [id=401, type=layer_norm]; +"401 layer_norm_8" [id=401, type="layer_norm"]; "402 transpose_24" [id=402, type=transpose]; -"403 transpose_24_0_0_nncf_smooth_quant_0" [id=403, type=call_module]; -"404 quantize_per_tensor_default_25" [id=404, type=quantize_per_tensor]; -"405 dequantize_per_tensor_default_25" [id=405, type=dequantize_per_tensor]; -"406 scale_updated_constant17" [id=406, type=get_attr]; -"407 compressed_weight_updated_constant17" [id=407, type=get_attr]; +"403 transpose_24_0_0_nncf_smooth_quant_0" [id=403, type="call_module"]; +"404 quantize_per_tensor_50" [id=404, type="quantize_per_tensor"]; +"405 dequantize_per_tensor_51" [id=405, type="dequantize_per_tensor"]; +"406 scale_updated_constant17" [id=406, type="get_attr"]; +"407 compressed_weight_updated_constant17" [id=407, type="get_attr"]; "408 mul_tensor_17" [id=408, type=mul]; -"409 zero_point_updated_constant17" [id=409, type=get_attr]; +"409 zero_point_updated_constant17" [id=409, type="get_attr"]; "410 sub_tensor_17" [id=410, type=sub]; "411 linear_16" [id=411, type=linear]; "412 unflatten_4" [id=412, type=unflatten]; @@ -416,11 +416,11 @@ strict digraph { "414 transpose_25" [id=414, type=transpose]; "415 squeeze_4" [id=415, type=squeeze]; "416 contiguous_4" [id=416, type=contiguous]; -"417 quantize_per_tensor_default_26" [id=417, type=quantize_per_tensor]; -"418 dequantize_per_tensor_default_26" [id=418, type=dequantize_per_tensor]; +"417 quantize_per_tensor_52" [id=417, type="quantize_per_tensor"]; +"418 dequantize_per_tensor_53" [id=418, type="dequantize_per_tensor"]; "419 select_12" [id=419, type=select]; -"420 quantize_per_tensor_default_27" [id=420, type=quantize_per_tensor]; -"421 dequantize_per_tensor_default_27" [id=421, type=dequantize_per_tensor]; +"420 quantize_per_tensor_54" [id=420, type="quantize_per_tensor"]; +"421 dequantize_per_tensor_55" [id=421, type="dequantize_per_tensor"]; "422 select_13" [id=422, type=select]; "423 select_14" [id=423, type=select]; "424 view_32" [id=424, type=view]; @@ -432,54 +432,54 @@ strict digraph { "430 view_35" [id=430, type=view]; "431 view_36" [id=431, type=view]; "432 view_37" [id=432, type=view]; -"433 scaled_dot_product_attention_4" [id=433, type=scaled_dot_product_attention]; +"433 scaled_dot_product_attention_4" [id=433, type="scaled_dot_product_attention"]; "434 permute_5" [id=434, type=permute]; "435 view_38" [id=435, type=view]; -"436 view_38_0_0_nncf_smooth_quant_0" [id=436, type=call_module]; -"437 quantize_per_tensor_default_28" [id=437, type=quantize_per_tensor]; -"438 dequantize_per_tensor_default_28" [id=438, type=dequantize_per_tensor]; -"439 scale_updated_constant18" [id=439, type=get_attr]; -"440 compressed_weight_updated_constant18" [id=440, type=get_attr]; +"436 view_38_0_0_nncf_smooth_quant_0" [id=436, type="call_module"]; +"437 quantize_per_tensor_56" [id=437, type="quantize_per_tensor"]; +"438 dequantize_per_tensor_57" [id=438, type="dequantize_per_tensor"]; +"439 scale_updated_constant18" [id=439, type="get_attr"]; +"440 compressed_weight_updated_constant18" [id=440, type="get_attr"]; "441 mul_tensor_18" [id=441, type=mul]; -"442 zero_point_updated_constant18" [id=442, type=get_attr]; +"442 zero_point_updated_constant18" [id=442, type="get_attr"]; "443 sub_tensor_18" [id=443, type=sub]; "444 linear_17" [id=444, type=linear]; "445 view_39" [id=445, type=view]; "446 transpose_29" [id=446, type=transpose]; "447 dropout_13" [id=447, type=dropout]; "448 add_9" [id=448, type=add]; -"449 layer_norm_9" [id=449, type=layer_norm]; -"450 layer_norm_9_0_0_nncf_smooth_quant_0" [id=450, type=call_module]; -"451 quantize_per_tensor_default_29" [id=451, type=quantize_per_tensor]; -"452 dequantize_per_tensor_default_29" [id=452, type=dequantize_per_tensor]; -"453 scale_updated_constant19" [id=453, type=get_attr]; -"454 compressed_weight_updated_constant19" [id=454, type=get_attr]; +"449 layer_norm_9" [id=449, type="layer_norm"]; +"450 layer_norm_9_0_0_nncf_smooth_quant_0" [id=450, type="call_module"]; +"451 quantize_per_tensor_58" [id=451, type="quantize_per_tensor"]; +"452 dequantize_per_tensor_59" [id=452, type="dequantize_per_tensor"]; +"453 scale_updated_constant19" [id=453, type="get_attr"]; +"454 compressed_weight_updated_constant19" [id=454, type="get_attr"]; "455 mul_tensor_19" [id=455, type=mul]; -"456 zero_point_updated_constant19" [id=456, type=get_attr]; +"456 zero_point_updated_constant19" [id=456, type="get_attr"]; "457 sub_tensor_19" [id=457, type=sub]; "458 linear_18" [id=458, type=linear]; "459 gelu_4" [id=459, type=gelu]; "460 dropout_14" [id=460, type=dropout]; -"461 dropout_14_0_0_nncf_smooth_quant_0" [id=461, type=call_module]; -"462 quantize_per_tensor_default_30" [id=462, type=quantize_per_tensor]; -"463 dequantize_per_tensor_default_30" [id=463, type=dequantize_per_tensor]; -"464 scale_updated_constant20" [id=464, type=get_attr]; -"465 compressed_weight_updated_constant20" [id=465, type=get_attr]; +"461 dropout_14_0_0_nncf_smooth_quant_0" [id=461, type="call_module"]; +"462 quantize_per_tensor_60" [id=462, type="quantize_per_tensor"]; +"463 dequantize_per_tensor_61" [id=463, type="dequantize_per_tensor"]; +"464 scale_updated_constant20" [id=464, type="get_attr"]; +"465 compressed_weight_updated_constant20" [id=465, type="get_attr"]; "466 mul_tensor_20" [id=466, type=mul]; -"467 zero_point_updated_constant20" [id=467, type=get_attr]; +"467 zero_point_updated_constant20" [id=467, type="get_attr"]; "468 sub_tensor_20" [id=468, type=sub]; "469 linear_19" [id=469, type=linear]; "470 dropout_15" [id=470, type=dropout]; "471 add_10" [id=471, type=add]; -"472 layer_norm_10" [id=472, type=layer_norm]; +"472 layer_norm_10" [id=472, type="layer_norm"]; "473 transpose_30" [id=473, type=transpose]; -"474 transpose_30_0_0_nncf_smooth_quant_0" [id=474, type=call_module]; -"475 quantize_per_tensor_default_31" [id=475, type=quantize_per_tensor]; -"476 dequantize_per_tensor_default_31" [id=476, type=dequantize_per_tensor]; -"477 scale_updated_constant21" [id=477, type=get_attr]; -"478 compressed_weight_updated_constant21" [id=478, type=get_attr]; +"474 transpose_30_0_0_nncf_smooth_quant_0" [id=474, type="call_module"]; +"475 quantize_per_tensor_62" [id=475, type="quantize_per_tensor"]; +"476 dequantize_per_tensor_63" [id=476, type="dequantize_per_tensor"]; +"477 scale_updated_constant21" [id=477, type="get_attr"]; +"478 compressed_weight_updated_constant21" [id=478, type="get_attr"]; "479 mul_tensor_21" [id=479, type=mul]; -"480 zero_point_updated_constant21" [id=480, type=get_attr]; +"480 zero_point_updated_constant21" [id=480, type="get_attr"]; "481 sub_tensor_21" [id=481, type=sub]; "482 linear_20" [id=482, type=linear]; "483 unflatten_5" [id=483, type=unflatten]; @@ -487,11 +487,11 @@ strict digraph { "485 transpose_31" [id=485, type=transpose]; "486 squeeze_5" [id=486, type=squeeze]; "487 contiguous_5" [id=487, type=contiguous]; -"488 quantize_per_tensor_default_32" [id=488, type=quantize_per_tensor]; -"489 dequantize_per_tensor_default_32" [id=489, type=dequantize_per_tensor]; +"488 quantize_per_tensor_64" [id=488, type="quantize_per_tensor"]; +"489 dequantize_per_tensor_65" [id=489, type="dequantize_per_tensor"]; "490 select_15" [id=490, type=select]; -"491 quantize_per_tensor_default_33" [id=491, type=quantize_per_tensor]; -"492 dequantize_per_tensor_default_33" [id=492, type=dequantize_per_tensor]; +"491 quantize_per_tensor_66" [id=491, type="quantize_per_tensor"]; +"492 dequantize_per_tensor_67" [id=492, type="dequantize_per_tensor"]; "493 select_16" [id=493, type=select]; "494 select_17" [id=494, type=select]; "495 view_40" [id=495, type=view]; @@ -503,54 +503,54 @@ strict digraph { "501 view_43" [id=501, type=view]; "502 view_44" [id=502, type=view]; "503 view_45" [id=503, type=view]; -"504 scaled_dot_product_attention_5" [id=504, type=scaled_dot_product_attention]; +"504 scaled_dot_product_attention_5" [id=504, type="scaled_dot_product_attention"]; "505 permute_6" [id=505, type=permute]; "506 view_46" [id=506, type=view]; -"507 view_46_0_0_nncf_smooth_quant_0" [id=507, type=call_module]; -"508 quantize_per_tensor_default_34" [id=508, type=quantize_per_tensor]; -"509 dequantize_per_tensor_default_34" [id=509, type=dequantize_per_tensor]; -"510 scale_updated_constant22" [id=510, type=get_attr]; -"511 compressed_weight_updated_constant22" [id=511, type=get_attr]; +"507 view_46_0_0_nncf_smooth_quant_0" [id=507, type="call_module"]; +"508 quantize_per_tensor_68" [id=508, type="quantize_per_tensor"]; +"509 dequantize_per_tensor_69" [id=509, type="dequantize_per_tensor"]; +"510 scale_updated_constant22" [id=510, type="get_attr"]; +"511 compressed_weight_updated_constant22" [id=511, type="get_attr"]; "512 mul_tensor_22" [id=512, type=mul]; -"513 zero_point_updated_constant22" [id=513, type=get_attr]; +"513 zero_point_updated_constant22" [id=513, type="get_attr"]; "514 sub_tensor_22" [id=514, type=sub]; "515 linear_21" [id=515, type=linear]; "516 view_47" [id=516, type=view]; "517 transpose_35" [id=517, type=transpose]; "518 dropout_16" [id=518, type=dropout]; "519 add_11" [id=519, type=add]; -"520 layer_norm_11" [id=520, type=layer_norm]; -"521 layer_norm_11_0_0_nncf_smooth_quant_0" [id=521, type=call_module]; -"522 quantize_per_tensor_default_35" [id=522, type=quantize_per_tensor]; -"523 dequantize_per_tensor_default_35" [id=523, type=dequantize_per_tensor]; -"524 scale_updated_constant23" [id=524, type=get_attr]; -"525 compressed_weight_updated_constant23" [id=525, type=get_attr]; +"520 layer_norm_11" [id=520, type="layer_norm"]; +"521 layer_norm_11_0_0_nncf_smooth_quant_0" [id=521, type="call_module"]; +"522 quantize_per_tensor_70" [id=522, type="quantize_per_tensor"]; +"523 dequantize_per_tensor_71" [id=523, type="dequantize_per_tensor"]; +"524 scale_updated_constant23" [id=524, type="get_attr"]; +"525 compressed_weight_updated_constant23" [id=525, type="get_attr"]; "526 mul_tensor_23" [id=526, type=mul]; -"527 zero_point_updated_constant23" [id=527, type=get_attr]; +"527 zero_point_updated_constant23" [id=527, type="get_attr"]; "528 sub_tensor_23" [id=528, type=sub]; "529 linear_22" [id=529, type=linear]; "530 gelu_5" [id=530, type=gelu]; "531 dropout_17" [id=531, type=dropout]; -"532 dropout_17_0_0_nncf_smooth_quant_0" [id=532, type=call_module]; -"533 quantize_per_tensor_default_36" [id=533, type=quantize_per_tensor]; -"534 dequantize_per_tensor_default_36" [id=534, type=dequantize_per_tensor]; -"535 scale_updated_constant24" [id=535, type=get_attr]; -"536 compressed_weight_updated_constant24" [id=536, type=get_attr]; +"532 dropout_17_0_0_nncf_smooth_quant_0" [id=532, type="call_module"]; +"533 quantize_per_tensor_72" [id=533, type="quantize_per_tensor"]; +"534 dequantize_per_tensor_73" [id=534, type="dequantize_per_tensor"]; +"535 scale_updated_constant24" [id=535, type="get_attr"]; +"536 compressed_weight_updated_constant24" [id=536, type="get_attr"]; "537 mul_tensor_24" [id=537, type=mul]; -"538 zero_point_updated_constant24" [id=538, type=get_attr]; +"538 zero_point_updated_constant24" [id=538, type="get_attr"]; "539 sub_tensor_24" [id=539, type=sub]; "540 linear_23" [id=540, type=linear]; "541 dropout_18" [id=541, type=dropout]; "542 add_12" [id=542, type=add]; -"543 layer_norm_12" [id=543, type=layer_norm]; +"543 layer_norm_12" [id=543, type="layer_norm"]; "544 transpose_36" [id=544, type=transpose]; -"545 transpose_36_0_0_nncf_smooth_quant_0" [id=545, type=call_module]; -"546 quantize_per_tensor_default_37" [id=546, type=quantize_per_tensor]; -"547 dequantize_per_tensor_default_37" [id=547, type=dequantize_per_tensor]; -"548 scale_updated_constant25" [id=548, type=get_attr]; -"549 compressed_weight_updated_constant25" [id=549, type=get_attr]; +"545 transpose_36_0_0_nncf_smooth_quant_0" [id=545, type="call_module"]; +"546 quantize_per_tensor_74" [id=546, type="quantize_per_tensor"]; +"547 dequantize_per_tensor_75" [id=547, type="dequantize_per_tensor"]; +"548 scale_updated_constant25" [id=548, type="get_attr"]; +"549 compressed_weight_updated_constant25" [id=549, type="get_attr"]; "550 mul_tensor_25" [id=550, type=mul]; -"551 zero_point_updated_constant25" [id=551, type=get_attr]; +"551 zero_point_updated_constant25" [id=551, type="get_attr"]; "552 sub_tensor_25" [id=552, type=sub]; "553 linear_24" [id=553, type=linear]; "554 unflatten_6" [id=554, type=unflatten]; @@ -558,11 +558,11 @@ strict digraph { "556 transpose_37" [id=556, type=transpose]; "557 squeeze_6" [id=557, type=squeeze]; "558 contiguous_6" [id=558, type=contiguous]; -"559 quantize_per_tensor_default_38" [id=559, type=quantize_per_tensor]; -"560 dequantize_per_tensor_default_38" [id=560, type=dequantize_per_tensor]; +"559 quantize_per_tensor_76" [id=559, type="quantize_per_tensor"]; +"560 dequantize_per_tensor_77" [id=560, type="dequantize_per_tensor"]; "561 select_18" [id=561, type=select]; -"562 quantize_per_tensor_default_39" [id=562, type=quantize_per_tensor]; -"563 dequantize_per_tensor_default_39" [id=563, type=dequantize_per_tensor]; +"562 quantize_per_tensor_78" [id=562, type="quantize_per_tensor"]; +"563 dequantize_per_tensor_79" [id=563, type="dequantize_per_tensor"]; "564 select_19" [id=564, type=select]; "565 select_20" [id=565, type=select]; "566 view_48" [id=566, type=view]; @@ -574,54 +574,54 @@ strict digraph { "572 view_51" [id=572, type=view]; "573 view_52" [id=573, type=view]; "574 view_53" [id=574, type=view]; -"575 scaled_dot_product_attention_6" [id=575, type=scaled_dot_product_attention]; +"575 scaled_dot_product_attention_6" [id=575, type="scaled_dot_product_attention"]; "576 permute_7" [id=576, type=permute]; "577 view_54" [id=577, type=view]; -"578 view_54_0_0_nncf_smooth_quant_0" [id=578, type=call_module]; -"579 quantize_per_tensor_default_40" [id=579, type=quantize_per_tensor]; -"580 dequantize_per_tensor_default_40" [id=580, type=dequantize_per_tensor]; -"581 scale_updated_constant26" [id=581, type=get_attr]; -"582 compressed_weight_updated_constant26" [id=582, type=get_attr]; +"578 view_54_0_0_nncf_smooth_quant_0" [id=578, type="call_module"]; +"579 quantize_per_tensor_80" [id=579, type="quantize_per_tensor"]; +"580 dequantize_per_tensor_81" [id=580, type="dequantize_per_tensor"]; +"581 scale_updated_constant26" [id=581, type="get_attr"]; +"582 compressed_weight_updated_constant26" [id=582, type="get_attr"]; "583 mul_tensor_26" [id=583, type=mul]; -"584 zero_point_updated_constant26" [id=584, type=get_attr]; +"584 zero_point_updated_constant26" [id=584, type="get_attr"]; "585 sub_tensor_26" [id=585, type=sub]; "586 linear_25" [id=586, type=linear]; "587 view_55" [id=587, type=view]; "588 transpose_41" [id=588, type=transpose]; "589 dropout_19" [id=589, type=dropout]; "590 add_13" [id=590, type=add]; -"591 layer_norm_13" [id=591, type=layer_norm]; -"592 layer_norm_13_0_0_nncf_smooth_quant_0" [id=592, type=call_module]; -"593 quantize_per_tensor_default_41" [id=593, type=quantize_per_tensor]; -"594 dequantize_per_tensor_default_41" [id=594, type=dequantize_per_tensor]; -"595 scale_updated_constant27" [id=595, type=get_attr]; -"596 compressed_weight_updated_constant27" [id=596, type=get_attr]; +"591 layer_norm_13" [id=591, type="layer_norm"]; +"592 layer_norm_13_0_0_nncf_smooth_quant_0" [id=592, type="call_module"]; +"593 quantize_per_tensor_82" [id=593, type="quantize_per_tensor"]; +"594 dequantize_per_tensor_83" [id=594, type="dequantize_per_tensor"]; +"595 scale_updated_constant27" [id=595, type="get_attr"]; +"596 compressed_weight_updated_constant27" [id=596, type="get_attr"]; "597 mul_tensor_27" [id=597, type=mul]; -"598 zero_point_updated_constant27" [id=598, type=get_attr]; +"598 zero_point_updated_constant27" [id=598, type="get_attr"]; "599 sub_tensor_27" [id=599, type=sub]; "600 linear_26" [id=600, type=linear]; "601 gelu_6" [id=601, type=gelu]; "602 dropout_20" [id=602, type=dropout]; -"603 dropout_20_0_0_nncf_smooth_quant_0" [id=603, type=call_module]; -"604 quantize_per_tensor_default_42" [id=604, type=quantize_per_tensor]; -"605 dequantize_per_tensor_default_42" [id=605, type=dequantize_per_tensor]; -"606 scale_updated_constant28" [id=606, type=get_attr]; -"607 compressed_weight_updated_constant28" [id=607, type=get_attr]; +"603 dropout_20_0_0_nncf_smooth_quant_0" [id=603, type="call_module"]; +"604 quantize_per_tensor_84" [id=604, type="quantize_per_tensor"]; +"605 dequantize_per_tensor_85" [id=605, type="dequantize_per_tensor"]; +"606 scale_updated_constant28" [id=606, type="get_attr"]; +"607 compressed_weight_updated_constant28" [id=607, type="get_attr"]; "608 mul_tensor_28" [id=608, type=mul]; -"609 zero_point_updated_constant28" [id=609, type=get_attr]; +"609 zero_point_updated_constant28" [id=609, type="get_attr"]; "610 sub_tensor_28" [id=610, type=sub]; "611 linear_27" [id=611, type=linear]; "612 dropout_21" [id=612, type=dropout]; "613 add_14" [id=613, type=add]; -"614 layer_norm_14" [id=614, type=layer_norm]; +"614 layer_norm_14" [id=614, type="layer_norm"]; "615 transpose_42" [id=615, type=transpose]; -"616 transpose_42_0_0_nncf_smooth_quant_0" [id=616, type=call_module]; -"617 quantize_per_tensor_default_43" [id=617, type=quantize_per_tensor]; -"618 dequantize_per_tensor_default_43" [id=618, type=dequantize_per_tensor]; -"619 scale_updated_constant29" [id=619, type=get_attr]; -"620 compressed_weight_updated_constant29" [id=620, type=get_attr]; +"616 transpose_42_0_0_nncf_smooth_quant_0" [id=616, type="call_module"]; +"617 quantize_per_tensor_86" [id=617, type="quantize_per_tensor"]; +"618 dequantize_per_tensor_87" [id=618, type="dequantize_per_tensor"]; +"619 scale_updated_constant29" [id=619, type="get_attr"]; +"620 compressed_weight_updated_constant29" [id=620, type="get_attr"]; "621 mul_tensor_29" [id=621, type=mul]; -"622 zero_point_updated_constant29" [id=622, type=get_attr]; +"622 zero_point_updated_constant29" [id=622, type="get_attr"]; "623 sub_tensor_29" [id=623, type=sub]; "624 linear_28" [id=624, type=linear]; "625 unflatten_7" [id=625, type=unflatten]; @@ -629,11 +629,11 @@ strict digraph { "627 transpose_43" [id=627, type=transpose]; "628 squeeze_7" [id=628, type=squeeze]; "629 contiguous_7" [id=629, type=contiguous]; -"630 quantize_per_tensor_default_44" [id=630, type=quantize_per_tensor]; -"631 dequantize_per_tensor_default_44" [id=631, type=dequantize_per_tensor]; +"630 quantize_per_tensor_88" [id=630, type="quantize_per_tensor"]; +"631 dequantize_per_tensor_89" [id=631, type="dequantize_per_tensor"]; "632 select_21" [id=632, type=select]; -"633 quantize_per_tensor_default_45" [id=633, type=quantize_per_tensor]; -"634 dequantize_per_tensor_default_45" [id=634, type=dequantize_per_tensor]; +"633 quantize_per_tensor_90" [id=633, type="quantize_per_tensor"]; +"634 dequantize_per_tensor_91" [id=634, type="dequantize_per_tensor"]; "635 select_22" [id=635, type=select]; "636 select_23" [id=636, type=select]; "637 view_56" [id=637, type=view]; @@ -645,54 +645,54 @@ strict digraph { "643 view_59" [id=643, type=view]; "644 view_60" [id=644, type=view]; "645 view_61" [id=645, type=view]; -"646 scaled_dot_product_attention_7" [id=646, type=scaled_dot_product_attention]; +"646 scaled_dot_product_attention_7" [id=646, type="scaled_dot_product_attention"]; "647 permute_8" [id=647, type=permute]; "648 view_62" [id=648, type=view]; -"649 view_62_0_0_nncf_smooth_quant_0" [id=649, type=call_module]; -"650 quantize_per_tensor_default_46" [id=650, type=quantize_per_tensor]; -"651 dequantize_per_tensor_default_46" [id=651, type=dequantize_per_tensor]; -"652 scale_updated_constant30" [id=652, type=get_attr]; -"653 compressed_weight_updated_constant30" [id=653, type=get_attr]; +"649 view_62_0_0_nncf_smooth_quant_0" [id=649, type="call_module"]; +"650 quantize_per_tensor_92" [id=650, type="quantize_per_tensor"]; +"651 dequantize_per_tensor_93" [id=651, type="dequantize_per_tensor"]; +"652 scale_updated_constant30" [id=652, type="get_attr"]; +"653 compressed_weight_updated_constant30" [id=653, type="get_attr"]; "654 mul_tensor_30" [id=654, type=mul]; -"655 zero_point_updated_constant30" [id=655, type=get_attr]; +"655 zero_point_updated_constant30" [id=655, type="get_attr"]; "656 sub_tensor_30" [id=656, type=sub]; "657 linear_29" [id=657, type=linear]; "658 view_63" [id=658, type=view]; "659 transpose_47" [id=659, type=transpose]; "660 dropout_22" [id=660, type=dropout]; "661 add_15" [id=661, type=add]; -"662 layer_norm_15" [id=662, type=layer_norm]; -"663 layer_norm_15_0_0_nncf_smooth_quant_0" [id=663, type=call_module]; -"664 quantize_per_tensor_default_47" [id=664, type=quantize_per_tensor]; -"665 dequantize_per_tensor_default_47" [id=665, type=dequantize_per_tensor]; -"666 scale_updated_constant31" [id=666, type=get_attr]; -"667 compressed_weight_updated_constant31" [id=667, type=get_attr]; +"662 layer_norm_15" [id=662, type="layer_norm"]; +"663 layer_norm_15_0_0_nncf_smooth_quant_0" [id=663, type="call_module"]; +"664 quantize_per_tensor_94" [id=664, type="quantize_per_tensor"]; +"665 dequantize_per_tensor_95" [id=665, type="dequantize_per_tensor"]; +"666 scale_updated_constant31" [id=666, type="get_attr"]; +"667 compressed_weight_updated_constant31" [id=667, type="get_attr"]; "668 mul_tensor_31" [id=668, type=mul]; -"669 zero_point_updated_constant31" [id=669, type=get_attr]; +"669 zero_point_updated_constant31" [id=669, type="get_attr"]; "670 sub_tensor_31" [id=670, type=sub]; "671 linear_30" [id=671, type=linear]; "672 gelu_7" [id=672, type=gelu]; "673 dropout_23" [id=673, type=dropout]; -"674 dropout_23_0_0_nncf_smooth_quant_0" [id=674, type=call_module]; -"675 quantize_per_tensor_default_48" [id=675, type=quantize_per_tensor]; -"676 dequantize_per_tensor_default_48" [id=676, type=dequantize_per_tensor]; -"677 scale_updated_constant32" [id=677, type=get_attr]; -"678 compressed_weight_updated_constant32" [id=678, type=get_attr]; +"674 dropout_23_0_0_nncf_smooth_quant_0" [id=674, type="call_module"]; +"675 quantize_per_tensor_96" [id=675, type="quantize_per_tensor"]; +"676 dequantize_per_tensor_97" [id=676, type="dequantize_per_tensor"]; +"677 scale_updated_constant32" [id=677, type="get_attr"]; +"678 compressed_weight_updated_constant32" [id=678, type="get_attr"]; "679 mul_tensor_32" [id=679, type=mul]; -"680 zero_point_updated_constant32" [id=680, type=get_attr]; +"680 zero_point_updated_constant32" [id=680, type="get_attr"]; "681 sub_tensor_32" [id=681, type=sub]; "682 linear_31" [id=682, type=linear]; "683 dropout_24" [id=683, type=dropout]; "684 add_16" [id=684, type=add]; -"685 layer_norm_16" [id=685, type=layer_norm]; +"685 layer_norm_16" [id=685, type="layer_norm"]; "686 transpose_48" [id=686, type=transpose]; -"687 transpose_48_0_0_nncf_smooth_quant_0" [id=687, type=call_module]; -"688 quantize_per_tensor_default_49" [id=688, type=quantize_per_tensor]; -"689 dequantize_per_tensor_default_49" [id=689, type=dequantize_per_tensor]; -"690 scale_updated_constant33" [id=690, type=get_attr]; -"691 compressed_weight_updated_constant33" [id=691, type=get_attr]; +"687 transpose_48_0_0_nncf_smooth_quant_0" [id=687, type="call_module"]; +"688 quantize_per_tensor_98" [id=688, type="quantize_per_tensor"]; +"689 dequantize_per_tensor_99" [id=689, type="dequantize_per_tensor"]; +"690 scale_updated_constant33" [id=690, type="get_attr"]; +"691 compressed_weight_updated_constant33" [id=691, type="get_attr"]; "692 mul_tensor_33" [id=692, type=mul]; -"693 zero_point_updated_constant33" [id=693, type=get_attr]; +"693 zero_point_updated_constant33" [id=693, type="get_attr"]; "694 sub_tensor_33" [id=694, type=sub]; "695 linear_32" [id=695, type=linear]; "696 unflatten_8" [id=696, type=unflatten]; @@ -700,11 +700,11 @@ strict digraph { "698 transpose_49" [id=698, type=transpose]; "699 squeeze_8" [id=699, type=squeeze]; "700 contiguous_8" [id=700, type=contiguous]; -"701 quantize_per_tensor_default_50" [id=701, type=quantize_per_tensor]; -"702 dequantize_per_tensor_default_50" [id=702, type=dequantize_per_tensor]; +"701 quantize_per_tensor_100" [id=701, type="quantize_per_tensor"]; +"702 dequantize_per_tensor_101" [id=702, type="dequantize_per_tensor"]; "703 select_24" [id=703, type=select]; -"704 quantize_per_tensor_default_51" [id=704, type=quantize_per_tensor]; -"705 dequantize_per_tensor_default_51" [id=705, type=dequantize_per_tensor]; +"704 quantize_per_tensor_102" [id=704, type="quantize_per_tensor"]; +"705 dequantize_per_tensor_103" [id=705, type="dequantize_per_tensor"]; "706 select_25" [id=706, type=select]; "707 select_26" [id=707, type=select]; "708 view_64" [id=708, type=view]; @@ -716,54 +716,54 @@ strict digraph { "714 view_67" [id=714, type=view]; "715 view_68" [id=715, type=view]; "716 view_69" [id=716, type=view]; -"717 scaled_dot_product_attention_8" [id=717, type=scaled_dot_product_attention]; +"717 scaled_dot_product_attention_8" [id=717, type="scaled_dot_product_attention"]; "718 permute_9" [id=718, type=permute]; "719 view_70" [id=719, type=view]; -"720 view_70_0_0_nncf_smooth_quant_0" [id=720, type=call_module]; -"721 quantize_per_tensor_default_52" [id=721, type=quantize_per_tensor]; -"722 dequantize_per_tensor_default_52" [id=722, type=dequantize_per_tensor]; -"723 scale_updated_constant34" [id=723, type=get_attr]; -"724 compressed_weight_updated_constant34" [id=724, type=get_attr]; +"720 view_70_0_0_nncf_smooth_quant_0" [id=720, type="call_module"]; +"721 quantize_per_tensor_104" [id=721, type="quantize_per_tensor"]; +"722 dequantize_per_tensor_105" [id=722, type="dequantize_per_tensor"]; +"723 scale_updated_constant34" [id=723, type="get_attr"]; +"724 compressed_weight_updated_constant34" [id=724, type="get_attr"]; "725 mul_tensor_34" [id=725, type=mul]; -"726 zero_point_updated_constant34" [id=726, type=get_attr]; +"726 zero_point_updated_constant34" [id=726, type="get_attr"]; "727 sub_tensor_34" [id=727, type=sub]; "728 linear_33" [id=728, type=linear]; "729 view_71" [id=729, type=view]; "730 transpose_53" [id=730, type=transpose]; "731 dropout_25" [id=731, type=dropout]; "732 add_17" [id=732, type=add]; -"733 layer_norm_17" [id=733, type=layer_norm]; -"734 layer_norm_17_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; -"735 quantize_per_tensor_default_53" [id=735, type=quantize_per_tensor]; -"736 dequantize_per_tensor_default_53" [id=736, type=dequantize_per_tensor]; -"737 scale_updated_constant35" [id=737, type=get_attr]; -"738 compressed_weight_updated_constant35" [id=738, type=get_attr]; +"733 layer_norm_17" [id=733, type="layer_norm"]; +"734 layer_norm_17_0_0_nncf_smooth_quant_0" [id=734, type="call_module"]; +"735 quantize_per_tensor_106" [id=735, type="quantize_per_tensor"]; +"736 dequantize_per_tensor_107" [id=736, type="dequantize_per_tensor"]; +"737 scale_updated_constant35" [id=737, type="get_attr"]; +"738 compressed_weight_updated_constant35" [id=738, type="get_attr"]; "739 mul_tensor_35" [id=739, type=mul]; -"740 zero_point_updated_constant35" [id=740, type=get_attr]; +"740 zero_point_updated_constant35" [id=740, type="get_attr"]; "741 sub_tensor_35" [id=741, type=sub]; "742 linear_34" [id=742, type=linear]; "743 gelu_8" [id=743, type=gelu]; "744 dropout_26" [id=744, type=dropout]; -"745 dropout_26_0_0_nncf_smooth_quant_0" [id=745, type=call_module]; -"746 quantize_per_tensor_default_54" [id=746, type=quantize_per_tensor]; -"747 dequantize_per_tensor_default_54" [id=747, type=dequantize_per_tensor]; -"748 scale_updated_constant36" [id=748, type=get_attr]; -"749 compressed_weight_updated_constant36" [id=749, type=get_attr]; +"745 dropout_26_0_0_nncf_smooth_quant_0" [id=745, type="call_module"]; +"746 quantize_per_tensor_108" [id=746, type="quantize_per_tensor"]; +"747 dequantize_per_tensor_109" [id=747, type="dequantize_per_tensor"]; +"748 scale_updated_constant36" [id=748, type="get_attr"]; +"749 compressed_weight_updated_constant36" [id=749, type="get_attr"]; "750 mul_tensor_36" [id=750, type=mul]; -"751 zero_point_updated_constant36" [id=751, type=get_attr]; +"751 zero_point_updated_constant36" [id=751, type="get_attr"]; "752 sub_tensor_36" [id=752, type=sub]; "753 linear_35" [id=753, type=linear]; "754 dropout_27" [id=754, type=dropout]; "755 add_18" [id=755, type=add]; -"756 layer_norm_18" [id=756, type=layer_norm]; +"756 layer_norm_18" [id=756, type="layer_norm"]; "757 transpose_54" [id=757, type=transpose]; -"758 transpose_54_0_0_nncf_smooth_quant_0" [id=758, type=call_module]; -"759 quantize_per_tensor_default_55" [id=759, type=quantize_per_tensor]; -"760 dequantize_per_tensor_default_55" [id=760, type=dequantize_per_tensor]; -"761 scale_updated_constant37" [id=761, type=get_attr]; -"762 compressed_weight_updated_constant37" [id=762, type=get_attr]; +"758 transpose_54_0_0_nncf_smooth_quant_0" [id=758, type="call_module"]; +"759 quantize_per_tensor_110" [id=759, type="quantize_per_tensor"]; +"760 dequantize_per_tensor_111" [id=760, type="dequantize_per_tensor"]; +"761 scale_updated_constant37" [id=761, type="get_attr"]; +"762 compressed_weight_updated_constant37" [id=762, type="get_attr"]; "763 mul_tensor_37" [id=763, type=mul]; -"764 zero_point_updated_constant37" [id=764, type=get_attr]; +"764 zero_point_updated_constant37" [id=764, type="get_attr"]; "765 sub_tensor_37" [id=765, type=sub]; "766 linear_36" [id=766, type=linear]; "767 unflatten_9" [id=767, type=unflatten]; @@ -771,11 +771,11 @@ strict digraph { "769 transpose_55" [id=769, type=transpose]; "770 squeeze_9" [id=770, type=squeeze]; "771 contiguous_9" [id=771, type=contiguous]; -"772 quantize_per_tensor_default_56" [id=772, type=quantize_per_tensor]; -"773 dequantize_per_tensor_default_56" [id=773, type=dequantize_per_tensor]; +"772 quantize_per_tensor_112" [id=772, type="quantize_per_tensor"]; +"773 dequantize_per_tensor_113" [id=773, type="dequantize_per_tensor"]; "774 select_27" [id=774, type=select]; -"775 quantize_per_tensor_default_57" [id=775, type=quantize_per_tensor]; -"776 dequantize_per_tensor_default_57" [id=776, type=dequantize_per_tensor]; +"775 quantize_per_tensor_114" [id=775, type="quantize_per_tensor"]; +"776 dequantize_per_tensor_115" [id=776, type="dequantize_per_tensor"]; "777 select_28" [id=777, type=select]; "778 select_29" [id=778, type=select]; "779 view_72" [id=779, type=view]; @@ -787,54 +787,54 @@ strict digraph { "785 view_75" [id=785, type=view]; "786 view_76" [id=786, type=view]; "787 view_77" [id=787, type=view]; -"788 scaled_dot_product_attention_9" [id=788, type=scaled_dot_product_attention]; +"788 scaled_dot_product_attention_9" [id=788, type="scaled_dot_product_attention"]; "789 permute_10" [id=789, type=permute]; "790 view_78" [id=790, type=view]; -"791 view_78_0_0_nncf_smooth_quant_0" [id=791, type=call_module]; -"792 quantize_per_tensor_default_58" [id=792, type=quantize_per_tensor]; -"793 dequantize_per_tensor_default_58" [id=793, type=dequantize_per_tensor]; -"794 scale_updated_constant38" [id=794, type=get_attr]; -"795 compressed_weight_updated_constant38" [id=795, type=get_attr]; +"791 view_78_0_0_nncf_smooth_quant_0" [id=791, type="call_module"]; +"792 quantize_per_tensor_116" [id=792, type="quantize_per_tensor"]; +"793 dequantize_per_tensor_117" [id=793, type="dequantize_per_tensor"]; +"794 scale_updated_constant38" [id=794, type="get_attr"]; +"795 compressed_weight_updated_constant38" [id=795, type="get_attr"]; "796 mul_tensor_38" [id=796, type=mul]; -"797 zero_point_updated_constant38" [id=797, type=get_attr]; +"797 zero_point_updated_constant38" [id=797, type="get_attr"]; "798 sub_tensor_38" [id=798, type=sub]; "799 linear_37" [id=799, type=linear]; "800 view_79" [id=800, type=view]; "801 transpose_59" [id=801, type=transpose]; "802 dropout_28" [id=802, type=dropout]; "803 add_19" [id=803, type=add]; -"804 layer_norm_19" [id=804, type=layer_norm]; -"805 layer_norm_19_0_0_nncf_smooth_quant_0" [id=805, type=call_module]; -"806 quantize_per_tensor_default_59" [id=806, type=quantize_per_tensor]; -"807 dequantize_per_tensor_default_59" [id=807, type=dequantize_per_tensor]; -"808 scale_updated_constant39" [id=808, type=get_attr]; -"809 compressed_weight_updated_constant39" [id=809, type=get_attr]; +"804 layer_norm_19" [id=804, type="layer_norm"]; +"805 layer_norm_19_0_0_nncf_smooth_quant_0" [id=805, type="call_module"]; +"806 quantize_per_tensor_118" [id=806, type="quantize_per_tensor"]; +"807 dequantize_per_tensor_119" [id=807, type="dequantize_per_tensor"]; +"808 scale_updated_constant39" [id=808, type="get_attr"]; +"809 compressed_weight_updated_constant39" [id=809, type="get_attr"]; "810 mul_tensor_39" [id=810, type=mul]; -"811 zero_point_updated_constant39" [id=811, type=get_attr]; +"811 zero_point_updated_constant39" [id=811, type="get_attr"]; "812 sub_tensor_39" [id=812, type=sub]; "813 linear_38" [id=813, type=linear]; "814 gelu_9" [id=814, type=gelu]; "815 dropout_29" [id=815, type=dropout]; -"816 dropout_29_0_0_nncf_smooth_quant_0" [id=816, type=call_module]; -"817 quantize_per_tensor_default_60" [id=817, type=quantize_per_tensor]; -"818 dequantize_per_tensor_default_60" [id=818, type=dequantize_per_tensor]; -"819 scale_updated_constant40" [id=819, type=get_attr]; -"820 compressed_weight_updated_constant40" [id=820, type=get_attr]; +"816 dropout_29_0_0_nncf_smooth_quant_0" [id=816, type="call_module"]; +"817 quantize_per_tensor_120" [id=817, type="quantize_per_tensor"]; +"818 dequantize_per_tensor_121" [id=818, type="dequantize_per_tensor"]; +"819 scale_updated_constant40" [id=819, type="get_attr"]; +"820 compressed_weight_updated_constant40" [id=820, type="get_attr"]; "821 mul_tensor_40" [id=821, type=mul]; -"822 zero_point_updated_constant40" [id=822, type=get_attr]; +"822 zero_point_updated_constant40" [id=822, type="get_attr"]; "823 sub_tensor_40" [id=823, type=sub]; "824 linear_39" [id=824, type=linear]; "825 dropout_30" [id=825, type=dropout]; "826 add_20" [id=826, type=add]; -"827 layer_norm_20" [id=827, type=layer_norm]; +"827 layer_norm_20" [id=827, type="layer_norm"]; "828 transpose_60" [id=828, type=transpose]; -"829 transpose_60_0_0_nncf_smooth_quant_0" [id=829, type=call_module]; -"830 quantize_per_tensor_default_61" [id=830, type=quantize_per_tensor]; -"831 dequantize_per_tensor_default_61" [id=831, type=dequantize_per_tensor]; -"832 scale_updated_constant41" [id=832, type=get_attr]; -"833 compressed_weight_updated_constant41" [id=833, type=get_attr]; +"829 transpose_60_0_0_nncf_smooth_quant_0" [id=829, type="call_module"]; +"830 quantize_per_tensor_122" [id=830, type="quantize_per_tensor"]; +"831 dequantize_per_tensor_123" [id=831, type="dequantize_per_tensor"]; +"832 scale_updated_constant41" [id=832, type="get_attr"]; +"833 compressed_weight_updated_constant41" [id=833, type="get_attr"]; "834 mul_tensor_41" [id=834, type=mul]; -"835 zero_point_updated_constant41" [id=835, type=get_attr]; +"835 zero_point_updated_constant41" [id=835, type="get_attr"]; "836 sub_tensor_41" [id=836, type=sub]; "837 linear_40" [id=837, type=linear]; "838 unflatten_10" [id=838, type=unflatten]; @@ -842,11 +842,11 @@ strict digraph { "840 transpose_61" [id=840, type=transpose]; "841 squeeze_10" [id=841, type=squeeze]; "842 contiguous_10" [id=842, type=contiguous]; -"843 quantize_per_tensor_default_62" [id=843, type=quantize_per_tensor]; -"844 dequantize_per_tensor_default_62" [id=844, type=dequantize_per_tensor]; +"843 quantize_per_tensor_124" [id=843, type="quantize_per_tensor"]; +"844 dequantize_per_tensor_125" [id=844, type="dequantize_per_tensor"]; "845 select_30" [id=845, type=select]; -"846 quantize_per_tensor_default_63" [id=846, type=quantize_per_tensor]; -"847 dequantize_per_tensor_default_63" [id=847, type=dequantize_per_tensor]; +"846 quantize_per_tensor_126" [id=846, type="quantize_per_tensor"]; +"847 dequantize_per_tensor_127" [id=847, type="dequantize_per_tensor"]; "848 select_31" [id=848, type=select]; "849 select_32" [id=849, type=select]; "850 view_80" [id=850, type=view]; @@ -858,54 +858,54 @@ strict digraph { "856 view_83" [id=856, type=view]; "857 view_84" [id=857, type=view]; "858 view_85" [id=858, type=view]; -"859 scaled_dot_product_attention_10" [id=859, type=scaled_dot_product_attention]; +"859 scaled_dot_product_attention_10" [id=859, type="scaled_dot_product_attention"]; "860 permute_11" [id=860, type=permute]; "861 view_86" [id=861, type=view]; -"862 view_86_0_0_nncf_smooth_quant_0" [id=862, type=call_module]; -"863 quantize_per_tensor_default_64" [id=863, type=quantize_per_tensor]; -"864 dequantize_per_tensor_default_64" [id=864, type=dequantize_per_tensor]; -"865 scale_updated_constant42" [id=865, type=get_attr]; -"866 compressed_weight_updated_constant42" [id=866, type=get_attr]; +"862 view_86_0_0_nncf_smooth_quant_0" [id=862, type="call_module"]; +"863 quantize_per_tensor_128" [id=863, type="quantize_per_tensor"]; +"864 dequantize_per_tensor_129" [id=864, type="dequantize_per_tensor"]; +"865 scale_updated_constant42" [id=865, type="get_attr"]; +"866 compressed_weight_updated_constant42" [id=866, type="get_attr"]; "867 mul_tensor_42" [id=867, type=mul]; -"868 zero_point_updated_constant42" [id=868, type=get_attr]; +"868 zero_point_updated_constant42" [id=868, type="get_attr"]; "869 sub_tensor_42" [id=869, type=sub]; "870 linear_41" [id=870, type=linear]; "871 view_87" [id=871, type=view]; "872 transpose_65" [id=872, type=transpose]; "873 dropout_31" [id=873, type=dropout]; "874 add_21" [id=874, type=add]; -"875 layer_norm_21" [id=875, type=layer_norm]; -"876 layer_norm_21_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; -"877 quantize_per_tensor_default_65" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_65" [id=878, type=dequantize_per_tensor]; -"879 scale_updated_constant43" [id=879, type=get_attr]; -"880 compressed_weight_updated_constant43" [id=880, type=get_attr]; +"875 layer_norm_21" [id=875, type="layer_norm"]; +"876 layer_norm_21_0_0_nncf_smooth_quant_0" [id=876, type="call_module"]; +"877 quantize_per_tensor_130" [id=877, type="quantize_per_tensor"]; +"878 dequantize_per_tensor_131" [id=878, type="dequantize_per_tensor"]; +"879 scale_updated_constant43" [id=879, type="get_attr"]; +"880 compressed_weight_updated_constant43" [id=880, type="get_attr"]; "881 mul_tensor_43" [id=881, type=mul]; -"882 zero_point_updated_constant43" [id=882, type=get_attr]; +"882 zero_point_updated_constant43" [id=882, type="get_attr"]; "883 sub_tensor_43" [id=883, type=sub]; "884 linear_42" [id=884, type=linear]; "885 gelu_10" [id=885, type=gelu]; "886 dropout_32" [id=886, type=dropout]; -"887 dropout_32_0_0_nncf_smooth_quant_0" [id=887, type=call_module]; -"888 quantize_per_tensor_default_66" [id=888, type=quantize_per_tensor]; -"889 dequantize_per_tensor_default_66" [id=889, type=dequantize_per_tensor]; -"890 scale_updated_constant44" [id=890, type=get_attr]; -"891 compressed_weight_updated_constant44" [id=891, type=get_attr]; +"887 dropout_32_0_0_nncf_smooth_quant_0" [id=887, type="call_module"]; +"888 quantize_per_tensor_132" [id=888, type="quantize_per_tensor"]; +"889 dequantize_per_tensor_133" [id=889, type="dequantize_per_tensor"]; +"890 scale_updated_constant44" [id=890, type="get_attr"]; +"891 compressed_weight_updated_constant44" [id=891, type="get_attr"]; "892 mul_tensor_44" [id=892, type=mul]; -"893 zero_point_updated_constant44" [id=893, type=get_attr]; +"893 zero_point_updated_constant44" [id=893, type="get_attr"]; "894 sub_tensor_44" [id=894, type=sub]; "895 linear_43" [id=895, type=linear]; "896 dropout_33" [id=896, type=dropout]; "897 add_22" [id=897, type=add]; -"898 layer_norm_22" [id=898, type=layer_norm]; +"898 layer_norm_22" [id=898, type="layer_norm"]; "899 transpose_66" [id=899, type=transpose]; -"900 transpose_66_0_0_nncf_smooth_quant_0" [id=900, type=call_module]; -"901 quantize_per_tensor_default_67" [id=901, type=quantize_per_tensor]; -"902 dequantize_per_tensor_default_67" [id=902, type=dequantize_per_tensor]; -"903 scale_updated_constant45" [id=903, type=get_attr]; -"904 compressed_weight_updated_constant45" [id=904, type=get_attr]; +"900 transpose_66_0_0_nncf_smooth_quant_0" [id=900, type="call_module"]; +"901 quantize_per_tensor_134" [id=901, type="quantize_per_tensor"]; +"902 dequantize_per_tensor_135" [id=902, type="dequantize_per_tensor"]; +"903 scale_updated_constant45" [id=903, type="get_attr"]; +"904 compressed_weight_updated_constant45" [id=904, type="get_attr"]; "905 mul_tensor_45" [id=905, type=mul]; -"906 zero_point_updated_constant45" [id=906, type=get_attr]; +"906 zero_point_updated_constant45" [id=906, type="get_attr"]; "907 sub_tensor_45" [id=907, type=sub]; "908 linear_44" [id=908, type=linear]; "909 unflatten_11" [id=909, type=unflatten]; @@ -913,11 +913,11 @@ strict digraph { "911 transpose_67" [id=911, type=transpose]; "912 squeeze_11" [id=912, type=squeeze]; "913 contiguous_11" [id=913, type=contiguous]; -"914 quantize_per_tensor_default_68" [id=914, type=quantize_per_tensor]; -"915 dequantize_per_tensor_default_68" [id=915, type=dequantize_per_tensor]; +"914 quantize_per_tensor_136" [id=914, type="quantize_per_tensor"]; +"915 dequantize_per_tensor_137" [id=915, type="dequantize_per_tensor"]; "916 select_33" [id=916, type=select]; -"917 quantize_per_tensor_default_69" [id=917, type=quantize_per_tensor]; -"918 dequantize_per_tensor_default_69" [id=918, type=dequantize_per_tensor]; +"917 quantize_per_tensor_138" [id=917, type="quantize_per_tensor"]; +"918 dequantize_per_tensor_139" [id=918, type="dequantize_per_tensor"]; "919 select_34" [id=919, type=select]; "920 select_35" [id=920, type=select]; "921 view_88" [id=921, type=view]; @@ -929,1085 +929,1085 @@ strict digraph { "927 view_91" [id=927, type=view]; "928 view_92" [id=928, type=view]; "929 view_93" [id=929, type=view]; -"930 scaled_dot_product_attention_11" [id=930, type=scaled_dot_product_attention]; +"930 scaled_dot_product_attention_11" [id=930, type="scaled_dot_product_attention"]; "931 permute_12" [id=931, type=permute]; "932 view_94" [id=932, type=view]; -"933 view_94_0_0_nncf_smooth_quant_0" [id=933, type=call_module]; -"934 quantize_per_tensor_default_70" [id=934, type=quantize_per_tensor]; -"935 dequantize_per_tensor_default_70" [id=935, type=dequantize_per_tensor]; -"936 scale_updated_constant46" [id=936, type=get_attr]; -"937 compressed_weight_updated_constant46" [id=937, type=get_attr]; +"933 view_94_0_0_nncf_smooth_quant_0" [id=933, type="call_module"]; +"934 quantize_per_tensor_140" [id=934, type="quantize_per_tensor"]; +"935 dequantize_per_tensor_141" [id=935, type="dequantize_per_tensor"]; +"936 scale_updated_constant46" [id=936, type="get_attr"]; +"937 compressed_weight_updated_constant46" [id=937, type="get_attr"]; "938 mul_tensor_46" [id=938, type=mul]; -"939 zero_point_updated_constant46" [id=939, type=get_attr]; +"939 zero_point_updated_constant46" [id=939, type="get_attr"]; "940 sub_tensor_46" [id=940, type=sub]; "941 linear_45" [id=941, type=linear]; "942 view_95" [id=942, type=view]; "943 transpose_71" [id=943, type=transpose]; "944 dropout_34" [id=944, type=dropout]; "945 add_23" [id=945, type=add]; -"946 layer_norm_23" [id=946, type=layer_norm]; -"947 layer_norm_23_0_0_nncf_smooth_quant_0" [id=947, type=call_module]; -"948 quantize_per_tensor_default_71" [id=948, type=quantize_per_tensor]; -"949 dequantize_per_tensor_default_71" [id=949, type=dequantize_per_tensor]; -"950 scale_updated_constant47" [id=950, type=get_attr]; -"951 compressed_weight_updated_constant47" [id=951, type=get_attr]; +"946 layer_norm_23" [id=946, type="layer_norm"]; +"947 layer_norm_23_0_0_nncf_smooth_quant_0" [id=947, type="call_module"]; +"948 quantize_per_tensor_142" [id=948, type="quantize_per_tensor"]; +"949 dequantize_per_tensor_143" [id=949, type="dequantize_per_tensor"]; +"950 scale_updated_constant47" [id=950, type="get_attr"]; +"951 compressed_weight_updated_constant47" [id=951, type="get_attr"]; "952 mul_tensor_47" [id=952, type=mul]; -"953 zero_point_updated_constant47" [id=953, type=get_attr]; +"953 zero_point_updated_constant47" [id=953, type="get_attr"]; "954 sub_tensor_47" [id=954, type=sub]; "955 linear_46" [id=955, type=linear]; "956 gelu_11" [id=956, type=gelu]; "957 dropout_35" [id=957, type=dropout]; -"958 dropout_35_0_0_nncf_smooth_quant_0" [id=958, type=call_module]; -"959 quantize_per_tensor_default_72" [id=959, type=quantize_per_tensor]; -"960 dequantize_per_tensor_default_72" [id=960, type=dequantize_per_tensor]; -"961 scale_updated_constant48" [id=961, type=get_attr]; -"962 compressed_weight_updated_constant48" [id=962, type=get_attr]; +"958 dropout_35_0_0_nncf_smooth_quant_0" [id=958, type="call_module"]; +"959 quantize_per_tensor_144" [id=959, type="quantize_per_tensor"]; +"960 dequantize_per_tensor_145" [id=960, type="dequantize_per_tensor"]; +"961 scale_updated_constant48" [id=961, type="get_attr"]; +"962 compressed_weight_updated_constant48" [id=962, type="get_attr"]; "963 mul_tensor_48" [id=963, type=mul]; -"964 zero_point_updated_constant48" [id=964, type=get_attr]; +"964 zero_point_updated_constant48" [id=964, type="get_attr"]; "965 sub_tensor_48" [id=965, type=sub]; "966 linear_47" [id=966, type=linear]; "967 dropout_36" [id=967, type=dropout]; "968 add_24" [id=968, type=add]; -"969 layer_norm_24" [id=969, type=layer_norm]; +"969 layer_norm_24" [id=969, type="layer_norm"]; "970 slice_1" [id=970, type=slice]; "971 select_36" [id=971, type=select]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; -"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; -"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; -"975 scale_updated_constant49" [id=975, type=get_attr]; -"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; +"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type="call_module"]; +"973 quantize_per_tensor_146" [id=973, type="quantize_per_tensor"]; +"974 dequantize_per_tensor_147" [id=974, type="dequantize_per_tensor"]; +"975 scale_updated_constant49" [id=975, type="get_attr"]; +"976 compressed_weight_updated_constant49" [id=976, type="get_attr"]; "977 mul_tensor_49" [id=977, type=mul]; -"978 zero_point_updated_constant49" [id=978, type=get_attr]; +"978 zero_point_updated_constant49" [id=978, type="get_attr"]; "979 sub_tensor_49" [id=979, type=sub]; "980 linear_48" [id=980, type=linear]; "981 output" [id=981, type=output]; -"0 class_token" -> "113 expand" [label="(1, 1, 768)", style=solid]; -"1 encoder_pos_embedding" -> "115 add" [label="(1, 197, 768)", style=solid]; -"2 conv_proj_bias" -> "110 conv2d" [label="(768,)", style=solid]; -"3 encoder_layers_encoder_layer_0_ln_1_weight" -> "117 layer_norm" [label="(768,)", style=solid]; -"4 encoder_layers_encoder_layer_0_ln_1_bias" -> "117 layer_norm" [label="(768,)", style=solid]; -"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "127 linear" [label="(2304,)", style=solid]; -"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "160 linear_1" [label="(768,)", style=solid]; -"7 encoder_layers_encoder_layer_0_ln_2_weight" -> "165 layer_norm_1" [label="(768,)", style=solid]; -"8 encoder_layers_encoder_layer_0_ln_2_bias" -> "165 layer_norm_1" [label="(768,)", style=solid]; -"9 encoder_layers_encoder_layer_0_mlp_0_bias" -> "174 linear_2" [label="(3072,)", style=solid]; -"10 encoder_layers_encoder_layer_0_mlp_3_bias" -> "185 linear_3" [label="(768,)", style=solid]; -"11 encoder_layers_encoder_layer_1_ln_1_weight" -> "188 layer_norm_2" [label="(768,)", style=solid]; -"12 encoder_layers_encoder_layer_1_ln_1_bias" -> "188 layer_norm_2" [label="(768,)", style=solid]; -"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "198 linear_4" [label="(2304,)", style=solid]; -"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "231 linear_5" [label="(768,)", style=solid]; -"15 encoder_layers_encoder_layer_1_ln_2_weight" -> "236 layer_norm_3" [label="(768,)", style=solid]; -"16 encoder_layers_encoder_layer_1_ln_2_bias" -> "236 layer_norm_3" [label="(768,)", style=solid]; -"17 encoder_layers_encoder_layer_1_mlp_0_bias" -> "245 linear_6" [label="(3072,)", style=solid]; -"18 encoder_layers_encoder_layer_1_mlp_3_bias" -> "256 linear_7" [label="(768,)", style=solid]; -"19 encoder_layers_encoder_layer_2_ln_1_weight" -> "259 layer_norm_4" [label="(768,)", style=solid]; -"20 encoder_layers_encoder_layer_2_ln_1_bias" -> "259 layer_norm_4" [label="(768,)", style=solid]; -"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "269 linear_8" [label="(2304,)", style=solid]; -"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "302 linear_9" [label="(768,)", style=solid]; -"23 encoder_layers_encoder_layer_2_ln_2_weight" -> "307 layer_norm_5" [label="(768,)", style=solid]; -"24 encoder_layers_encoder_layer_2_ln_2_bias" -> "307 layer_norm_5" [label="(768,)", style=solid]; -"25 encoder_layers_encoder_layer_2_mlp_0_bias" -> "316 linear_10" [label="(3072,)", style=solid]; -"26 encoder_layers_encoder_layer_2_mlp_3_bias" -> "327 linear_11" [label="(768,)", style=solid]; -"27 encoder_layers_encoder_layer_3_ln_1_weight" -> "330 layer_norm_6" [label="(768,)", style=solid]; -"28 encoder_layers_encoder_layer_3_ln_1_bias" -> "330 layer_norm_6" [label="(768,)", style=solid]; -"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "340 linear_12" [label="(2304,)", style=solid]; -"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "373 linear_13" [label="(768,)", style=solid]; -"31 encoder_layers_encoder_layer_3_ln_2_weight" -> "378 layer_norm_7" [label="(768,)", style=solid]; -"32 encoder_layers_encoder_layer_3_ln_2_bias" -> "378 layer_norm_7" [label="(768,)", style=solid]; -"33 encoder_layers_encoder_layer_3_mlp_0_bias" -> "387 linear_14" [label="(3072,)", style=solid]; -"34 encoder_layers_encoder_layer_3_mlp_3_bias" -> "398 linear_15" [label="(768,)", style=solid]; -"35 encoder_layers_encoder_layer_4_ln_1_weight" -> "401 layer_norm_8" [label="(768,)", style=solid]; -"36 encoder_layers_encoder_layer_4_ln_1_bias" -> "401 layer_norm_8" [label="(768,)", style=solid]; -"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "411 linear_16" [label="(2304,)", style=solid]; -"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "444 linear_17" [label="(768,)", style=solid]; -"39 encoder_layers_encoder_layer_4_ln_2_weight" -> "449 layer_norm_9" [label="(768,)", style=solid]; -"40 encoder_layers_encoder_layer_4_ln_2_bias" -> "449 layer_norm_9" [label="(768,)", style=solid]; -"41 encoder_layers_encoder_layer_4_mlp_0_bias" -> "458 linear_18" [label="(3072,)", style=solid]; -"42 encoder_layers_encoder_layer_4_mlp_3_bias" -> "469 linear_19" [label="(768,)", style=solid]; -"43 encoder_layers_encoder_layer_5_ln_1_weight" -> "472 layer_norm_10" [label="(768,)", style=solid]; -"44 encoder_layers_encoder_layer_5_ln_1_bias" -> "472 layer_norm_10" [label="(768,)", style=solid]; -"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "482 linear_20" [label="(2304,)", style=solid]; -"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "515 linear_21" [label="(768,)", style=solid]; -"47 encoder_layers_encoder_layer_5_ln_2_weight" -> "520 layer_norm_11" [label="(768,)", style=solid]; -"48 encoder_layers_encoder_layer_5_ln_2_bias" -> "520 layer_norm_11" [label="(768,)", style=solid]; -"49 encoder_layers_encoder_layer_5_mlp_0_bias" -> "529 linear_22" [label="(3072,)", style=solid]; -"50 encoder_layers_encoder_layer_5_mlp_3_bias" -> "540 linear_23" [label="(768,)", style=solid]; -"51 encoder_layers_encoder_layer_6_ln_1_weight" -> "543 layer_norm_12" [label="(768,)", style=solid]; -"52 encoder_layers_encoder_layer_6_ln_1_bias" -> "543 layer_norm_12" [label="(768,)", style=solid]; -"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "553 linear_24" [label="(2304,)", style=solid]; -"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "586 linear_25" [label="(768,)", style=solid]; -"55 encoder_layers_encoder_layer_6_ln_2_weight" -> "591 layer_norm_13" [label="(768,)", style=solid]; -"56 encoder_layers_encoder_layer_6_ln_2_bias" -> "591 layer_norm_13" [label="(768,)", style=solid]; -"57 encoder_layers_encoder_layer_6_mlp_0_bias" -> "600 linear_26" [label="(3072,)", style=solid]; -"58 encoder_layers_encoder_layer_6_mlp_3_bias" -> "611 linear_27" [label="(768,)", style=solid]; -"59 encoder_layers_encoder_layer_7_ln_1_weight" -> "614 layer_norm_14" [label="(768,)", style=solid]; -"60 encoder_layers_encoder_layer_7_ln_1_bias" -> "614 layer_norm_14" [label="(768,)", style=solid]; -"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "624 linear_28" [label="(2304,)", style=solid]; -"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "657 linear_29" [label="(768,)", style=solid]; -"63 encoder_layers_encoder_layer_7_ln_2_weight" -> "662 layer_norm_15" [label="(768,)", style=solid]; -"64 encoder_layers_encoder_layer_7_ln_2_bias" -> "662 layer_norm_15" [label="(768,)", style=solid]; -"65 encoder_layers_encoder_layer_7_mlp_0_bias" -> "671 linear_30" [label="(3072,)", style=solid]; -"66 encoder_layers_encoder_layer_7_mlp_3_bias" -> "682 linear_31" [label="(768,)", style=solid]; -"67 encoder_layers_encoder_layer_8_ln_1_weight" -> "685 layer_norm_16" [label="(768,)", style=solid]; -"68 encoder_layers_encoder_layer_8_ln_1_bias" -> "685 layer_norm_16" [label="(768,)", style=solid]; -"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "695 linear_32" [label="(2304,)", style=solid]; -"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "728 linear_33" [label="(768,)", style=solid]; -"71 encoder_layers_encoder_layer_8_ln_2_weight" -> "733 layer_norm_17" [label="(768,)", style=solid]; -"72 encoder_layers_encoder_layer_8_ln_2_bias" -> "733 layer_norm_17" [label="(768,)", style=solid]; -"73 encoder_layers_encoder_layer_8_mlp_0_bias" -> "742 linear_34" [label="(3072,)", style=solid]; -"74 encoder_layers_encoder_layer_8_mlp_3_bias" -> "753 linear_35" [label="(768,)", style=solid]; -"75 encoder_layers_encoder_layer_9_ln_1_weight" -> "756 layer_norm_18" [label="(768,)", style=solid]; -"76 encoder_layers_encoder_layer_9_ln_1_bias" -> "756 layer_norm_18" [label="(768,)", style=solid]; -"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "766 linear_36" [label="(2304,)", style=solid]; -"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "799 linear_37" [label="(768,)", style=solid]; -"79 encoder_layers_encoder_layer_9_ln_2_weight" -> "804 layer_norm_19" [label="(768,)", style=solid]; -"80 encoder_layers_encoder_layer_9_ln_2_bias" -> "804 layer_norm_19" [label="(768,)", style=solid]; -"81 encoder_layers_encoder_layer_9_mlp_0_bias" -> "813 linear_38" [label="(3072,)", style=solid]; -"82 encoder_layers_encoder_layer_9_mlp_3_bias" -> "824 linear_39" [label="(768,)", style=solid]; -"83 encoder_layers_encoder_layer_10_ln_1_weight" -> "827 layer_norm_20" [label="(768,)", style=solid]; -"84 encoder_layers_encoder_layer_10_ln_1_bias" -> "827 layer_norm_20" [label="(768,)", style=solid]; -"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "837 linear_40" [label="(2304,)", style=solid]; -"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "870 linear_41" [label="(768,)", style=solid]; -"87 encoder_layers_encoder_layer_10_ln_2_weight" -> "875 layer_norm_21" [label="(768,)", style=solid]; -"88 encoder_layers_encoder_layer_10_ln_2_bias" -> "875 layer_norm_21" [label="(768,)", style=solid]; -"89 encoder_layers_encoder_layer_10_mlp_0_bias" -> "884 linear_42" [label="(3072,)", style=solid]; -"90 encoder_layers_encoder_layer_10_mlp_3_bias" -> "895 linear_43" [label="(768,)", style=solid]; -"91 encoder_layers_encoder_layer_11_ln_1_weight" -> "898 layer_norm_22" [label="(768,)", style=solid]; -"92 encoder_layers_encoder_layer_11_ln_1_bias" -> "898 layer_norm_22" [label="(768,)", style=solid]; -"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "908 linear_44" [label="(2304,)", style=solid]; -"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "941 linear_45" [label="(768,)", style=solid]; -"95 encoder_layers_encoder_layer_11_ln_2_weight" -> "946 layer_norm_23" [label="(768,)", style=solid]; -"96 encoder_layers_encoder_layer_11_ln_2_bias" -> "946 layer_norm_23" [label="(768,)", style=solid]; -"97 encoder_layers_encoder_layer_11_mlp_0_bias" -> "955 linear_46" [label="(3072,)", style=solid]; -"98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "966 linear_47" [label="(768,)", style=solid]; -"99 encoder_ln_weight" -> "969 layer_norm_24" [label="(768,)", style=solid]; -"100 encoder_ln_bias" -> "969 layer_norm_24" [label="(768,)", style=solid]; -"101 heads_head_bias" -> "980 linear_48" [label="(1000,)", style=solid]; -"102 x" -> "103 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"103 quantize_per_tensor_default" -> "104 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"104 dequantize_per_tensor_default" -> "110 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"105 scale_updated_constant0" -> "107 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; -"106 compressed_weight_updated_constant0" -> "107 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; -"107 mul_tensor" -> "109 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; -"108 zero_point_updated_constant0" -> "109 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; -"109 sub_tensor" -> "110 conv2d" [label="(768, 3, 16, 16)", style=solid]; -"110 conv2d" -> "111 reshape" [label="(1, 768, 14, 14)", style=solid]; -"111 reshape" -> "112 permute" [label="(1, 768, 196)", style=solid]; -"112 permute" -> "114 cat" [label="(1, 196, 768)", style=solid]; -"113 expand" -> "114 cat" [label="(1, 1, 768)", style=solid]; -"114 cat" -> "115 add" [label="(1, 197, 768)", style=solid]; -"115 add" -> "116 dropout" [label="(1, 197, 768)", style=solid]; -"116 dropout" -> "117 layer_norm" [label="(1, 197, 768)", style=solid]; -"116 dropout" -> "164 add_1" [label="(1, 197, 768)", style=solid]; -"117 layer_norm" -> "118 transpose" [label="(1, 197, 768)", style=solid]; -"118 transpose" -> "119 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"119 transpose_0_0_nncf_smooth_quant_0" -> "120 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"120 quantize_per_tensor_default_1" -> "121 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"121 dequantize_per_tensor_default_1" -> "127 linear" [label="(197, 1, 768)", style=solid]; -"122 scale_updated_constant1" -> "124 mul_tensor_1" [label="(2304, 1)", style=solid]; -"123 compressed_weight_updated_constant1" -> "124 mul_tensor_1" [label="(2304, 768)", style=solid]; -"124 mul_tensor_1" -> "126 sub_tensor_1" [label="(2304, 768)", style=solid]; -"125 zero_point_updated_constant1" -> "126 sub_tensor_1" [label="(2304, 1)", style=solid]; -"126 sub_tensor_1" -> "127 linear" [label="(2304, 768)", style=solid]; -"127 linear" -> "128 unflatten" [label="(197, 1, 2304)", style=solid]; -"128 unflatten" -> "129 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; -"129 unsqueeze" -> "130 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; -"130 transpose_1" -> "131 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; -"131 squeeze" -> "132 contiguous" [label="(3, 197, 1, 768)", style=solid]; -"132 contiguous" -> "133 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"132 contiguous" -> "136 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"132 contiguous" -> "139 select_2" [label="(3, 197, 1, 768)", style=solid]; -"133 quantize_per_tensor_default_2" -> "134 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"134 dequantize_per_tensor_default_2" -> "135 select" [label="(3, 197, 1, 768)", style=solid]; -"135 select" -> "140 view" [label="(197, 1, 768)", style=solid]; -"136 quantize_per_tensor_default_3" -> "137 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"137 dequantize_per_tensor_default_3" -> "138 select_1" [label="(3, 197, 1, 768)", style=solid]; -"138 select_1" -> "142 view_1" [label="(197, 1, 768)", style=solid]; -"139 select_2" -> "144 view_2" [label="(197, 1, 768)", style=solid]; -"140 view" -> "141 transpose_2" [label="(197, 12, 64)", style=solid]; -"141 transpose_2" -> "146 view_3" [label="(12, 197, 64)", style=solid]; -"142 view_1" -> "143 transpose_3" [label="(197, 12, 64)", style=solid]; -"143 transpose_3" -> "147 view_4" [label="(12, 197, 64)", style=solid]; -"144 view_2" -> "145 transpose_4" [label="(197, 12, 64)", style=solid]; -"145 transpose_4" -> "148 view_5" [label="(12, 197, 64)", style=solid]; -"146 view_3" -> "149 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"147 view_4" -> "149 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"148 view_5" -> "149 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"149 scaled_dot_product_attention" -> "150 permute_1" [label="(1, 12, 197, 64)", style=solid]; -"150 permute_1" -> "151 view_6" [label="(197, 1, 12, 64)", style=solid]; -"151 view_6" -> "152 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"152 view_6_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"153 quantize_per_tensor_default_4" -> "154 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"154 dequantize_per_tensor_default_4" -> "160 linear_1" [label="(197, 768)", style=solid]; -"155 scale_updated_constant2" -> "157 mul_tensor_2" [label="(768, 1)", style=solid]; -"156 compressed_weight_updated_constant2" -> "157 mul_tensor_2" [label="(768, 768)", style=solid]; -"157 mul_tensor_2" -> "159 sub_tensor_2" [label="(768, 768)", style=solid]; -"158 zero_point_updated_constant2" -> "159 sub_tensor_2" [label="(768, 1)", style=solid]; -"159 sub_tensor_2" -> "160 linear_1" [label="(768, 768)", style=solid]; -"160 linear_1" -> "161 view_7" [label="(197, 768)", style=solid]; -"161 view_7" -> "162 transpose_5" [label="(197, 1, 768)", style=solid]; -"162 transpose_5" -> "163 dropout_1" [label="(1, 197, 768)", style=solid]; -"163 dropout_1" -> "164 add_1" [label="(1, 197, 768)", style=solid]; -"164 add_1" -> "165 layer_norm_1" [label="(1, 197, 768)", style=solid]; -"164 add_1" -> "187 add_2" [label="(1, 197, 768)", style=solid]; -"165 layer_norm_1" -> "166 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"166 layer_norm_1_0_0_nncf_smooth_quant_0" -> "167 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"167 quantize_per_tensor_default_5" -> "168 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"168 dequantize_per_tensor_default_5" -> "174 linear_2" [label="(1, 197, 768)", style=solid]; -"169 scale_updated_constant3" -> "171 mul_tensor_3" [label="(3072, 1)", style=solid]; -"170 compressed_weight_updated_constant3" -> "171 mul_tensor_3" [label="(3072, 768)", style=solid]; -"171 mul_tensor_3" -> "173 sub_tensor_3" [label="(3072, 768)", style=solid]; -"172 zero_point_updated_constant3" -> "173 sub_tensor_3" [label="(3072, 1)", style=solid]; -"173 sub_tensor_3" -> "174 linear_2" [label="(3072, 768)", style=solid]; -"174 linear_2" -> "175 gelu" [label="(1, 197, 3072)", style=solid]; -"175 gelu" -> "176 dropout_2" [label="(1, 197, 3072)", style=solid]; -"176 dropout_2" -> "177 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"177 dropout_2_0_0_nncf_smooth_quant_0" -> "178 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"178 quantize_per_tensor_default_6" -> "179 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"179 dequantize_per_tensor_default_6" -> "185 linear_3" [label="(1, 197, 3072)", style=solid]; -"180 scale_updated_constant4" -> "182 mul_tensor_4" [label="(768, 1)", style=solid]; -"181 compressed_weight_updated_constant4" -> "182 mul_tensor_4" [label="(768, 3072)", style=solid]; -"182 mul_tensor_4" -> "184 sub_tensor_4" [label="(768, 3072)", style=solid]; -"183 zero_point_updated_constant4" -> "184 sub_tensor_4" [label="(768, 1)", style=solid]; -"184 sub_tensor_4" -> "185 linear_3" [label="(768, 3072)", style=solid]; -"185 linear_3" -> "186 dropout_3" [label="(1, 197, 768)", style=solid]; -"186 dropout_3" -> "187 add_2" [label="(1, 197, 768)", style=solid]; -"187 add_2" -> "188 layer_norm_2" [label="(1, 197, 768)", style=solid]; -"187 add_2" -> "235 add_3" [label="(1, 197, 768)", style=solid]; -"188 layer_norm_2" -> "189 transpose_6" [label="(1, 197, 768)", style=solid]; -"189 transpose_6" -> "190 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"190 transpose_6_0_0_nncf_smooth_quant_0" -> "191 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"191 quantize_per_tensor_default_7" -> "192 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"192 dequantize_per_tensor_default_7" -> "198 linear_4" [label="(197, 1, 768)", style=solid]; -"193 scale_updated_constant5" -> "195 mul_tensor_5" [label="(2304, 1)", style=solid]; -"194 compressed_weight_updated_constant5" -> "195 mul_tensor_5" [label="(2304, 768)", style=solid]; -"195 mul_tensor_5" -> "197 sub_tensor_5" [label="(2304, 768)", style=solid]; -"196 zero_point_updated_constant5" -> "197 sub_tensor_5" [label="(2304, 1)", style=solid]; -"197 sub_tensor_5" -> "198 linear_4" [label="(2304, 768)", style=solid]; -"198 linear_4" -> "199 unflatten_1" [label="(197, 1, 2304)", style=solid]; -"199 unflatten_1" -> "200 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; -"200 unsqueeze_1" -> "201 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; -"201 transpose_7" -> "202 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; -"202 squeeze_1" -> "203 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; -"203 contiguous_1" -> "204 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"203 contiguous_1" -> "207 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"203 contiguous_1" -> "210 select_5" [label="(3, 197, 1, 768)", style=solid]; -"204 quantize_per_tensor_default_8" -> "205 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"205 dequantize_per_tensor_default_8" -> "206 select_3" [label="(3, 197, 1, 768)", style=solid]; -"206 select_3" -> "211 view_8" [label="(197, 1, 768)", style=solid]; -"207 quantize_per_tensor_default_9" -> "208 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"208 dequantize_per_tensor_default_9" -> "209 select_4" [label="(3, 197, 1, 768)", style=solid]; -"209 select_4" -> "213 view_9" [label="(197, 1, 768)", style=solid]; -"210 select_5" -> "215 view_10" [label="(197, 1, 768)", style=solid]; -"211 view_8" -> "212 transpose_8" [label="(197, 12, 64)", style=solid]; -"212 transpose_8" -> "217 view_11" [label="(12, 197, 64)", style=solid]; -"213 view_9" -> "214 transpose_9" [label="(197, 12, 64)", style=solid]; -"214 transpose_9" -> "218 view_12" [label="(12, 197, 64)", style=solid]; -"215 view_10" -> "216 transpose_10" [label="(197, 12, 64)", style=solid]; -"216 transpose_10" -> "219 view_13" [label="(12, 197, 64)", style=solid]; -"217 view_11" -> "220 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"218 view_12" -> "220 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"219 view_13" -> "220 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"220 scaled_dot_product_attention_1" -> "221 permute_2" [label="(1, 12, 197, 64)", style=solid]; -"221 permute_2" -> "222 view_14" [label="(197, 1, 12, 64)", style=solid]; -"222 view_14" -> "223 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"223 view_14_0_0_nncf_smooth_quant_0" -> "224 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"224 quantize_per_tensor_default_10" -> "225 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"225 dequantize_per_tensor_default_10" -> "231 linear_5" [label="(197, 768)", style=solid]; -"226 scale_updated_constant6" -> "228 mul_tensor_6" [label="(768, 1)", style=solid]; -"227 compressed_weight_updated_constant6" -> "228 mul_tensor_6" [label="(768, 768)", style=solid]; -"228 mul_tensor_6" -> "230 sub_tensor_6" [label="(768, 768)", style=solid]; -"229 zero_point_updated_constant6" -> "230 sub_tensor_6" [label="(768, 1)", style=solid]; -"230 sub_tensor_6" -> "231 linear_5" [label="(768, 768)", style=solid]; -"231 linear_5" -> "232 view_15" [label="(197, 768)", style=solid]; -"232 view_15" -> "233 transpose_11" [label="(197, 1, 768)", style=solid]; -"233 transpose_11" -> "234 dropout_4" [label="(1, 197, 768)", style=solid]; -"234 dropout_4" -> "235 add_3" [label="(1, 197, 768)", style=solid]; -"235 add_3" -> "236 layer_norm_3" [label="(1, 197, 768)", style=solid]; -"235 add_3" -> "258 add_4" [label="(1, 197, 768)", style=solid]; -"236 layer_norm_3" -> "237 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"237 layer_norm_3_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"238 quantize_per_tensor_default_11" -> "239 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"239 dequantize_per_tensor_default_11" -> "245 linear_6" [label="(1, 197, 768)", style=solid]; -"240 scale_updated_constant7" -> "242 mul_tensor_7" [label="(3072, 1)", style=solid]; -"241 compressed_weight_updated_constant7" -> "242 mul_tensor_7" [label="(3072, 768)", style=solid]; -"242 mul_tensor_7" -> "244 sub_tensor_7" [label="(3072, 768)", style=solid]; -"243 zero_point_updated_constant7" -> "244 sub_tensor_7" [label="(3072, 1)", style=solid]; -"244 sub_tensor_7" -> "245 linear_6" [label="(3072, 768)", style=solid]; -"245 linear_6" -> "246 gelu_1" [label="(1, 197, 3072)", style=solid]; -"246 gelu_1" -> "247 dropout_5" [label="(1, 197, 3072)", style=solid]; -"247 dropout_5" -> "248 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"248 dropout_5_0_0_nncf_smooth_quant_0" -> "249 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"249 quantize_per_tensor_default_12" -> "250 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"250 dequantize_per_tensor_default_12" -> "256 linear_7" [label="(1, 197, 3072)", style=solid]; -"251 scale_updated_constant8" -> "253 mul_tensor_8" [label="(768, 1)", style=solid]; -"252 compressed_weight_updated_constant8" -> "253 mul_tensor_8" [label="(768, 3072)", style=solid]; -"253 mul_tensor_8" -> "255 sub_tensor_8" [label="(768, 3072)", style=solid]; -"254 zero_point_updated_constant8" -> "255 sub_tensor_8" [label="(768, 1)", style=solid]; -"255 sub_tensor_8" -> "256 linear_7" [label="(768, 3072)", style=solid]; -"256 linear_7" -> "257 dropout_6" [label="(1, 197, 768)", style=solid]; -"257 dropout_6" -> "258 add_4" [label="(1, 197, 768)", style=solid]; -"258 add_4" -> "259 layer_norm_4" [label="(1, 197, 768)", style=solid]; -"258 add_4" -> "306 add_5" [label="(1, 197, 768)", style=solid]; -"259 layer_norm_4" -> "260 transpose_12" [label="(1, 197, 768)", style=solid]; -"260 transpose_12" -> "261 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"261 transpose_12_0_0_nncf_smooth_quant_0" -> "262 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"262 quantize_per_tensor_default_13" -> "263 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"263 dequantize_per_tensor_default_13" -> "269 linear_8" [label="(197, 1, 768)", style=solid]; -"264 scale_updated_constant9" -> "266 mul_tensor_9" [label="(2304, 1)", style=solid]; -"265 compressed_weight_updated_constant9" -> "266 mul_tensor_9" [label="(2304, 768)", style=solid]; -"266 mul_tensor_9" -> "268 sub_tensor_9" [label="(2304, 768)", style=solid]; -"267 zero_point_updated_constant9" -> "268 sub_tensor_9" [label="(2304, 1)", style=solid]; -"268 sub_tensor_9" -> "269 linear_8" [label="(2304, 768)", style=solid]; -"269 linear_8" -> "270 unflatten_2" [label="(197, 1, 2304)", style=solid]; -"270 unflatten_2" -> "271 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; -"271 unsqueeze_2" -> "272 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; -"272 transpose_13" -> "273 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; -"273 squeeze_2" -> "274 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; -"274 contiguous_2" -> "275 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"274 contiguous_2" -> "278 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"274 contiguous_2" -> "281 select_8" [label="(3, 197, 1, 768)", style=solid]; -"275 quantize_per_tensor_default_14" -> "276 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"276 dequantize_per_tensor_default_14" -> "277 select_6" [label="(3, 197, 1, 768)", style=solid]; -"277 select_6" -> "282 view_16" [label="(197, 1, 768)", style=solid]; -"278 quantize_per_tensor_default_15" -> "279 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"279 dequantize_per_tensor_default_15" -> "280 select_7" [label="(3, 197, 1, 768)", style=solid]; -"280 select_7" -> "284 view_17" [label="(197, 1, 768)", style=solid]; -"281 select_8" -> "286 view_18" [label="(197, 1, 768)", style=solid]; -"282 view_16" -> "283 transpose_14" [label="(197, 12, 64)", style=solid]; -"283 transpose_14" -> "288 view_19" [label="(12, 197, 64)", style=solid]; -"284 view_17" -> "285 transpose_15" [label="(197, 12, 64)", style=solid]; -"285 transpose_15" -> "289 view_20" [label="(12, 197, 64)", style=solid]; -"286 view_18" -> "287 transpose_16" [label="(197, 12, 64)", style=solid]; -"287 transpose_16" -> "290 view_21" [label="(12, 197, 64)", style=solid]; -"288 view_19" -> "291 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"289 view_20" -> "291 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"290 view_21" -> "291 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"291 scaled_dot_product_attention_2" -> "292 permute_3" [label="(1, 12, 197, 64)", style=solid]; -"292 permute_3" -> "293 view_22" [label="(197, 1, 12, 64)", style=solid]; -"293 view_22" -> "294 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"294 view_22_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"295 quantize_per_tensor_default_16" -> "296 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"296 dequantize_per_tensor_default_16" -> "302 linear_9" [label="(197, 768)", style=solid]; -"297 scale_updated_constant10" -> "299 mul_tensor_10" [label="(768, 1)", style=solid]; -"298 compressed_weight_updated_constant10" -> "299 mul_tensor_10" [label="(768, 768)", style=solid]; -"299 mul_tensor_10" -> "301 sub_tensor_10" [label="(768, 768)", style=solid]; -"300 zero_point_updated_constant10" -> "301 sub_tensor_10" [label="(768, 1)", style=solid]; -"301 sub_tensor_10" -> "302 linear_9" [label="(768, 768)", style=solid]; -"302 linear_9" -> "303 view_23" [label="(197, 768)", style=solid]; -"303 view_23" -> "304 transpose_17" [label="(197, 1, 768)", style=solid]; -"304 transpose_17" -> "305 dropout_7" [label="(1, 197, 768)", style=solid]; -"305 dropout_7" -> "306 add_5" [label="(1, 197, 768)", style=solid]; -"306 add_5" -> "307 layer_norm_5" [label="(1, 197, 768)", style=solid]; -"306 add_5" -> "329 add_6" [label="(1, 197, 768)", style=solid]; -"307 layer_norm_5" -> "308 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"308 layer_norm_5_0_0_nncf_smooth_quant_0" -> "309 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"309 quantize_per_tensor_default_17" -> "310 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"310 dequantize_per_tensor_default_17" -> "316 linear_10" [label="(1, 197, 768)", style=solid]; -"311 scale_updated_constant11" -> "313 mul_tensor_11" [label="(3072, 1)", style=solid]; -"312 compressed_weight_updated_constant11" -> "313 mul_tensor_11" [label="(3072, 768)", style=solid]; -"313 mul_tensor_11" -> "315 sub_tensor_11" [label="(3072, 768)", style=solid]; -"314 zero_point_updated_constant11" -> "315 sub_tensor_11" [label="(3072, 1)", style=solid]; -"315 sub_tensor_11" -> "316 linear_10" [label="(3072, 768)", style=solid]; -"316 linear_10" -> "317 gelu_2" [label="(1, 197, 3072)", style=solid]; -"317 gelu_2" -> "318 dropout_8" [label="(1, 197, 3072)", style=solid]; -"318 dropout_8" -> "319 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"319 dropout_8_0_0_nncf_smooth_quant_0" -> "320 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"320 quantize_per_tensor_default_18" -> "321 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"321 dequantize_per_tensor_default_18" -> "327 linear_11" [label="(1, 197, 3072)", style=solid]; -"322 scale_updated_constant12" -> "324 mul_tensor_12" [label="(768, 1)", style=solid]; -"323 compressed_weight_updated_constant12" -> "324 mul_tensor_12" [label="(768, 3072)", style=solid]; -"324 mul_tensor_12" -> "326 sub_tensor_12" [label="(768, 3072)", style=solid]; -"325 zero_point_updated_constant12" -> "326 sub_tensor_12" [label="(768, 1)", style=solid]; -"326 sub_tensor_12" -> "327 linear_11" [label="(768, 3072)", style=solid]; -"327 linear_11" -> "328 dropout_9" [label="(1, 197, 768)", style=solid]; -"328 dropout_9" -> "329 add_6" [label="(1, 197, 768)", style=solid]; -"329 add_6" -> "330 layer_norm_6" [label="(1, 197, 768)", style=solid]; -"329 add_6" -> "377 add_7" [label="(1, 197, 768)", style=solid]; -"330 layer_norm_6" -> "331 transpose_18" [label="(1, 197, 768)", style=solid]; -"331 transpose_18" -> "332 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"332 transpose_18_0_0_nncf_smooth_quant_0" -> "333 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"333 quantize_per_tensor_default_19" -> "334 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"334 dequantize_per_tensor_default_19" -> "340 linear_12" [label="(197, 1, 768)", style=solid]; -"335 scale_updated_constant13" -> "337 mul_tensor_13" [label="(2304, 1)", style=solid]; -"336 compressed_weight_updated_constant13" -> "337 mul_tensor_13" [label="(2304, 768)", style=solid]; -"337 mul_tensor_13" -> "339 sub_tensor_13" [label="(2304, 768)", style=solid]; -"338 zero_point_updated_constant13" -> "339 sub_tensor_13" [label="(2304, 1)", style=solid]; -"339 sub_tensor_13" -> "340 linear_12" [label="(2304, 768)", style=solid]; -"340 linear_12" -> "341 unflatten_3" [label="(197, 1, 2304)", style=solid]; -"341 unflatten_3" -> "342 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; -"342 unsqueeze_3" -> "343 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; -"343 transpose_19" -> "344 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; -"344 squeeze_3" -> "345 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; -"345 contiguous_3" -> "346 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"345 contiguous_3" -> "349 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"345 contiguous_3" -> "352 select_11" [label="(3, 197, 1, 768)", style=solid]; -"346 quantize_per_tensor_default_20" -> "347 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"347 dequantize_per_tensor_default_20" -> "348 select_9" [label="(3, 197, 1, 768)", style=solid]; -"348 select_9" -> "353 view_24" [label="(197, 1, 768)", style=solid]; -"349 quantize_per_tensor_default_21" -> "350 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"350 dequantize_per_tensor_default_21" -> "351 select_10" [label="(3, 197, 1, 768)", style=solid]; -"351 select_10" -> "355 view_25" [label="(197, 1, 768)", style=solid]; -"352 select_11" -> "357 view_26" [label="(197, 1, 768)", style=solid]; -"353 view_24" -> "354 transpose_20" [label="(197, 12, 64)", style=solid]; -"354 transpose_20" -> "359 view_27" [label="(12, 197, 64)", style=solid]; -"355 view_25" -> "356 transpose_21" [label="(197, 12, 64)", style=solid]; -"356 transpose_21" -> "360 view_28" [label="(12, 197, 64)", style=solid]; -"357 view_26" -> "358 transpose_22" [label="(197, 12, 64)", style=solid]; -"358 transpose_22" -> "361 view_29" [label="(12, 197, 64)", style=solid]; -"359 view_27" -> "362 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"360 view_28" -> "362 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"361 view_29" -> "362 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"362 scaled_dot_product_attention_3" -> "363 permute_4" [label="(1, 12, 197, 64)", style=solid]; -"363 permute_4" -> "364 view_30" [label="(197, 1, 12, 64)", style=solid]; -"364 view_30" -> "365 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"365 view_30_0_0_nncf_smooth_quant_0" -> "366 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"366 quantize_per_tensor_default_22" -> "367 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"367 dequantize_per_tensor_default_22" -> "373 linear_13" [label="(197, 768)", style=solid]; -"368 scale_updated_constant14" -> "370 mul_tensor_14" [label="(768, 1)", style=solid]; -"369 compressed_weight_updated_constant14" -> "370 mul_tensor_14" [label="(768, 768)", style=solid]; -"370 mul_tensor_14" -> "372 sub_tensor_14" [label="(768, 768)", style=solid]; -"371 zero_point_updated_constant14" -> "372 sub_tensor_14" [label="(768, 1)", style=solid]; -"372 sub_tensor_14" -> "373 linear_13" [label="(768, 768)", style=solid]; -"373 linear_13" -> "374 view_31" [label="(197, 768)", style=solid]; -"374 view_31" -> "375 transpose_23" [label="(197, 1, 768)", style=solid]; -"375 transpose_23" -> "376 dropout_10" [label="(1, 197, 768)", style=solid]; -"376 dropout_10" -> "377 add_7" [label="(1, 197, 768)", style=solid]; -"377 add_7" -> "378 layer_norm_7" [label="(1, 197, 768)", style=solid]; -"377 add_7" -> "400 add_8" [label="(1, 197, 768)", style=solid]; -"378 layer_norm_7" -> "379 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"379 layer_norm_7_0_0_nncf_smooth_quant_0" -> "380 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"380 quantize_per_tensor_default_23" -> "381 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"381 dequantize_per_tensor_default_23" -> "387 linear_14" [label="(1, 197, 768)", style=solid]; -"382 scale_updated_constant15" -> "384 mul_tensor_15" [label="(3072, 1)", style=solid]; -"383 compressed_weight_updated_constant15" -> "384 mul_tensor_15" [label="(3072, 768)", style=solid]; -"384 mul_tensor_15" -> "386 sub_tensor_15" [label="(3072, 768)", style=solid]; -"385 zero_point_updated_constant15" -> "386 sub_tensor_15" [label="(3072, 1)", style=solid]; -"386 sub_tensor_15" -> "387 linear_14" [label="(3072, 768)", style=solid]; -"387 linear_14" -> "388 gelu_3" [label="(1, 197, 3072)", style=solid]; -"388 gelu_3" -> "389 dropout_11" [label="(1, 197, 3072)", style=solid]; -"389 dropout_11" -> "390 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"390 dropout_11_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"391 quantize_per_tensor_default_24" -> "392 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"392 dequantize_per_tensor_default_24" -> "398 linear_15" [label="(1, 197, 3072)", style=solid]; -"393 scale_updated_constant16" -> "395 mul_tensor_16" [label="(768, 1)", style=solid]; -"394 compressed_weight_updated_constant16" -> "395 mul_tensor_16" [label="(768, 3072)", style=solid]; -"395 mul_tensor_16" -> "397 sub_tensor_16" [label="(768, 3072)", style=solid]; -"396 zero_point_updated_constant16" -> "397 sub_tensor_16" [label="(768, 1)", style=solid]; -"397 sub_tensor_16" -> "398 linear_15" [label="(768, 3072)", style=solid]; -"398 linear_15" -> "399 dropout_12" [label="(1, 197, 768)", style=solid]; -"399 dropout_12" -> "400 add_8" [label="(1, 197, 768)", style=solid]; -"400 add_8" -> "401 layer_norm_8" [label="(1, 197, 768)", style=solid]; -"400 add_8" -> "448 add_9" [label="(1, 197, 768)", style=solid]; -"401 layer_norm_8" -> "402 transpose_24" [label="(1, 197, 768)", style=solid]; -"402 transpose_24" -> "403 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"403 transpose_24_0_0_nncf_smooth_quant_0" -> "404 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"404 quantize_per_tensor_default_25" -> "405 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"405 dequantize_per_tensor_default_25" -> "411 linear_16" [label="(197, 1, 768)", style=solid]; -"406 scale_updated_constant17" -> "408 mul_tensor_17" [label="(2304, 1)", style=solid]; -"407 compressed_weight_updated_constant17" -> "408 mul_tensor_17" [label="(2304, 768)", style=solid]; -"408 mul_tensor_17" -> "410 sub_tensor_17" [label="(2304, 768)", style=solid]; -"409 zero_point_updated_constant17" -> "410 sub_tensor_17" [label="(2304, 1)", style=solid]; -"410 sub_tensor_17" -> "411 linear_16" [label="(2304, 768)", style=solid]; -"411 linear_16" -> "412 unflatten_4" [label="(197, 1, 2304)", style=solid]; -"412 unflatten_4" -> "413 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; -"413 unsqueeze_4" -> "414 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; -"414 transpose_25" -> "415 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; -"415 squeeze_4" -> "416 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; -"416 contiguous_4" -> "417 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"416 contiguous_4" -> "420 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"416 contiguous_4" -> "423 select_14" [label="(3, 197, 1, 768)", style=solid]; -"417 quantize_per_tensor_default_26" -> "418 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"418 dequantize_per_tensor_default_26" -> "419 select_12" [label="(3, 197, 1, 768)", style=solid]; -"419 select_12" -> "424 view_32" [label="(197, 1, 768)", style=solid]; -"420 quantize_per_tensor_default_27" -> "421 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"421 dequantize_per_tensor_default_27" -> "422 select_13" [label="(3, 197, 1, 768)", style=solid]; -"422 select_13" -> "426 view_33" [label="(197, 1, 768)", style=solid]; -"423 select_14" -> "428 view_34" [label="(197, 1, 768)", style=solid]; -"424 view_32" -> "425 transpose_26" [label="(197, 12, 64)", style=solid]; -"425 transpose_26" -> "430 view_35" [label="(12, 197, 64)", style=solid]; -"426 view_33" -> "427 transpose_27" [label="(197, 12, 64)", style=solid]; -"427 transpose_27" -> "431 view_36" [label="(12, 197, 64)", style=solid]; -"428 view_34" -> "429 transpose_28" [label="(197, 12, 64)", style=solid]; -"429 transpose_28" -> "432 view_37" [label="(12, 197, 64)", style=solid]; -"430 view_35" -> "433 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"431 view_36" -> "433 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"432 view_37" -> "433 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"433 scaled_dot_product_attention_4" -> "434 permute_5" [label="(1, 12, 197, 64)", style=solid]; -"434 permute_5" -> "435 view_38" [label="(197, 1, 12, 64)", style=solid]; -"435 view_38" -> "436 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"436 view_38_0_0_nncf_smooth_quant_0" -> "437 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"437 quantize_per_tensor_default_28" -> "438 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"438 dequantize_per_tensor_default_28" -> "444 linear_17" [label="(197, 768)", style=solid]; -"439 scale_updated_constant18" -> "441 mul_tensor_18" [label="(768, 1)", style=solid]; -"440 compressed_weight_updated_constant18" -> "441 mul_tensor_18" [label="(768, 768)", style=solid]; -"441 mul_tensor_18" -> "443 sub_tensor_18" [label="(768, 768)", style=solid]; -"442 zero_point_updated_constant18" -> "443 sub_tensor_18" [label="(768, 1)", style=solid]; -"443 sub_tensor_18" -> "444 linear_17" [label="(768, 768)", style=solid]; -"444 linear_17" -> "445 view_39" [label="(197, 768)", style=solid]; -"445 view_39" -> "446 transpose_29" [label="(197, 1, 768)", style=solid]; -"446 transpose_29" -> "447 dropout_13" [label="(1, 197, 768)", style=solid]; -"447 dropout_13" -> "448 add_9" [label="(1, 197, 768)", style=solid]; -"448 add_9" -> "449 layer_norm_9" [label="(1, 197, 768)", style=solid]; -"448 add_9" -> "471 add_10" [label="(1, 197, 768)", style=solid]; -"449 layer_norm_9" -> "450 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"450 layer_norm_9_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"451 quantize_per_tensor_default_29" -> "452 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"452 dequantize_per_tensor_default_29" -> "458 linear_18" [label="(1, 197, 768)", style=solid]; -"453 scale_updated_constant19" -> "455 mul_tensor_19" [label="(3072, 1)", style=solid]; -"454 compressed_weight_updated_constant19" -> "455 mul_tensor_19" [label="(3072, 768)", style=solid]; -"455 mul_tensor_19" -> "457 sub_tensor_19" [label="(3072, 768)", style=solid]; -"456 zero_point_updated_constant19" -> "457 sub_tensor_19" [label="(3072, 1)", style=solid]; -"457 sub_tensor_19" -> "458 linear_18" [label="(3072, 768)", style=solid]; -"458 linear_18" -> "459 gelu_4" [label="(1, 197, 3072)", style=solid]; -"459 gelu_4" -> "460 dropout_14" [label="(1, 197, 3072)", style=solid]; -"460 dropout_14" -> "461 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"461 dropout_14_0_0_nncf_smooth_quant_0" -> "462 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"462 quantize_per_tensor_default_30" -> "463 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"463 dequantize_per_tensor_default_30" -> "469 linear_19" [label="(1, 197, 3072)", style=solid]; -"464 scale_updated_constant20" -> "466 mul_tensor_20" [label="(768, 1)", style=solid]; -"465 compressed_weight_updated_constant20" -> "466 mul_tensor_20" [label="(768, 3072)", style=solid]; -"466 mul_tensor_20" -> "468 sub_tensor_20" [label="(768, 3072)", style=solid]; -"467 zero_point_updated_constant20" -> "468 sub_tensor_20" [label="(768, 1)", style=solid]; -"468 sub_tensor_20" -> "469 linear_19" [label="(768, 3072)", style=solid]; -"469 linear_19" -> "470 dropout_15" [label="(1, 197, 768)", style=solid]; -"470 dropout_15" -> "471 add_10" [label="(1, 197, 768)", style=solid]; -"471 add_10" -> "472 layer_norm_10" [label="(1, 197, 768)", style=solid]; -"471 add_10" -> "519 add_11" [label="(1, 197, 768)", style=solid]; -"472 layer_norm_10" -> "473 transpose_30" [label="(1, 197, 768)", style=solid]; -"473 transpose_30" -> "474 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"474 transpose_30_0_0_nncf_smooth_quant_0" -> "475 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"475 quantize_per_tensor_default_31" -> "476 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"476 dequantize_per_tensor_default_31" -> "482 linear_20" [label="(197, 1, 768)", style=solid]; -"477 scale_updated_constant21" -> "479 mul_tensor_21" [label="(2304, 1)", style=solid]; -"478 compressed_weight_updated_constant21" -> "479 mul_tensor_21" [label="(2304, 768)", style=solid]; -"479 mul_tensor_21" -> "481 sub_tensor_21" [label="(2304, 768)", style=solid]; -"480 zero_point_updated_constant21" -> "481 sub_tensor_21" [label="(2304, 1)", style=solid]; -"481 sub_tensor_21" -> "482 linear_20" [label="(2304, 768)", style=solid]; -"482 linear_20" -> "483 unflatten_5" [label="(197, 1, 2304)", style=solid]; -"483 unflatten_5" -> "484 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; -"484 unsqueeze_5" -> "485 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; -"485 transpose_31" -> "486 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; -"486 squeeze_5" -> "487 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; -"487 contiguous_5" -> "488 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"487 contiguous_5" -> "491 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"487 contiguous_5" -> "494 select_17" [label="(3, 197, 1, 768)", style=solid]; -"488 quantize_per_tensor_default_32" -> "489 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"489 dequantize_per_tensor_default_32" -> "490 select_15" [label="(3, 197, 1, 768)", style=solid]; -"490 select_15" -> "495 view_40" [label="(197, 1, 768)", style=solid]; -"491 quantize_per_tensor_default_33" -> "492 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"492 dequantize_per_tensor_default_33" -> "493 select_16" [label="(3, 197, 1, 768)", style=solid]; -"493 select_16" -> "497 view_41" [label="(197, 1, 768)", style=solid]; -"494 select_17" -> "499 view_42" [label="(197, 1, 768)", style=solid]; -"495 view_40" -> "496 transpose_32" [label="(197, 12, 64)", style=solid]; -"496 transpose_32" -> "501 view_43" [label="(12, 197, 64)", style=solid]; -"497 view_41" -> "498 transpose_33" [label="(197, 12, 64)", style=solid]; -"498 transpose_33" -> "502 view_44" [label="(12, 197, 64)", style=solid]; -"499 view_42" -> "500 transpose_34" [label="(197, 12, 64)", style=solid]; -"500 transpose_34" -> "503 view_45" [label="(12, 197, 64)", style=solid]; -"501 view_43" -> "504 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"502 view_44" -> "504 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"503 view_45" -> "504 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"504 scaled_dot_product_attention_5" -> "505 permute_6" [label="(1, 12, 197, 64)", style=solid]; -"505 permute_6" -> "506 view_46" [label="(197, 1, 12, 64)", style=solid]; -"506 view_46" -> "507 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"507 view_46_0_0_nncf_smooth_quant_0" -> "508 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"508 quantize_per_tensor_default_34" -> "509 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"509 dequantize_per_tensor_default_34" -> "515 linear_21" [label="(197, 768)", style=solid]; -"510 scale_updated_constant22" -> "512 mul_tensor_22" [label="(768, 1)", style=solid]; -"511 compressed_weight_updated_constant22" -> "512 mul_tensor_22" [label="(768, 768)", style=solid]; -"512 mul_tensor_22" -> "514 sub_tensor_22" [label="(768, 768)", style=solid]; -"513 zero_point_updated_constant22" -> "514 sub_tensor_22" [label="(768, 1)", style=solid]; -"514 sub_tensor_22" -> "515 linear_21" [label="(768, 768)", style=solid]; -"515 linear_21" -> "516 view_47" [label="(197, 768)", style=solid]; -"516 view_47" -> "517 transpose_35" [label="(197, 1, 768)", style=solid]; -"517 transpose_35" -> "518 dropout_16" [label="(1, 197, 768)", style=solid]; -"518 dropout_16" -> "519 add_11" [label="(1, 197, 768)", style=solid]; -"519 add_11" -> "520 layer_norm_11" [label="(1, 197, 768)", style=solid]; -"519 add_11" -> "542 add_12" [label="(1, 197, 768)", style=solid]; -"520 layer_norm_11" -> "521 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"521 layer_norm_11_0_0_nncf_smooth_quant_0" -> "522 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"522 quantize_per_tensor_default_35" -> "523 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"523 dequantize_per_tensor_default_35" -> "529 linear_22" [label="(1, 197, 768)", style=solid]; -"524 scale_updated_constant23" -> "526 mul_tensor_23" [label="(3072, 1)", style=solid]; -"525 compressed_weight_updated_constant23" -> "526 mul_tensor_23" [label="(3072, 768)", style=solid]; -"526 mul_tensor_23" -> "528 sub_tensor_23" [label="(3072, 768)", style=solid]; -"527 zero_point_updated_constant23" -> "528 sub_tensor_23" [label="(3072, 1)", style=solid]; -"528 sub_tensor_23" -> "529 linear_22" [label="(3072, 768)", style=solid]; -"529 linear_22" -> "530 gelu_5" [label="(1, 197, 3072)", style=solid]; -"530 gelu_5" -> "531 dropout_17" [label="(1, 197, 3072)", style=solid]; -"531 dropout_17" -> "532 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"532 dropout_17_0_0_nncf_smooth_quant_0" -> "533 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"533 quantize_per_tensor_default_36" -> "534 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"534 dequantize_per_tensor_default_36" -> "540 linear_23" [label="(1, 197, 3072)", style=solid]; -"535 scale_updated_constant24" -> "537 mul_tensor_24" [label="(768, 1)", style=solid]; -"536 compressed_weight_updated_constant24" -> "537 mul_tensor_24" [label="(768, 3072)", style=solid]; -"537 mul_tensor_24" -> "539 sub_tensor_24" [label="(768, 3072)", style=solid]; -"538 zero_point_updated_constant24" -> "539 sub_tensor_24" [label="(768, 1)", style=solid]; -"539 sub_tensor_24" -> "540 linear_23" [label="(768, 3072)", style=solid]; -"540 linear_23" -> "541 dropout_18" [label="(1, 197, 768)", style=solid]; -"541 dropout_18" -> "542 add_12" [label="(1, 197, 768)", style=solid]; -"542 add_12" -> "543 layer_norm_12" [label="(1, 197, 768)", style=solid]; -"542 add_12" -> "590 add_13" [label="(1, 197, 768)", style=solid]; -"543 layer_norm_12" -> "544 transpose_36" [label="(1, 197, 768)", style=solid]; -"544 transpose_36" -> "545 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"545 transpose_36_0_0_nncf_smooth_quant_0" -> "546 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"546 quantize_per_tensor_default_37" -> "547 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"547 dequantize_per_tensor_default_37" -> "553 linear_24" [label="(197, 1, 768)", style=solid]; -"548 scale_updated_constant25" -> "550 mul_tensor_25" [label="(2304, 1)", style=solid]; -"549 compressed_weight_updated_constant25" -> "550 mul_tensor_25" [label="(2304, 768)", style=solid]; -"550 mul_tensor_25" -> "552 sub_tensor_25" [label="(2304, 768)", style=solid]; -"551 zero_point_updated_constant25" -> "552 sub_tensor_25" [label="(2304, 1)", style=solid]; -"552 sub_tensor_25" -> "553 linear_24" [label="(2304, 768)", style=solid]; -"553 linear_24" -> "554 unflatten_6" [label="(197, 1, 2304)", style=solid]; -"554 unflatten_6" -> "555 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; -"555 unsqueeze_6" -> "556 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; -"556 transpose_37" -> "557 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; -"557 squeeze_6" -> "558 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; -"558 contiguous_6" -> "559 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"558 contiguous_6" -> "562 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"558 contiguous_6" -> "565 select_20" [label="(3, 197, 1, 768)", style=solid]; -"559 quantize_per_tensor_default_38" -> "560 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"560 dequantize_per_tensor_default_38" -> "561 select_18" [label="(3, 197, 1, 768)", style=solid]; -"561 select_18" -> "566 view_48" [label="(197, 1, 768)", style=solid]; -"562 quantize_per_tensor_default_39" -> "563 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"563 dequantize_per_tensor_default_39" -> "564 select_19" [label="(3, 197, 1, 768)", style=solid]; -"564 select_19" -> "568 view_49" [label="(197, 1, 768)", style=solid]; -"565 select_20" -> "570 view_50" [label="(197, 1, 768)", style=solid]; -"566 view_48" -> "567 transpose_38" [label="(197, 12, 64)", style=solid]; -"567 transpose_38" -> "572 view_51" [label="(12, 197, 64)", style=solid]; -"568 view_49" -> "569 transpose_39" [label="(197, 12, 64)", style=solid]; -"569 transpose_39" -> "573 view_52" [label="(12, 197, 64)", style=solid]; -"570 view_50" -> "571 transpose_40" [label="(197, 12, 64)", style=solid]; -"571 transpose_40" -> "574 view_53" [label="(12, 197, 64)", style=solid]; -"572 view_51" -> "575 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"573 view_52" -> "575 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"574 view_53" -> "575 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"575 scaled_dot_product_attention_6" -> "576 permute_7" [label="(1, 12, 197, 64)", style=solid]; -"576 permute_7" -> "577 view_54" [label="(197, 1, 12, 64)", style=solid]; -"577 view_54" -> "578 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"578 view_54_0_0_nncf_smooth_quant_0" -> "579 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"579 quantize_per_tensor_default_40" -> "580 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"580 dequantize_per_tensor_default_40" -> "586 linear_25" [label="(197, 768)", style=solid]; -"581 scale_updated_constant26" -> "583 mul_tensor_26" [label="(768, 1)", style=solid]; -"582 compressed_weight_updated_constant26" -> "583 mul_tensor_26" [label="(768, 768)", style=solid]; -"583 mul_tensor_26" -> "585 sub_tensor_26" [label="(768, 768)", style=solid]; -"584 zero_point_updated_constant26" -> "585 sub_tensor_26" [label="(768, 1)", style=solid]; -"585 sub_tensor_26" -> "586 linear_25" [label="(768, 768)", style=solid]; -"586 linear_25" -> "587 view_55" [label="(197, 768)", style=solid]; -"587 view_55" -> "588 transpose_41" [label="(197, 1, 768)", style=solid]; -"588 transpose_41" -> "589 dropout_19" [label="(1, 197, 768)", style=solid]; -"589 dropout_19" -> "590 add_13" [label="(1, 197, 768)", style=solid]; -"590 add_13" -> "591 layer_norm_13" [label="(1, 197, 768)", style=solid]; -"590 add_13" -> "613 add_14" [label="(1, 197, 768)", style=solid]; -"591 layer_norm_13" -> "592 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"592 layer_norm_13_0_0_nncf_smooth_quant_0" -> "593 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"593 quantize_per_tensor_default_41" -> "594 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"594 dequantize_per_tensor_default_41" -> "600 linear_26" [label="(1, 197, 768)", style=solid]; -"595 scale_updated_constant27" -> "597 mul_tensor_27" [label="(3072, 1)", style=solid]; -"596 compressed_weight_updated_constant27" -> "597 mul_tensor_27" [label="(3072, 768)", style=solid]; -"597 mul_tensor_27" -> "599 sub_tensor_27" [label="(3072, 768)", style=solid]; -"598 zero_point_updated_constant27" -> "599 sub_tensor_27" [label="(3072, 1)", style=solid]; -"599 sub_tensor_27" -> "600 linear_26" [label="(3072, 768)", style=solid]; -"600 linear_26" -> "601 gelu_6" [label="(1, 197, 3072)", style=solid]; -"601 gelu_6" -> "602 dropout_20" [label="(1, 197, 3072)", style=solid]; -"602 dropout_20" -> "603 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"603 dropout_20_0_0_nncf_smooth_quant_0" -> "604 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"604 quantize_per_tensor_default_42" -> "605 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"605 dequantize_per_tensor_default_42" -> "611 linear_27" [label="(1, 197, 3072)", style=solid]; -"606 scale_updated_constant28" -> "608 mul_tensor_28" [label="(768, 1)", style=solid]; -"607 compressed_weight_updated_constant28" -> "608 mul_tensor_28" [label="(768, 3072)", style=solid]; -"608 mul_tensor_28" -> "610 sub_tensor_28" [label="(768, 3072)", style=solid]; -"609 zero_point_updated_constant28" -> "610 sub_tensor_28" [label="(768, 1)", style=solid]; -"610 sub_tensor_28" -> "611 linear_27" [label="(768, 3072)", style=solid]; -"611 linear_27" -> "612 dropout_21" [label="(1, 197, 768)", style=solid]; -"612 dropout_21" -> "613 add_14" [label="(1, 197, 768)", style=solid]; -"613 add_14" -> "614 layer_norm_14" [label="(1, 197, 768)", style=solid]; -"613 add_14" -> "661 add_15" [label="(1, 197, 768)", style=solid]; -"614 layer_norm_14" -> "615 transpose_42" [label="(1, 197, 768)", style=solid]; -"615 transpose_42" -> "616 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"616 transpose_42_0_0_nncf_smooth_quant_0" -> "617 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"617 quantize_per_tensor_default_43" -> "618 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"618 dequantize_per_tensor_default_43" -> "624 linear_28" [label="(197, 1, 768)", style=solid]; -"619 scale_updated_constant29" -> "621 mul_tensor_29" [label="(2304, 1)", style=solid]; -"620 compressed_weight_updated_constant29" -> "621 mul_tensor_29" [label="(2304, 768)", style=solid]; -"621 mul_tensor_29" -> "623 sub_tensor_29" [label="(2304, 768)", style=solid]; -"622 zero_point_updated_constant29" -> "623 sub_tensor_29" [label="(2304, 1)", style=solid]; -"623 sub_tensor_29" -> "624 linear_28" [label="(2304, 768)", style=solid]; -"624 linear_28" -> "625 unflatten_7" [label="(197, 1, 2304)", style=solid]; -"625 unflatten_7" -> "626 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; -"626 unsqueeze_7" -> "627 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; -"627 transpose_43" -> "628 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; -"628 squeeze_7" -> "629 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; -"629 contiguous_7" -> "630 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"629 contiguous_7" -> "633 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"629 contiguous_7" -> "636 select_23" [label="(3, 197, 1, 768)", style=solid]; -"630 quantize_per_tensor_default_44" -> "631 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"631 dequantize_per_tensor_default_44" -> "632 select_21" [label="(3, 197, 1, 768)", style=solid]; -"632 select_21" -> "637 view_56" [label="(197, 1, 768)", style=solid]; -"633 quantize_per_tensor_default_45" -> "634 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"634 dequantize_per_tensor_default_45" -> "635 select_22" [label="(3, 197, 1, 768)", style=solid]; -"635 select_22" -> "639 view_57" [label="(197, 1, 768)", style=solid]; -"636 select_23" -> "641 view_58" [label="(197, 1, 768)", style=solid]; -"637 view_56" -> "638 transpose_44" [label="(197, 12, 64)", style=solid]; -"638 transpose_44" -> "643 view_59" [label="(12, 197, 64)", style=solid]; -"639 view_57" -> "640 transpose_45" [label="(197, 12, 64)", style=solid]; -"640 transpose_45" -> "644 view_60" [label="(12, 197, 64)", style=solid]; -"641 view_58" -> "642 transpose_46" [label="(197, 12, 64)", style=solid]; -"642 transpose_46" -> "645 view_61" [label="(12, 197, 64)", style=solid]; -"643 view_59" -> "646 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"644 view_60" -> "646 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"645 view_61" -> "646 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"646 scaled_dot_product_attention_7" -> "647 permute_8" [label="(1, 12, 197, 64)", style=solid]; -"647 permute_8" -> "648 view_62" [label="(197, 1, 12, 64)", style=solid]; -"648 view_62" -> "649 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"649 view_62_0_0_nncf_smooth_quant_0" -> "650 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"650 quantize_per_tensor_default_46" -> "651 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"651 dequantize_per_tensor_default_46" -> "657 linear_29" [label="(197, 768)", style=solid]; -"652 scale_updated_constant30" -> "654 mul_tensor_30" [label="(768, 1)", style=solid]; -"653 compressed_weight_updated_constant30" -> "654 mul_tensor_30" [label="(768, 768)", style=solid]; -"654 mul_tensor_30" -> "656 sub_tensor_30" [label="(768, 768)", style=solid]; -"655 zero_point_updated_constant30" -> "656 sub_tensor_30" [label="(768, 1)", style=solid]; -"656 sub_tensor_30" -> "657 linear_29" [label="(768, 768)", style=solid]; -"657 linear_29" -> "658 view_63" [label="(197, 768)", style=solid]; -"658 view_63" -> "659 transpose_47" [label="(197, 1, 768)", style=solid]; -"659 transpose_47" -> "660 dropout_22" [label="(1, 197, 768)", style=solid]; -"660 dropout_22" -> "661 add_15" [label="(1, 197, 768)", style=solid]; -"661 add_15" -> "662 layer_norm_15" [label="(1, 197, 768)", style=solid]; -"661 add_15" -> "684 add_16" [label="(1, 197, 768)", style=solid]; -"662 layer_norm_15" -> "663 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"663 layer_norm_15_0_0_nncf_smooth_quant_0" -> "664 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"664 quantize_per_tensor_default_47" -> "665 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"665 dequantize_per_tensor_default_47" -> "671 linear_30" [label="(1, 197, 768)", style=solid]; -"666 scale_updated_constant31" -> "668 mul_tensor_31" [label="(3072, 1)", style=solid]; -"667 compressed_weight_updated_constant31" -> "668 mul_tensor_31" [label="(3072, 768)", style=solid]; -"668 mul_tensor_31" -> "670 sub_tensor_31" [label="(3072, 768)", style=solid]; -"669 zero_point_updated_constant31" -> "670 sub_tensor_31" [label="(3072, 1)", style=solid]; -"670 sub_tensor_31" -> "671 linear_30" [label="(3072, 768)", style=solid]; -"671 linear_30" -> "672 gelu_7" [label="(1, 197, 3072)", style=solid]; -"672 gelu_7" -> "673 dropout_23" [label="(1, 197, 3072)", style=solid]; -"673 dropout_23" -> "674 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"674 dropout_23_0_0_nncf_smooth_quant_0" -> "675 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"675 quantize_per_tensor_default_48" -> "676 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"676 dequantize_per_tensor_default_48" -> "682 linear_31" [label="(1, 197, 3072)", style=solid]; -"677 scale_updated_constant32" -> "679 mul_tensor_32" [label="(768, 1)", style=solid]; -"678 compressed_weight_updated_constant32" -> "679 mul_tensor_32" [label="(768, 3072)", style=solid]; -"679 mul_tensor_32" -> "681 sub_tensor_32" [label="(768, 3072)", style=solid]; -"680 zero_point_updated_constant32" -> "681 sub_tensor_32" [label="(768, 1)", style=solid]; -"681 sub_tensor_32" -> "682 linear_31" [label="(768, 3072)", style=solid]; -"682 linear_31" -> "683 dropout_24" [label="(1, 197, 768)", style=solid]; -"683 dropout_24" -> "684 add_16" [label="(1, 197, 768)", style=solid]; -"684 add_16" -> "685 layer_norm_16" [label="(1, 197, 768)", style=solid]; -"684 add_16" -> "732 add_17" [label="(1, 197, 768)", style=solid]; -"685 layer_norm_16" -> "686 transpose_48" [label="(1, 197, 768)", style=solid]; -"686 transpose_48" -> "687 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"687 transpose_48_0_0_nncf_smooth_quant_0" -> "688 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"688 quantize_per_tensor_default_49" -> "689 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"689 dequantize_per_tensor_default_49" -> "695 linear_32" [label="(197, 1, 768)", style=solid]; -"690 scale_updated_constant33" -> "692 mul_tensor_33" [label="(2304, 1)", style=solid]; -"691 compressed_weight_updated_constant33" -> "692 mul_tensor_33" [label="(2304, 768)", style=solid]; -"692 mul_tensor_33" -> "694 sub_tensor_33" [label="(2304, 768)", style=solid]; -"693 zero_point_updated_constant33" -> "694 sub_tensor_33" [label="(2304, 1)", style=solid]; -"694 sub_tensor_33" -> "695 linear_32" [label="(2304, 768)", style=solid]; -"695 linear_32" -> "696 unflatten_8" [label="(197, 1, 2304)", style=solid]; -"696 unflatten_8" -> "697 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; -"697 unsqueeze_8" -> "698 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; -"698 transpose_49" -> "699 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; -"699 squeeze_8" -> "700 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; -"700 contiguous_8" -> "701 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"700 contiguous_8" -> "704 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"700 contiguous_8" -> "707 select_26" [label="(3, 197, 1, 768)", style=solid]; -"701 quantize_per_tensor_default_50" -> "702 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"702 dequantize_per_tensor_default_50" -> "703 select_24" [label="(3, 197, 1, 768)", style=solid]; -"703 select_24" -> "708 view_64" [label="(197, 1, 768)", style=solid]; -"704 quantize_per_tensor_default_51" -> "705 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"705 dequantize_per_tensor_default_51" -> "706 select_25" [label="(3, 197, 1, 768)", style=solid]; -"706 select_25" -> "710 view_65" [label="(197, 1, 768)", style=solid]; -"707 select_26" -> "712 view_66" [label="(197, 1, 768)", style=solid]; -"708 view_64" -> "709 transpose_50" [label="(197, 12, 64)", style=solid]; -"709 transpose_50" -> "714 view_67" [label="(12, 197, 64)", style=solid]; -"710 view_65" -> "711 transpose_51" [label="(197, 12, 64)", style=solid]; -"711 transpose_51" -> "715 view_68" [label="(12, 197, 64)", style=solid]; -"712 view_66" -> "713 transpose_52" [label="(197, 12, 64)", style=solid]; -"713 transpose_52" -> "716 view_69" [label="(12, 197, 64)", style=solid]; -"714 view_67" -> "717 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"715 view_68" -> "717 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"716 view_69" -> "717 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"717 scaled_dot_product_attention_8" -> "718 permute_9" [label="(1, 12, 197, 64)", style=solid]; -"718 permute_9" -> "719 view_70" [label="(197, 1, 12, 64)", style=solid]; -"719 view_70" -> "720 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"720 view_70_0_0_nncf_smooth_quant_0" -> "721 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"721 quantize_per_tensor_default_52" -> "722 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"722 dequantize_per_tensor_default_52" -> "728 linear_33" [label="(197, 768)", style=solid]; -"723 scale_updated_constant34" -> "725 mul_tensor_34" [label="(768, 1)", style=solid]; -"724 compressed_weight_updated_constant34" -> "725 mul_tensor_34" [label="(768, 768)", style=solid]; -"725 mul_tensor_34" -> "727 sub_tensor_34" [label="(768, 768)", style=solid]; -"726 zero_point_updated_constant34" -> "727 sub_tensor_34" [label="(768, 1)", style=solid]; -"727 sub_tensor_34" -> "728 linear_33" [label="(768, 768)", style=solid]; -"728 linear_33" -> "729 view_71" [label="(197, 768)", style=solid]; -"729 view_71" -> "730 transpose_53" [label="(197, 1, 768)", style=solid]; -"730 transpose_53" -> "731 dropout_25" [label="(1, 197, 768)", style=solid]; -"731 dropout_25" -> "732 add_17" [label="(1, 197, 768)", style=solid]; -"732 add_17" -> "733 layer_norm_17" [label="(1, 197, 768)", style=solid]; -"732 add_17" -> "755 add_18" [label="(1, 197, 768)", style=solid]; -"733 layer_norm_17" -> "734 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"734 layer_norm_17_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"735 quantize_per_tensor_default_53" -> "736 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"736 dequantize_per_tensor_default_53" -> "742 linear_34" [label="(1, 197, 768)", style=solid]; -"737 scale_updated_constant35" -> "739 mul_tensor_35" [label="(3072, 1)", style=solid]; -"738 compressed_weight_updated_constant35" -> "739 mul_tensor_35" [label="(3072, 768)", style=solid]; -"739 mul_tensor_35" -> "741 sub_tensor_35" [label="(3072, 768)", style=solid]; -"740 zero_point_updated_constant35" -> "741 sub_tensor_35" [label="(3072, 1)", style=solid]; -"741 sub_tensor_35" -> "742 linear_34" [label="(3072, 768)", style=solid]; -"742 linear_34" -> "743 gelu_8" [label="(1, 197, 3072)", style=solid]; -"743 gelu_8" -> "744 dropout_26" [label="(1, 197, 3072)", style=solid]; -"744 dropout_26" -> "745 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"745 dropout_26_0_0_nncf_smooth_quant_0" -> "746 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"746 quantize_per_tensor_default_54" -> "747 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"747 dequantize_per_tensor_default_54" -> "753 linear_35" [label="(1, 197, 3072)", style=solid]; -"748 scale_updated_constant36" -> "750 mul_tensor_36" [label="(768, 1)", style=solid]; -"749 compressed_weight_updated_constant36" -> "750 mul_tensor_36" [label="(768, 3072)", style=solid]; -"750 mul_tensor_36" -> "752 sub_tensor_36" [label="(768, 3072)", style=solid]; -"751 zero_point_updated_constant36" -> "752 sub_tensor_36" [label="(768, 1)", style=solid]; -"752 sub_tensor_36" -> "753 linear_35" [label="(768, 3072)", style=solid]; -"753 linear_35" -> "754 dropout_27" [label="(1, 197, 768)", style=solid]; -"754 dropout_27" -> "755 add_18" [label="(1, 197, 768)", style=solid]; -"755 add_18" -> "756 layer_norm_18" [label="(1, 197, 768)", style=solid]; -"755 add_18" -> "803 add_19" [label="(1, 197, 768)", style=solid]; -"756 layer_norm_18" -> "757 transpose_54" [label="(1, 197, 768)", style=solid]; -"757 transpose_54" -> "758 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"758 transpose_54_0_0_nncf_smooth_quant_0" -> "759 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"759 quantize_per_tensor_default_55" -> "760 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"760 dequantize_per_tensor_default_55" -> "766 linear_36" [label="(197, 1, 768)", style=solid]; -"761 scale_updated_constant37" -> "763 mul_tensor_37" [label="(2304, 1)", style=solid]; -"762 compressed_weight_updated_constant37" -> "763 mul_tensor_37" [label="(2304, 768)", style=solid]; -"763 mul_tensor_37" -> "765 sub_tensor_37" [label="(2304, 768)", style=solid]; -"764 zero_point_updated_constant37" -> "765 sub_tensor_37" [label="(2304, 1)", style=solid]; -"765 sub_tensor_37" -> "766 linear_36" [label="(2304, 768)", style=solid]; -"766 linear_36" -> "767 unflatten_9" [label="(197, 1, 2304)", style=solid]; -"767 unflatten_9" -> "768 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; -"768 unsqueeze_9" -> "769 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; -"769 transpose_55" -> "770 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; -"770 squeeze_9" -> "771 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; -"771 contiguous_9" -> "772 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"771 contiguous_9" -> "775 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"771 contiguous_9" -> "778 select_29" [label="(3, 197, 1, 768)", style=solid]; -"772 quantize_per_tensor_default_56" -> "773 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"773 dequantize_per_tensor_default_56" -> "774 select_27" [label="(3, 197, 1, 768)", style=solid]; -"774 select_27" -> "779 view_72" [label="(197, 1, 768)", style=solid]; -"775 quantize_per_tensor_default_57" -> "776 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"776 dequantize_per_tensor_default_57" -> "777 select_28" [label="(3, 197, 1, 768)", style=solid]; -"777 select_28" -> "781 view_73" [label="(197, 1, 768)", style=solid]; -"778 select_29" -> "783 view_74" [label="(197, 1, 768)", style=solid]; -"779 view_72" -> "780 transpose_56" [label="(197, 12, 64)", style=solid]; -"780 transpose_56" -> "785 view_75" [label="(12, 197, 64)", style=solid]; -"781 view_73" -> "782 transpose_57" [label="(197, 12, 64)", style=solid]; -"782 transpose_57" -> "786 view_76" [label="(12, 197, 64)", style=solid]; -"783 view_74" -> "784 transpose_58" [label="(197, 12, 64)", style=solid]; -"784 transpose_58" -> "787 view_77" [label="(12, 197, 64)", style=solid]; -"785 view_75" -> "788 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"786 view_76" -> "788 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"787 view_77" -> "788 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"788 scaled_dot_product_attention_9" -> "789 permute_10" [label="(1, 12, 197, 64)", style=solid]; -"789 permute_10" -> "790 view_78" [label="(197, 1, 12, 64)", style=solid]; -"790 view_78" -> "791 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"791 view_78_0_0_nncf_smooth_quant_0" -> "792 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"792 quantize_per_tensor_default_58" -> "793 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"793 dequantize_per_tensor_default_58" -> "799 linear_37" [label="(197, 768)", style=solid]; -"794 scale_updated_constant38" -> "796 mul_tensor_38" [label="(768, 1)", style=solid]; -"795 compressed_weight_updated_constant38" -> "796 mul_tensor_38" [label="(768, 768)", style=solid]; -"796 mul_tensor_38" -> "798 sub_tensor_38" [label="(768, 768)", style=solid]; -"797 zero_point_updated_constant38" -> "798 sub_tensor_38" [label="(768, 1)", style=solid]; -"798 sub_tensor_38" -> "799 linear_37" [label="(768, 768)", style=solid]; -"799 linear_37" -> "800 view_79" [label="(197, 768)", style=solid]; -"800 view_79" -> "801 transpose_59" [label="(197, 1, 768)", style=solid]; -"801 transpose_59" -> "802 dropout_28" [label="(1, 197, 768)", style=solid]; -"802 dropout_28" -> "803 add_19" [label="(1, 197, 768)", style=solid]; -"803 add_19" -> "804 layer_norm_19" [label="(1, 197, 768)", style=solid]; -"803 add_19" -> "826 add_20" [label="(1, 197, 768)", style=solid]; -"804 layer_norm_19" -> "805 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"805 layer_norm_19_0_0_nncf_smooth_quant_0" -> "806 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"806 quantize_per_tensor_default_59" -> "807 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"807 dequantize_per_tensor_default_59" -> "813 linear_38" [label="(1, 197, 768)", style=solid]; -"808 scale_updated_constant39" -> "810 mul_tensor_39" [label="(3072, 1)", style=solid]; -"809 compressed_weight_updated_constant39" -> "810 mul_tensor_39" [label="(3072, 768)", style=solid]; -"810 mul_tensor_39" -> "812 sub_tensor_39" [label="(3072, 768)", style=solid]; -"811 zero_point_updated_constant39" -> "812 sub_tensor_39" [label="(3072, 1)", style=solid]; -"812 sub_tensor_39" -> "813 linear_38" [label="(3072, 768)", style=solid]; -"813 linear_38" -> "814 gelu_9" [label="(1, 197, 3072)", style=solid]; -"814 gelu_9" -> "815 dropout_29" [label="(1, 197, 3072)", style=solid]; -"815 dropout_29" -> "816 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"816 dropout_29_0_0_nncf_smooth_quant_0" -> "817 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"817 quantize_per_tensor_default_60" -> "818 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"818 dequantize_per_tensor_default_60" -> "824 linear_39" [label="(1, 197, 3072)", style=solid]; -"819 scale_updated_constant40" -> "821 mul_tensor_40" [label="(768, 1)", style=solid]; -"820 compressed_weight_updated_constant40" -> "821 mul_tensor_40" [label="(768, 3072)", style=solid]; -"821 mul_tensor_40" -> "823 sub_tensor_40" [label="(768, 3072)", style=solid]; -"822 zero_point_updated_constant40" -> "823 sub_tensor_40" [label="(768, 1)", style=solid]; -"823 sub_tensor_40" -> "824 linear_39" [label="(768, 3072)", style=solid]; -"824 linear_39" -> "825 dropout_30" [label="(1, 197, 768)", style=solid]; -"825 dropout_30" -> "826 add_20" [label="(1, 197, 768)", style=solid]; -"826 add_20" -> "827 layer_norm_20" [label="(1, 197, 768)", style=solid]; -"826 add_20" -> "874 add_21" [label="(1, 197, 768)", style=solid]; -"827 layer_norm_20" -> "828 transpose_60" [label="(1, 197, 768)", style=solid]; -"828 transpose_60" -> "829 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"829 transpose_60_0_0_nncf_smooth_quant_0" -> "830 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"830 quantize_per_tensor_default_61" -> "831 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"831 dequantize_per_tensor_default_61" -> "837 linear_40" [label="(197, 1, 768)", style=solid]; -"832 scale_updated_constant41" -> "834 mul_tensor_41" [label="(2304, 1)", style=solid]; -"833 compressed_weight_updated_constant41" -> "834 mul_tensor_41" [label="(2304, 768)", style=solid]; -"834 mul_tensor_41" -> "836 sub_tensor_41" [label="(2304, 768)", style=solid]; -"835 zero_point_updated_constant41" -> "836 sub_tensor_41" [label="(2304, 1)", style=solid]; -"836 sub_tensor_41" -> "837 linear_40" [label="(2304, 768)", style=solid]; -"837 linear_40" -> "838 unflatten_10" [label="(197, 1, 2304)", style=solid]; -"838 unflatten_10" -> "839 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; -"839 unsqueeze_10" -> "840 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; -"840 transpose_61" -> "841 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; -"841 squeeze_10" -> "842 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; -"842 contiguous_10" -> "843 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"842 contiguous_10" -> "846 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"842 contiguous_10" -> "849 select_32" [label="(3, 197, 1, 768)", style=solid]; -"843 quantize_per_tensor_default_62" -> "844 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"844 dequantize_per_tensor_default_62" -> "845 select_30" [label="(3, 197, 1, 768)", style=solid]; -"845 select_30" -> "850 view_80" [label="(197, 1, 768)", style=solid]; -"846 quantize_per_tensor_default_63" -> "847 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"847 dequantize_per_tensor_default_63" -> "848 select_31" [label="(3, 197, 1, 768)", style=solid]; -"848 select_31" -> "852 view_81" [label="(197, 1, 768)", style=solid]; -"849 select_32" -> "854 view_82" [label="(197, 1, 768)", style=solid]; -"850 view_80" -> "851 transpose_62" [label="(197, 12, 64)", style=solid]; -"851 transpose_62" -> "856 view_83" [label="(12, 197, 64)", style=solid]; -"852 view_81" -> "853 transpose_63" [label="(197, 12, 64)", style=solid]; -"853 transpose_63" -> "857 view_84" [label="(12, 197, 64)", style=solid]; -"854 view_82" -> "855 transpose_64" [label="(197, 12, 64)", style=solid]; -"855 transpose_64" -> "858 view_85" [label="(12, 197, 64)", style=solid]; -"856 view_83" -> "859 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"857 view_84" -> "859 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"858 view_85" -> "859 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"859 scaled_dot_product_attention_10" -> "860 permute_11" [label="(1, 12, 197, 64)", style=solid]; -"860 permute_11" -> "861 view_86" [label="(197, 1, 12, 64)", style=solid]; -"861 view_86" -> "862 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"862 view_86_0_0_nncf_smooth_quant_0" -> "863 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"863 quantize_per_tensor_default_64" -> "864 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"864 dequantize_per_tensor_default_64" -> "870 linear_41" [label="(197, 768)", style=solid]; -"865 scale_updated_constant42" -> "867 mul_tensor_42" [label="(768, 1)", style=solid]; -"866 compressed_weight_updated_constant42" -> "867 mul_tensor_42" [label="(768, 768)", style=solid]; -"867 mul_tensor_42" -> "869 sub_tensor_42" [label="(768, 768)", style=solid]; -"868 zero_point_updated_constant42" -> "869 sub_tensor_42" [label="(768, 1)", style=solid]; -"869 sub_tensor_42" -> "870 linear_41" [label="(768, 768)", style=solid]; -"870 linear_41" -> "871 view_87" [label="(197, 768)", style=solid]; -"871 view_87" -> "872 transpose_65" [label="(197, 1, 768)", style=solid]; -"872 transpose_65" -> "873 dropout_31" [label="(1, 197, 768)", style=solid]; -"873 dropout_31" -> "874 add_21" [label="(1, 197, 768)", style=solid]; -"874 add_21" -> "875 layer_norm_21" [label="(1, 197, 768)", style=solid]; -"874 add_21" -> "897 add_22" [label="(1, 197, 768)", style=solid]; -"875 layer_norm_21" -> "876 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"876 layer_norm_21_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"877 quantize_per_tensor_default_65" -> "878 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"878 dequantize_per_tensor_default_65" -> "884 linear_42" [label="(1, 197, 768)", style=solid]; -"879 scale_updated_constant43" -> "881 mul_tensor_43" [label="(3072, 1)", style=solid]; -"880 compressed_weight_updated_constant43" -> "881 mul_tensor_43" [label="(3072, 768)", style=solid]; -"881 mul_tensor_43" -> "883 sub_tensor_43" [label="(3072, 768)", style=solid]; -"882 zero_point_updated_constant43" -> "883 sub_tensor_43" [label="(3072, 1)", style=solid]; -"883 sub_tensor_43" -> "884 linear_42" [label="(3072, 768)", style=solid]; -"884 linear_42" -> "885 gelu_10" [label="(1, 197, 3072)", style=solid]; -"885 gelu_10" -> "886 dropout_32" [label="(1, 197, 3072)", style=solid]; -"886 dropout_32" -> "887 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"887 dropout_32_0_0_nncf_smooth_quant_0" -> "888 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"888 quantize_per_tensor_default_66" -> "889 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"889 dequantize_per_tensor_default_66" -> "895 linear_43" [label="(1, 197, 3072)", style=solid]; -"890 scale_updated_constant44" -> "892 mul_tensor_44" [label="(768, 1)", style=solid]; -"891 compressed_weight_updated_constant44" -> "892 mul_tensor_44" [label="(768, 3072)", style=solid]; -"892 mul_tensor_44" -> "894 sub_tensor_44" [label="(768, 3072)", style=solid]; -"893 zero_point_updated_constant44" -> "894 sub_tensor_44" [label="(768, 1)", style=solid]; -"894 sub_tensor_44" -> "895 linear_43" [label="(768, 3072)", style=solid]; -"895 linear_43" -> "896 dropout_33" [label="(1, 197, 768)", style=solid]; -"896 dropout_33" -> "897 add_22" [label="(1, 197, 768)", style=solid]; -"897 add_22" -> "898 layer_norm_22" [label="(1, 197, 768)", style=solid]; -"897 add_22" -> "945 add_23" [label="(1, 197, 768)", style=solid]; -"898 layer_norm_22" -> "899 transpose_66" [label="(1, 197, 768)", style=solid]; -"899 transpose_66" -> "900 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"900 transpose_66_0_0_nncf_smooth_quant_0" -> "901 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"901 quantize_per_tensor_default_67" -> "902 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"902 dequantize_per_tensor_default_67" -> "908 linear_44" [label="(197, 1, 768)", style=solid]; -"903 scale_updated_constant45" -> "905 mul_tensor_45" [label="(2304, 1)", style=solid]; -"904 compressed_weight_updated_constant45" -> "905 mul_tensor_45" [label="(2304, 768)", style=solid]; -"905 mul_tensor_45" -> "907 sub_tensor_45" [label="(2304, 768)", style=solid]; -"906 zero_point_updated_constant45" -> "907 sub_tensor_45" [label="(2304, 1)", style=solid]; -"907 sub_tensor_45" -> "908 linear_44" [label="(2304, 768)", style=solid]; -"908 linear_44" -> "909 unflatten_11" [label="(197, 1, 2304)", style=solid]; -"909 unflatten_11" -> "910 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; -"910 unsqueeze_11" -> "911 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; -"911 transpose_67" -> "912 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; -"912 squeeze_11" -> "913 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; -"913 contiguous_11" -> "914 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"913 contiguous_11" -> "917 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"913 contiguous_11" -> "920 select_35" [label="(3, 197, 1, 768)", style=solid]; -"914 quantize_per_tensor_default_68" -> "915 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"915 dequantize_per_tensor_default_68" -> "916 select_33" [label="(3, 197, 1, 768)", style=solid]; -"916 select_33" -> "921 view_88" [label="(197, 1, 768)", style=solid]; -"917 quantize_per_tensor_default_69" -> "918 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"918 dequantize_per_tensor_default_69" -> "919 select_34" [label="(3, 197, 1, 768)", style=solid]; -"919 select_34" -> "923 view_89" [label="(197, 1, 768)", style=solid]; -"920 select_35" -> "925 view_90" [label="(197, 1, 768)", style=solid]; -"921 view_88" -> "922 transpose_68" [label="(197, 12, 64)", style=solid]; -"922 transpose_68" -> "927 view_91" [label="(12, 197, 64)", style=solid]; -"923 view_89" -> "924 transpose_69" [label="(197, 12, 64)", style=solid]; -"924 transpose_69" -> "928 view_92" [label="(12, 197, 64)", style=solid]; -"925 view_90" -> "926 transpose_70" [label="(197, 12, 64)", style=solid]; -"926 transpose_70" -> "929 view_93" [label="(12, 197, 64)", style=solid]; -"927 view_91" -> "930 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"928 view_92" -> "930 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"929 view_93" -> "930 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"930 scaled_dot_product_attention_11" -> "931 permute_12" [label="(1, 12, 197, 64)", style=solid]; -"931 permute_12" -> "932 view_94" [label="(197, 1, 12, 64)", style=solid]; -"932 view_94" -> "933 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"933 view_94_0_0_nncf_smooth_quant_0" -> "934 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"934 quantize_per_tensor_default_70" -> "935 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"935 dequantize_per_tensor_default_70" -> "941 linear_45" [label="(197, 768)", style=solid]; -"936 scale_updated_constant46" -> "938 mul_tensor_46" [label="(768, 1)", style=solid]; -"937 compressed_weight_updated_constant46" -> "938 mul_tensor_46" [label="(768, 768)", style=solid]; -"938 mul_tensor_46" -> "940 sub_tensor_46" [label="(768, 768)", style=solid]; -"939 zero_point_updated_constant46" -> "940 sub_tensor_46" [label="(768, 1)", style=solid]; -"940 sub_tensor_46" -> "941 linear_45" [label="(768, 768)", style=solid]; -"941 linear_45" -> "942 view_95" [label="(197, 768)", style=solid]; -"942 view_95" -> "943 transpose_71" [label="(197, 1, 768)", style=solid]; -"943 transpose_71" -> "944 dropout_34" [label="(1, 197, 768)", style=solid]; -"944 dropout_34" -> "945 add_23" [label="(1, 197, 768)", style=solid]; -"945 add_23" -> "946 layer_norm_23" [label="(1, 197, 768)", style=solid]; -"945 add_23" -> "968 add_24" [label="(1, 197, 768)", style=solid]; -"946 layer_norm_23" -> "947 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"947 layer_norm_23_0_0_nncf_smooth_quant_0" -> "948 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"948 quantize_per_tensor_default_71" -> "949 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"949 dequantize_per_tensor_default_71" -> "955 linear_46" [label="(1, 197, 768)", style=solid]; -"950 scale_updated_constant47" -> "952 mul_tensor_47" [label="(3072, 1)", style=solid]; -"951 compressed_weight_updated_constant47" -> "952 mul_tensor_47" [label="(3072, 768)", style=solid]; -"952 mul_tensor_47" -> "954 sub_tensor_47" [label="(3072, 768)", style=solid]; -"953 zero_point_updated_constant47" -> "954 sub_tensor_47" [label="(3072, 1)", style=solid]; -"954 sub_tensor_47" -> "955 linear_46" [label="(3072, 768)", style=solid]; -"955 linear_46" -> "956 gelu_11" [label="(1, 197, 3072)", style=solid]; -"956 gelu_11" -> "957 dropout_35" [label="(1, 197, 3072)", style=solid]; -"957 dropout_35" -> "958 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"958 dropout_35_0_0_nncf_smooth_quant_0" -> "959 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"959 quantize_per_tensor_default_72" -> "960 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"960 dequantize_per_tensor_default_72" -> "966 linear_47" [label="(1, 197, 3072)", style=solid]; -"961 scale_updated_constant48" -> "963 mul_tensor_48" [label="(768, 1)", style=solid]; -"962 compressed_weight_updated_constant48" -> "963 mul_tensor_48" [label="(768, 3072)", style=solid]; -"963 mul_tensor_48" -> "965 sub_tensor_48" [label="(768, 3072)", style=solid]; -"964 zero_point_updated_constant48" -> "965 sub_tensor_48" [label="(768, 1)", style=solid]; -"965 sub_tensor_48" -> "966 linear_47" [label="(768, 3072)", style=solid]; -"966 linear_47" -> "967 dropout_36" [label="(1, 197, 768)", style=solid]; -"967 dropout_36" -> "968 add_24" [label="(1, 197, 768)", style=solid]; -"968 add_24" -> "969 layer_norm_24" [label="(1, 197, 768)", style=solid]; -"969 layer_norm_24" -> "970 slice_1" [label="(1, 197, 768)", style=solid]; -"970 slice_1" -> "971 select_36" [label="(1, 197, 768)", style=solid]; -"971 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"974 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; -"975 scale_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 1)", style=solid]; -"976 compressed_weight_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 768)", style=solid]; -"977 mul_tensor_49" -> "979 sub_tensor_49" [label="(1000, 768)", style=solid]; -"978 zero_point_updated_constant49" -> "979 sub_tensor_49" [label="(1000, 1)", style=solid]; -"979 sub_tensor_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; -"980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; +"0 class_token" -> "113 expand" [style=solid, label="(1, 1, 768)"]; +"1 encoder_pos_embedding" -> "115 add" [style=solid, label="(1, 197, 768)"]; +"2 conv_proj_bias" -> "110 conv2d" [style=solid, label="(768,)"]; +"3 encoder_layers_encoder_layer_0_ln_1_weight" -> "117 layer_norm" [style=solid, label="(768,)"]; +"4 encoder_layers_encoder_layer_0_ln_1_bias" -> "117 layer_norm" [style=solid, label="(768,)"]; +"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "127 linear" [style=solid, label="(2304,)"]; +"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "160 linear_1" [style=solid, label="(768,)"]; +"7 encoder_layers_encoder_layer_0_ln_2_weight" -> "165 layer_norm_1" [style=solid, label="(768,)"]; +"8 encoder_layers_encoder_layer_0_ln_2_bias" -> "165 layer_norm_1" [style=solid, label="(768,)"]; +"9 encoder_layers_encoder_layer_0_mlp_0_bias" -> "174 linear_2" [style=solid, label="(3072,)"]; +"10 encoder_layers_encoder_layer_0_mlp_3_bias" -> "185 linear_3" [style=solid, label="(768,)"]; +"11 encoder_layers_encoder_layer_1_ln_1_weight" -> "188 layer_norm_2" [style=solid, label="(768,)"]; +"12 encoder_layers_encoder_layer_1_ln_1_bias" -> "188 layer_norm_2" [style=solid, label="(768,)"]; +"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "198 linear_4" [style=solid, label="(2304,)"]; +"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "231 linear_5" [style=solid, label="(768,)"]; +"15 encoder_layers_encoder_layer_1_ln_2_weight" -> "236 layer_norm_3" [style=solid, label="(768,)"]; +"16 encoder_layers_encoder_layer_1_ln_2_bias" -> "236 layer_norm_3" [style=solid, label="(768,)"]; +"17 encoder_layers_encoder_layer_1_mlp_0_bias" -> "245 linear_6" [style=solid, label="(3072,)"]; +"18 encoder_layers_encoder_layer_1_mlp_3_bias" -> "256 linear_7" [style=solid, label="(768,)"]; +"19 encoder_layers_encoder_layer_2_ln_1_weight" -> "259 layer_norm_4" [style=solid, label="(768,)"]; +"20 encoder_layers_encoder_layer_2_ln_1_bias" -> "259 layer_norm_4" [style=solid, label="(768,)"]; +"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "269 linear_8" [style=solid, label="(2304,)"]; +"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "302 linear_9" [style=solid, label="(768,)"]; +"23 encoder_layers_encoder_layer_2_ln_2_weight" -> "307 layer_norm_5" [style=solid, label="(768,)"]; +"24 encoder_layers_encoder_layer_2_ln_2_bias" -> "307 layer_norm_5" [style=solid, label="(768,)"]; +"25 encoder_layers_encoder_layer_2_mlp_0_bias" -> "316 linear_10" [style=solid, label="(3072,)"]; +"26 encoder_layers_encoder_layer_2_mlp_3_bias" -> "327 linear_11" [style=solid, label="(768,)"]; +"27 encoder_layers_encoder_layer_3_ln_1_weight" -> "330 layer_norm_6" [style=solid, label="(768,)"]; +"28 encoder_layers_encoder_layer_3_ln_1_bias" -> "330 layer_norm_6" [style=solid, label="(768,)"]; +"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "340 linear_12" [style=solid, label="(2304,)"]; +"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "373 linear_13" [style=solid, label="(768,)"]; +"31 encoder_layers_encoder_layer_3_ln_2_weight" -> "378 layer_norm_7" [style=solid, label="(768,)"]; +"32 encoder_layers_encoder_layer_3_ln_2_bias" -> "378 layer_norm_7" [style=solid, label="(768,)"]; +"33 encoder_layers_encoder_layer_3_mlp_0_bias" -> "387 linear_14" [style=solid, label="(3072,)"]; +"34 encoder_layers_encoder_layer_3_mlp_3_bias" -> "398 linear_15" [style=solid, label="(768,)"]; +"35 encoder_layers_encoder_layer_4_ln_1_weight" -> "401 layer_norm_8" [style=solid, label="(768,)"]; +"36 encoder_layers_encoder_layer_4_ln_1_bias" -> "401 layer_norm_8" [style=solid, label="(768,)"]; +"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "411 linear_16" [style=solid, label="(2304,)"]; +"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "444 linear_17" [style=solid, label="(768,)"]; +"39 encoder_layers_encoder_layer_4_ln_2_weight" -> "449 layer_norm_9" [style=solid, label="(768,)"]; +"40 encoder_layers_encoder_layer_4_ln_2_bias" -> "449 layer_norm_9" [style=solid, label="(768,)"]; +"41 encoder_layers_encoder_layer_4_mlp_0_bias" -> "458 linear_18" [style=solid, label="(3072,)"]; +"42 encoder_layers_encoder_layer_4_mlp_3_bias" -> "469 linear_19" [style=solid, label="(768,)"]; +"43 encoder_layers_encoder_layer_5_ln_1_weight" -> "472 layer_norm_10" [style=solid, label="(768,)"]; +"44 encoder_layers_encoder_layer_5_ln_1_bias" -> "472 layer_norm_10" [style=solid, label="(768,)"]; +"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "482 linear_20" [style=solid, label="(2304,)"]; +"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "515 linear_21" [style=solid, label="(768,)"]; +"47 encoder_layers_encoder_layer_5_ln_2_weight" -> "520 layer_norm_11" [style=solid, label="(768,)"]; +"48 encoder_layers_encoder_layer_5_ln_2_bias" -> "520 layer_norm_11" [style=solid, label="(768,)"]; +"49 encoder_layers_encoder_layer_5_mlp_0_bias" -> "529 linear_22" [style=solid, label="(3072,)"]; +"50 encoder_layers_encoder_layer_5_mlp_3_bias" -> "540 linear_23" [style=solid, label="(768,)"]; +"51 encoder_layers_encoder_layer_6_ln_1_weight" -> "543 layer_norm_12" [style=solid, label="(768,)"]; +"52 encoder_layers_encoder_layer_6_ln_1_bias" -> "543 layer_norm_12" [style=solid, label="(768,)"]; +"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "553 linear_24" [style=solid, label="(2304,)"]; +"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "586 linear_25" [style=solid, label="(768,)"]; +"55 encoder_layers_encoder_layer_6_ln_2_weight" -> "591 layer_norm_13" [style=solid, label="(768,)"]; +"56 encoder_layers_encoder_layer_6_ln_2_bias" -> "591 layer_norm_13" [style=solid, label="(768,)"]; +"57 encoder_layers_encoder_layer_6_mlp_0_bias" -> "600 linear_26" [style=solid, label="(3072,)"]; +"58 encoder_layers_encoder_layer_6_mlp_3_bias" -> "611 linear_27" [style=solid, label="(768,)"]; +"59 encoder_layers_encoder_layer_7_ln_1_weight" -> "614 layer_norm_14" [style=solid, label="(768,)"]; +"60 encoder_layers_encoder_layer_7_ln_1_bias" -> "614 layer_norm_14" [style=solid, label="(768,)"]; +"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "624 linear_28" [style=solid, label="(2304,)"]; +"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "657 linear_29" [style=solid, label="(768,)"]; +"63 encoder_layers_encoder_layer_7_ln_2_weight" -> "662 layer_norm_15" [style=solid, label="(768,)"]; +"64 encoder_layers_encoder_layer_7_ln_2_bias" -> "662 layer_norm_15" [style=solid, label="(768,)"]; +"65 encoder_layers_encoder_layer_7_mlp_0_bias" -> "671 linear_30" [style=solid, label="(3072,)"]; +"66 encoder_layers_encoder_layer_7_mlp_3_bias" -> "682 linear_31" [style=solid, label="(768,)"]; +"67 encoder_layers_encoder_layer_8_ln_1_weight" -> "685 layer_norm_16" [style=solid, label="(768,)"]; +"68 encoder_layers_encoder_layer_8_ln_1_bias" -> "685 layer_norm_16" [style=solid, label="(768,)"]; +"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "695 linear_32" [style=solid, label="(2304,)"]; +"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "728 linear_33" [style=solid, label="(768,)"]; +"71 encoder_layers_encoder_layer_8_ln_2_weight" -> "733 layer_norm_17" [style=solid, label="(768,)"]; +"72 encoder_layers_encoder_layer_8_ln_2_bias" -> "733 layer_norm_17" [style=solid, label="(768,)"]; +"73 encoder_layers_encoder_layer_8_mlp_0_bias" -> "742 linear_34" [style=solid, label="(3072,)"]; +"74 encoder_layers_encoder_layer_8_mlp_3_bias" -> "753 linear_35" [style=solid, label="(768,)"]; +"75 encoder_layers_encoder_layer_9_ln_1_weight" -> "756 layer_norm_18" [style=solid, label="(768,)"]; +"76 encoder_layers_encoder_layer_9_ln_1_bias" -> "756 layer_norm_18" [style=solid, label="(768,)"]; +"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "766 linear_36" [style=solid, label="(2304,)"]; +"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "799 linear_37" [style=solid, label="(768,)"]; +"79 encoder_layers_encoder_layer_9_ln_2_weight" -> "804 layer_norm_19" [style=solid, label="(768,)"]; +"80 encoder_layers_encoder_layer_9_ln_2_bias" -> "804 layer_norm_19" [style=solid, label="(768,)"]; +"81 encoder_layers_encoder_layer_9_mlp_0_bias" -> "813 linear_38" [style=solid, label="(3072,)"]; +"82 encoder_layers_encoder_layer_9_mlp_3_bias" -> "824 linear_39" [style=solid, label="(768,)"]; +"83 encoder_layers_encoder_layer_10_ln_1_weight" -> "827 layer_norm_20" [style=solid, label="(768,)"]; +"84 encoder_layers_encoder_layer_10_ln_1_bias" -> "827 layer_norm_20" [style=solid, label="(768,)"]; +"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "837 linear_40" [style=solid, label="(2304,)"]; +"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "870 linear_41" [style=solid, label="(768,)"]; +"87 encoder_layers_encoder_layer_10_ln_2_weight" -> "875 layer_norm_21" [style=solid, label="(768,)"]; +"88 encoder_layers_encoder_layer_10_ln_2_bias" -> "875 layer_norm_21" [style=solid, label="(768,)"]; +"89 encoder_layers_encoder_layer_10_mlp_0_bias" -> "884 linear_42" [style=solid, label="(3072,)"]; +"90 encoder_layers_encoder_layer_10_mlp_3_bias" -> "895 linear_43" [style=solid, label="(768,)"]; +"91 encoder_layers_encoder_layer_11_ln_1_weight" -> "898 layer_norm_22" [style=solid, label="(768,)"]; +"92 encoder_layers_encoder_layer_11_ln_1_bias" -> "898 layer_norm_22" [style=solid, label="(768,)"]; +"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "908 linear_44" [style=solid, label="(2304,)"]; +"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "941 linear_45" [style=solid, label="(768,)"]; +"95 encoder_layers_encoder_layer_11_ln_2_weight" -> "946 layer_norm_23" [style=solid, label="(768,)"]; +"96 encoder_layers_encoder_layer_11_ln_2_bias" -> "946 layer_norm_23" [style=solid, label="(768,)"]; +"97 encoder_layers_encoder_layer_11_mlp_0_bias" -> "955 linear_46" [style=solid, label="(3072,)"]; +"98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "966 linear_47" [style=solid, label="(768,)"]; +"99 encoder_ln_weight" -> "969 layer_norm_24" [style=solid, label="(768,)"]; +"100 encoder_ln_bias" -> "969 layer_norm_24" [style=solid, label="(768,)"]; +"101 heads_head_bias" -> "980 linear_48" [style=solid, label="(1000,)"]; +"102 x" -> "103 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"103 quantize_per_tensor_0" -> "104 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"104 dequantize_per_tensor_1" -> "110 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"105 scale_updated_constant0" -> "107 mul_tensor" [style=solid, label="(768, 1, 1, 1)"]; +"106 compressed_weight_updated_constant0" -> "107 mul_tensor" [style=solid, label="(768, 3, 16, 16)"]; +"107 mul_tensor" -> "109 sub_tensor" [style=solid, label="(768, 3, 16, 16)"]; +"108 zero_point_updated_constant0" -> "109 sub_tensor" [style=solid, label="(768, 1, 1, 1)"]; +"109 sub_tensor" -> "110 conv2d" [style=solid, label="(768, 3, 16, 16)"]; +"110 conv2d" -> "111 reshape" [style=solid, label="(1, 768, 14, 14)"]; +"111 reshape" -> "112 permute" [style=solid, label="(1, 768, 196)"]; +"112 permute" -> "114 cat" [style=solid, label="(1, 196, 768)"]; +"113 expand" -> "114 cat" [style=solid, label="(1, 1, 768)"]; +"114 cat" -> "115 add" [style=solid, label="(1, 197, 768)"]; +"115 add" -> "116 dropout" [style=solid, label="(1, 197, 768)"]; +"116 dropout" -> "117 layer_norm" [style=solid, label="(1, 197, 768)"]; +"116 dropout" -> "164 add_1" [style=solid, label="(1, 197, 768)"]; +"117 layer_norm" -> "118 transpose" [style=solid, label="(1, 197, 768)"]; +"118 transpose" -> "119 transpose_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"119 transpose_0_0_nncf_smooth_quant_0" -> "120 quantize_per_tensor_2" [style=solid, label="(197, 1, 768)"]; +"120 quantize_per_tensor_2" -> "121 dequantize_per_tensor_3" [style=solid, label="(197, 1, 768)"]; +"121 dequantize_per_tensor_3" -> "127 linear" [style=solid, label="(197, 1, 768)"]; +"122 scale_updated_constant1" -> "124 mul_tensor_1" [style=solid, label="(2304, 1)"]; +"123 compressed_weight_updated_constant1" -> "124 mul_tensor_1" [style=solid, label="(2304, 768)"]; +"124 mul_tensor_1" -> "126 sub_tensor_1" [style=solid, label="(2304, 768)"]; +"125 zero_point_updated_constant1" -> "126 sub_tensor_1" [style=solid, label="(2304, 1)"]; +"126 sub_tensor_1" -> "127 linear" [style=solid, label="(2304, 768)"]; +"127 linear" -> "128 unflatten" [style=solid, label="(197, 1, 2304)"]; +"128 unflatten" -> "129 unsqueeze" [style=solid, label="(197, 1, 3, 768)"]; +"129 unsqueeze" -> "130 transpose_1" [style=solid, label="(1, 197, 1, 3, 768)"]; +"130 transpose_1" -> "131 squeeze" [style=solid, label="(3, 197, 1, 1, 768)"]; +"131 squeeze" -> "132 contiguous" [style=solid, label="(3, 197, 1, 768)"]; +"132 contiguous" -> "133 quantize_per_tensor_4" [style=solid, label="(3, 197, 1, 768)"]; +"132 contiguous" -> "136 quantize_per_tensor_6" [style=solid, label="(3, 197, 1, 768)"]; +"132 contiguous" -> "139 select_2" [style=solid, label="(3, 197, 1, 768)"]; +"133 quantize_per_tensor_4" -> "134 dequantize_per_tensor_5" [style=solid, label="(3, 197, 1, 768)"]; +"134 dequantize_per_tensor_5" -> "135 select" [style=solid, label="(3, 197, 1, 768)"]; +"135 select" -> "140 view" [style=solid, label="(197, 1, 768)"]; +"136 quantize_per_tensor_6" -> "137 dequantize_per_tensor_7" [style=solid, label="(3, 197, 1, 768)"]; +"137 dequantize_per_tensor_7" -> "138 select_1" [style=solid, label="(3, 197, 1, 768)"]; +"138 select_1" -> "142 view_1" [style=solid, label="(197, 1, 768)"]; +"139 select_2" -> "144 view_2" [style=solid, label="(197, 1, 768)"]; +"140 view" -> "141 transpose_2" [style=solid, label="(197, 12, 64)"]; +"141 transpose_2" -> "146 view_3" [style=solid, label="(12, 197, 64)"]; +"142 view_1" -> "143 transpose_3" [style=solid, label="(197, 12, 64)"]; +"143 transpose_3" -> "147 view_4" [style=solid, label="(12, 197, 64)"]; +"144 view_2" -> "145 transpose_4" [style=solid, label="(197, 12, 64)"]; +"145 transpose_4" -> "148 view_5" [style=solid, label="(12, 197, 64)"]; +"146 view_3" -> "149 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"147 view_4" -> "149 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"148 view_5" -> "149 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"149 scaled_dot_product_attention" -> "150 permute_1" [style=solid, label="(1, 12, 197, 64)"]; +"150 permute_1" -> "151 view_6" [style=solid, label="(197, 1, 12, 64)"]; +"151 view_6" -> "152 view_6_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"152 view_6_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_8" [style=solid, label="(197, 768)"]; +"153 quantize_per_tensor_8" -> "154 dequantize_per_tensor_9" [style=solid, label="(197, 768)"]; +"154 dequantize_per_tensor_9" -> "160 linear_1" [style=solid, label="(197, 768)"]; +"155 scale_updated_constant2" -> "157 mul_tensor_2" [style=solid, label="(768, 1)"]; +"156 compressed_weight_updated_constant2" -> "157 mul_tensor_2" [style=solid, label="(768, 768)"]; +"157 mul_tensor_2" -> "159 sub_tensor_2" [style=solid, label="(768, 768)"]; +"158 zero_point_updated_constant2" -> "159 sub_tensor_2" [style=solid, label="(768, 1)"]; +"159 sub_tensor_2" -> "160 linear_1" [style=solid, label="(768, 768)"]; +"160 linear_1" -> "161 view_7" [style=solid, label="(197, 768)"]; +"161 view_7" -> "162 transpose_5" [style=solid, label="(197, 1, 768)"]; +"162 transpose_5" -> "163 dropout_1" [style=solid, label="(1, 197, 768)"]; +"163 dropout_1" -> "164 add_1" [style=solid, label="(1, 197, 768)"]; +"164 add_1" -> "165 layer_norm_1" [style=solid, label="(1, 197, 768)"]; +"164 add_1" -> "187 add_2" [style=solid, label="(1, 197, 768)"]; +"165 layer_norm_1" -> "166 layer_norm_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"166 layer_norm_1_0_0_nncf_smooth_quant_0" -> "167 quantize_per_tensor_10" [style=solid, label="(1, 197, 768)"]; +"167 quantize_per_tensor_10" -> "168 dequantize_per_tensor_11" [style=solid, label="(1, 197, 768)"]; +"168 dequantize_per_tensor_11" -> "174 linear_2" [style=solid, label="(1, 197, 768)"]; +"169 scale_updated_constant3" -> "171 mul_tensor_3" [style=solid, label="(3072, 1)"]; +"170 compressed_weight_updated_constant3" -> "171 mul_tensor_3" [style=solid, label="(3072, 768)"]; +"171 mul_tensor_3" -> "173 sub_tensor_3" [style=solid, label="(3072, 768)"]; +"172 zero_point_updated_constant3" -> "173 sub_tensor_3" [style=solid, label="(3072, 1)"]; +"173 sub_tensor_3" -> "174 linear_2" [style=solid, label="(3072, 768)"]; +"174 linear_2" -> "175 gelu" [style=solid, label="(1, 197, 3072)"]; +"175 gelu" -> "176 dropout_2" [style=solid, label="(1, 197, 3072)"]; +"176 dropout_2" -> "177 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"177 dropout_2_0_0_nncf_smooth_quant_0" -> "178 quantize_per_tensor_12" [style=solid, label="(1, 197, 3072)"]; +"178 quantize_per_tensor_12" -> "179 dequantize_per_tensor_13" [style=solid, label="(1, 197, 3072)"]; +"179 dequantize_per_tensor_13" -> "185 linear_3" [style=solid, label="(1, 197, 3072)"]; +"180 scale_updated_constant4" -> "182 mul_tensor_4" [style=solid, label="(768, 1)"]; +"181 compressed_weight_updated_constant4" -> "182 mul_tensor_4" [style=solid, label="(768, 3072)"]; +"182 mul_tensor_4" -> "184 sub_tensor_4" [style=solid, label="(768, 3072)"]; +"183 zero_point_updated_constant4" -> "184 sub_tensor_4" [style=solid, label="(768, 1)"]; +"184 sub_tensor_4" -> "185 linear_3" [style=solid, label="(768, 3072)"]; +"185 linear_3" -> "186 dropout_3" [style=solid, label="(1, 197, 768)"]; +"186 dropout_3" -> "187 add_2" [style=solid, label="(1, 197, 768)"]; +"187 add_2" -> "188 layer_norm_2" [style=solid, label="(1, 197, 768)"]; +"187 add_2" -> "235 add_3" [style=solid, label="(1, 197, 768)"]; +"188 layer_norm_2" -> "189 transpose_6" [style=solid, label="(1, 197, 768)"]; +"189 transpose_6" -> "190 transpose_6_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"190 transpose_6_0_0_nncf_smooth_quant_0" -> "191 quantize_per_tensor_14" [style=solid, label="(197, 1, 768)"]; +"191 quantize_per_tensor_14" -> "192 dequantize_per_tensor_15" [style=solid, label="(197, 1, 768)"]; +"192 dequantize_per_tensor_15" -> "198 linear_4" [style=solid, label="(197, 1, 768)"]; +"193 scale_updated_constant5" -> "195 mul_tensor_5" [style=solid, label="(2304, 1)"]; +"194 compressed_weight_updated_constant5" -> "195 mul_tensor_5" [style=solid, label="(2304, 768)"]; +"195 mul_tensor_5" -> "197 sub_tensor_5" [style=solid, label="(2304, 768)"]; +"196 zero_point_updated_constant5" -> "197 sub_tensor_5" [style=solid, label="(2304, 1)"]; +"197 sub_tensor_5" -> "198 linear_4" [style=solid, label="(2304, 768)"]; +"198 linear_4" -> "199 unflatten_1" [style=solid, label="(197, 1, 2304)"]; +"199 unflatten_1" -> "200 unsqueeze_1" [style=solid, label="(197, 1, 3, 768)"]; +"200 unsqueeze_1" -> "201 transpose_7" [style=solid, label="(1, 197, 1, 3, 768)"]; +"201 transpose_7" -> "202 squeeze_1" [style=solid, label="(3, 197, 1, 1, 768)"]; +"202 squeeze_1" -> "203 contiguous_1" [style=solid, label="(3, 197, 1, 768)"]; +"203 contiguous_1" -> "204 quantize_per_tensor_16" [style=solid, label="(3, 197, 1, 768)"]; +"203 contiguous_1" -> "207 quantize_per_tensor_18" [style=solid, label="(3, 197, 1, 768)"]; +"203 contiguous_1" -> "210 select_5" [style=solid, label="(3, 197, 1, 768)"]; +"204 quantize_per_tensor_16" -> "205 dequantize_per_tensor_17" [style=solid, label="(3, 197, 1, 768)"]; +"205 dequantize_per_tensor_17" -> "206 select_3" [style=solid, label="(3, 197, 1, 768)"]; +"206 select_3" -> "211 view_8" [style=solid, label="(197, 1, 768)"]; +"207 quantize_per_tensor_18" -> "208 dequantize_per_tensor_19" [style=solid, label="(3, 197, 1, 768)"]; +"208 dequantize_per_tensor_19" -> "209 select_4" [style=solid, label="(3, 197, 1, 768)"]; +"209 select_4" -> "213 view_9" [style=solid, label="(197, 1, 768)"]; +"210 select_5" -> "215 view_10" [style=solid, label="(197, 1, 768)"]; +"211 view_8" -> "212 transpose_8" [style=solid, label="(197, 12, 64)"]; +"212 transpose_8" -> "217 view_11" [style=solid, label="(12, 197, 64)"]; +"213 view_9" -> "214 transpose_9" [style=solid, label="(197, 12, 64)"]; +"214 transpose_9" -> "218 view_12" [style=solid, label="(12, 197, 64)"]; +"215 view_10" -> "216 transpose_10" [style=solid, label="(197, 12, 64)"]; +"216 transpose_10" -> "219 view_13" [style=solid, label="(12, 197, 64)"]; +"217 view_11" -> "220 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"218 view_12" -> "220 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"219 view_13" -> "220 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"220 scaled_dot_product_attention_1" -> "221 permute_2" [style=solid, label="(1, 12, 197, 64)"]; +"221 permute_2" -> "222 view_14" [style=solid, label="(197, 1, 12, 64)"]; +"222 view_14" -> "223 view_14_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"223 view_14_0_0_nncf_smooth_quant_0" -> "224 quantize_per_tensor_20" [style=solid, label="(197, 768)"]; +"224 quantize_per_tensor_20" -> "225 dequantize_per_tensor_21" [style=solid, label="(197, 768)"]; +"225 dequantize_per_tensor_21" -> "231 linear_5" [style=solid, label="(197, 768)"]; +"226 scale_updated_constant6" -> "228 mul_tensor_6" [style=solid, label="(768, 1)"]; +"227 compressed_weight_updated_constant6" -> "228 mul_tensor_6" [style=solid, label="(768, 768)"]; +"228 mul_tensor_6" -> "230 sub_tensor_6" [style=solid, label="(768, 768)"]; +"229 zero_point_updated_constant6" -> "230 sub_tensor_6" [style=solid, label="(768, 1)"]; +"230 sub_tensor_6" -> "231 linear_5" [style=solid, label="(768, 768)"]; +"231 linear_5" -> "232 view_15" [style=solid, label="(197, 768)"]; +"232 view_15" -> "233 transpose_11" [style=solid, label="(197, 1, 768)"]; +"233 transpose_11" -> "234 dropout_4" [style=solid, label="(1, 197, 768)"]; +"234 dropout_4" -> "235 add_3" [style=solid, label="(1, 197, 768)"]; +"235 add_3" -> "236 layer_norm_3" [style=solid, label="(1, 197, 768)"]; +"235 add_3" -> "258 add_4" [style=solid, label="(1, 197, 768)"]; +"236 layer_norm_3" -> "237 layer_norm_3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"237 layer_norm_3_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_22" [style=solid, label="(1, 197, 768)"]; +"238 quantize_per_tensor_22" -> "239 dequantize_per_tensor_23" [style=solid, label="(1, 197, 768)"]; +"239 dequantize_per_tensor_23" -> "245 linear_6" [style=solid, label="(1, 197, 768)"]; +"240 scale_updated_constant7" -> "242 mul_tensor_7" [style=solid, label="(3072, 1)"]; +"241 compressed_weight_updated_constant7" -> "242 mul_tensor_7" [style=solid, label="(3072, 768)"]; +"242 mul_tensor_7" -> "244 sub_tensor_7" [style=solid, label="(3072, 768)"]; +"243 zero_point_updated_constant7" -> "244 sub_tensor_7" [style=solid, label="(3072, 1)"]; +"244 sub_tensor_7" -> "245 linear_6" [style=solid, label="(3072, 768)"]; +"245 linear_6" -> "246 gelu_1" [style=solid, label="(1, 197, 3072)"]; +"246 gelu_1" -> "247 dropout_5" [style=solid, label="(1, 197, 3072)"]; +"247 dropout_5" -> "248 dropout_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"248 dropout_5_0_0_nncf_smooth_quant_0" -> "249 quantize_per_tensor_24" [style=solid, label="(1, 197, 3072)"]; +"249 quantize_per_tensor_24" -> "250 dequantize_per_tensor_25" [style=solid, label="(1, 197, 3072)"]; +"250 dequantize_per_tensor_25" -> "256 linear_7" [style=solid, label="(1, 197, 3072)"]; +"251 scale_updated_constant8" -> "253 mul_tensor_8" [style=solid, label="(768, 1)"]; +"252 compressed_weight_updated_constant8" -> "253 mul_tensor_8" [style=solid, label="(768, 3072)"]; +"253 mul_tensor_8" -> "255 sub_tensor_8" [style=solid, label="(768, 3072)"]; +"254 zero_point_updated_constant8" -> "255 sub_tensor_8" [style=solid, label="(768, 1)"]; +"255 sub_tensor_8" -> "256 linear_7" [style=solid, label="(768, 3072)"]; +"256 linear_7" -> "257 dropout_6" [style=solid, label="(1, 197, 768)"]; +"257 dropout_6" -> "258 add_4" [style=solid, label="(1, 197, 768)"]; +"258 add_4" -> "259 layer_norm_4" [style=solid, label="(1, 197, 768)"]; +"258 add_4" -> "306 add_5" [style=solid, label="(1, 197, 768)"]; +"259 layer_norm_4" -> "260 transpose_12" [style=solid, label="(1, 197, 768)"]; +"260 transpose_12" -> "261 transpose_12_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"261 transpose_12_0_0_nncf_smooth_quant_0" -> "262 quantize_per_tensor_26" [style=solid, label="(197, 1, 768)"]; +"262 quantize_per_tensor_26" -> "263 dequantize_per_tensor_27" [style=solid, label="(197, 1, 768)"]; +"263 dequantize_per_tensor_27" -> "269 linear_8" [style=solid, label="(197, 1, 768)"]; +"264 scale_updated_constant9" -> "266 mul_tensor_9" [style=solid, label="(2304, 1)"]; +"265 compressed_weight_updated_constant9" -> "266 mul_tensor_9" [style=solid, label="(2304, 768)"]; +"266 mul_tensor_9" -> "268 sub_tensor_9" [style=solid, label="(2304, 768)"]; +"267 zero_point_updated_constant9" -> "268 sub_tensor_9" [style=solid, label="(2304, 1)"]; +"268 sub_tensor_9" -> "269 linear_8" [style=solid, label="(2304, 768)"]; +"269 linear_8" -> "270 unflatten_2" [style=solid, label="(197, 1, 2304)"]; +"270 unflatten_2" -> "271 unsqueeze_2" [style=solid, label="(197, 1, 3, 768)"]; +"271 unsqueeze_2" -> "272 transpose_13" [style=solid, label="(1, 197, 1, 3, 768)"]; +"272 transpose_13" -> "273 squeeze_2" [style=solid, label="(3, 197, 1, 1, 768)"]; +"273 squeeze_2" -> "274 contiguous_2" [style=solid, label="(3, 197, 1, 768)"]; +"274 contiguous_2" -> "275 quantize_per_tensor_28" [style=solid, label="(3, 197, 1, 768)"]; +"274 contiguous_2" -> "278 quantize_per_tensor_30" [style=solid, label="(3, 197, 1, 768)"]; +"274 contiguous_2" -> "281 select_8" [style=solid, label="(3, 197, 1, 768)"]; +"275 quantize_per_tensor_28" -> "276 dequantize_per_tensor_29" [style=solid, label="(3, 197, 1, 768)"]; +"276 dequantize_per_tensor_29" -> "277 select_6" [style=solid, label="(3, 197, 1, 768)"]; +"277 select_6" -> "282 view_16" [style=solid, label="(197, 1, 768)"]; +"278 quantize_per_tensor_30" -> "279 dequantize_per_tensor_31" [style=solid, label="(3, 197, 1, 768)"]; +"279 dequantize_per_tensor_31" -> "280 select_7" [style=solid, label="(3, 197, 1, 768)"]; +"280 select_7" -> "284 view_17" [style=solid, label="(197, 1, 768)"]; +"281 select_8" -> "286 view_18" [style=solid, label="(197, 1, 768)"]; +"282 view_16" -> "283 transpose_14" [style=solid, label="(197, 12, 64)"]; +"283 transpose_14" -> "288 view_19" [style=solid, label="(12, 197, 64)"]; +"284 view_17" -> "285 transpose_15" [style=solid, label="(197, 12, 64)"]; +"285 transpose_15" -> "289 view_20" [style=solid, label="(12, 197, 64)"]; +"286 view_18" -> "287 transpose_16" [style=solid, label="(197, 12, 64)"]; +"287 transpose_16" -> "290 view_21" [style=solid, label="(12, 197, 64)"]; +"288 view_19" -> "291 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"289 view_20" -> "291 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"290 view_21" -> "291 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"291 scaled_dot_product_attention_2" -> "292 permute_3" [style=solid, label="(1, 12, 197, 64)"]; +"292 permute_3" -> "293 view_22" [style=solid, label="(197, 1, 12, 64)"]; +"293 view_22" -> "294 view_22_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"294 view_22_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_32" [style=solid, label="(197, 768)"]; +"295 quantize_per_tensor_32" -> "296 dequantize_per_tensor_33" [style=solid, label="(197, 768)"]; +"296 dequantize_per_tensor_33" -> "302 linear_9" [style=solid, label="(197, 768)"]; +"297 scale_updated_constant10" -> "299 mul_tensor_10" [style=solid, label="(768, 1)"]; +"298 compressed_weight_updated_constant10" -> "299 mul_tensor_10" [style=solid, label="(768, 768)"]; +"299 mul_tensor_10" -> "301 sub_tensor_10" [style=solid, label="(768, 768)"]; +"300 zero_point_updated_constant10" -> "301 sub_tensor_10" [style=solid, label="(768, 1)"]; +"301 sub_tensor_10" -> "302 linear_9" [style=solid, label="(768, 768)"]; +"302 linear_9" -> "303 view_23" [style=solid, label="(197, 768)"]; +"303 view_23" -> "304 transpose_17" [style=solid, label="(197, 1, 768)"]; +"304 transpose_17" -> "305 dropout_7" [style=solid, label="(1, 197, 768)"]; +"305 dropout_7" -> "306 add_5" [style=solid, label="(1, 197, 768)"]; +"306 add_5" -> "307 layer_norm_5" [style=solid, label="(1, 197, 768)"]; +"306 add_5" -> "329 add_6" [style=solid, label="(1, 197, 768)"]; +"307 layer_norm_5" -> "308 layer_norm_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"308 layer_norm_5_0_0_nncf_smooth_quant_0" -> "309 quantize_per_tensor_34" [style=solid, label="(1, 197, 768)"]; +"309 quantize_per_tensor_34" -> "310 dequantize_per_tensor_35" [style=solid, label="(1, 197, 768)"]; +"310 dequantize_per_tensor_35" -> "316 linear_10" [style=solid, label="(1, 197, 768)"]; +"311 scale_updated_constant11" -> "313 mul_tensor_11" [style=solid, label="(3072, 1)"]; +"312 compressed_weight_updated_constant11" -> "313 mul_tensor_11" [style=solid, label="(3072, 768)"]; +"313 mul_tensor_11" -> "315 sub_tensor_11" [style=solid, label="(3072, 768)"]; +"314 zero_point_updated_constant11" -> "315 sub_tensor_11" [style=solid, label="(3072, 1)"]; +"315 sub_tensor_11" -> "316 linear_10" [style=solid, label="(3072, 768)"]; +"316 linear_10" -> "317 gelu_2" [style=solid, label="(1, 197, 3072)"]; +"317 gelu_2" -> "318 dropout_8" [style=solid, label="(1, 197, 3072)"]; +"318 dropout_8" -> "319 dropout_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"319 dropout_8_0_0_nncf_smooth_quant_0" -> "320 quantize_per_tensor_36" [style=solid, label="(1, 197, 3072)"]; +"320 quantize_per_tensor_36" -> "321 dequantize_per_tensor_37" [style=solid, label="(1, 197, 3072)"]; +"321 dequantize_per_tensor_37" -> "327 linear_11" [style=solid, label="(1, 197, 3072)"]; +"322 scale_updated_constant12" -> "324 mul_tensor_12" [style=solid, label="(768, 1)"]; +"323 compressed_weight_updated_constant12" -> "324 mul_tensor_12" [style=solid, label="(768, 3072)"]; +"324 mul_tensor_12" -> "326 sub_tensor_12" [style=solid, label="(768, 3072)"]; +"325 zero_point_updated_constant12" -> "326 sub_tensor_12" [style=solid, label="(768, 1)"]; +"326 sub_tensor_12" -> "327 linear_11" [style=solid, label="(768, 3072)"]; +"327 linear_11" -> "328 dropout_9" [style=solid, label="(1, 197, 768)"]; +"328 dropout_9" -> "329 add_6" [style=solid, label="(1, 197, 768)"]; +"329 add_6" -> "330 layer_norm_6" [style=solid, label="(1, 197, 768)"]; +"329 add_6" -> "377 add_7" [style=solid, label="(1, 197, 768)"]; +"330 layer_norm_6" -> "331 transpose_18" [style=solid, label="(1, 197, 768)"]; +"331 transpose_18" -> "332 transpose_18_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"332 transpose_18_0_0_nncf_smooth_quant_0" -> "333 quantize_per_tensor_38" [style=solid, label="(197, 1, 768)"]; +"333 quantize_per_tensor_38" -> "334 dequantize_per_tensor_39" [style=solid, label="(197, 1, 768)"]; +"334 dequantize_per_tensor_39" -> "340 linear_12" [style=solid, label="(197, 1, 768)"]; +"335 scale_updated_constant13" -> "337 mul_tensor_13" [style=solid, label="(2304, 1)"]; +"336 compressed_weight_updated_constant13" -> "337 mul_tensor_13" [style=solid, label="(2304, 768)"]; +"337 mul_tensor_13" -> "339 sub_tensor_13" [style=solid, label="(2304, 768)"]; +"338 zero_point_updated_constant13" -> "339 sub_tensor_13" [style=solid, label="(2304, 1)"]; +"339 sub_tensor_13" -> "340 linear_12" [style=solid, label="(2304, 768)"]; +"340 linear_12" -> "341 unflatten_3" [style=solid, label="(197, 1, 2304)"]; +"341 unflatten_3" -> "342 unsqueeze_3" [style=solid, label="(197, 1, 3, 768)"]; +"342 unsqueeze_3" -> "343 transpose_19" [style=solid, label="(1, 197, 1, 3, 768)"]; +"343 transpose_19" -> "344 squeeze_3" [style=solid, label="(3, 197, 1, 1, 768)"]; +"344 squeeze_3" -> "345 contiguous_3" [style=solid, label="(3, 197, 1, 768)"]; +"345 contiguous_3" -> "346 quantize_per_tensor_40" [style=solid, label="(3, 197, 1, 768)"]; +"345 contiguous_3" -> "349 quantize_per_tensor_42" [style=solid, label="(3, 197, 1, 768)"]; +"345 contiguous_3" -> "352 select_11" [style=solid, label="(3, 197, 1, 768)"]; +"346 quantize_per_tensor_40" -> "347 dequantize_per_tensor_41" [style=solid, label="(3, 197, 1, 768)"]; +"347 dequantize_per_tensor_41" -> "348 select_9" [style=solid, label="(3, 197, 1, 768)"]; +"348 select_9" -> "353 view_24" [style=solid, label="(197, 1, 768)"]; +"349 quantize_per_tensor_42" -> "350 dequantize_per_tensor_43" [style=solid, label="(3, 197, 1, 768)"]; +"350 dequantize_per_tensor_43" -> "351 select_10" [style=solid, label="(3, 197, 1, 768)"]; +"351 select_10" -> "355 view_25" [style=solid, label="(197, 1, 768)"]; +"352 select_11" -> "357 view_26" [style=solid, label="(197, 1, 768)"]; +"353 view_24" -> "354 transpose_20" [style=solid, label="(197, 12, 64)"]; +"354 transpose_20" -> "359 view_27" [style=solid, label="(12, 197, 64)"]; +"355 view_25" -> "356 transpose_21" [style=solid, label="(197, 12, 64)"]; +"356 transpose_21" -> "360 view_28" [style=solid, label="(12, 197, 64)"]; +"357 view_26" -> "358 transpose_22" [style=solid, label="(197, 12, 64)"]; +"358 transpose_22" -> "361 view_29" [style=solid, label="(12, 197, 64)"]; +"359 view_27" -> "362 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"360 view_28" -> "362 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"361 view_29" -> "362 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"362 scaled_dot_product_attention_3" -> "363 permute_4" [style=solid, label="(1, 12, 197, 64)"]; +"363 permute_4" -> "364 view_30" [style=solid, label="(197, 1, 12, 64)"]; +"364 view_30" -> "365 view_30_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"365 view_30_0_0_nncf_smooth_quant_0" -> "366 quantize_per_tensor_44" [style=solid, label="(197, 768)"]; +"366 quantize_per_tensor_44" -> "367 dequantize_per_tensor_45" [style=solid, label="(197, 768)"]; +"367 dequantize_per_tensor_45" -> "373 linear_13" [style=solid, label="(197, 768)"]; +"368 scale_updated_constant14" -> "370 mul_tensor_14" [style=solid, label="(768, 1)"]; +"369 compressed_weight_updated_constant14" -> "370 mul_tensor_14" [style=solid, label="(768, 768)"]; +"370 mul_tensor_14" -> "372 sub_tensor_14" [style=solid, label="(768, 768)"]; +"371 zero_point_updated_constant14" -> "372 sub_tensor_14" [style=solid, label="(768, 1)"]; +"372 sub_tensor_14" -> "373 linear_13" [style=solid, label="(768, 768)"]; +"373 linear_13" -> "374 view_31" [style=solid, label="(197, 768)"]; +"374 view_31" -> "375 transpose_23" [style=solid, label="(197, 1, 768)"]; +"375 transpose_23" -> "376 dropout_10" [style=solid, label="(1, 197, 768)"]; +"376 dropout_10" -> "377 add_7" [style=solid, label="(1, 197, 768)"]; +"377 add_7" -> "378 layer_norm_7" [style=solid, label="(1, 197, 768)"]; +"377 add_7" -> "400 add_8" [style=solid, label="(1, 197, 768)"]; +"378 layer_norm_7" -> "379 layer_norm_7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"379 layer_norm_7_0_0_nncf_smooth_quant_0" -> "380 quantize_per_tensor_46" [style=solid, label="(1, 197, 768)"]; +"380 quantize_per_tensor_46" -> "381 dequantize_per_tensor_47" [style=solid, label="(1, 197, 768)"]; +"381 dequantize_per_tensor_47" -> "387 linear_14" [style=solid, label="(1, 197, 768)"]; +"382 scale_updated_constant15" -> "384 mul_tensor_15" [style=solid, label="(3072, 1)"]; +"383 compressed_weight_updated_constant15" -> "384 mul_tensor_15" [style=solid, label="(3072, 768)"]; +"384 mul_tensor_15" -> "386 sub_tensor_15" [style=solid, label="(3072, 768)"]; +"385 zero_point_updated_constant15" -> "386 sub_tensor_15" [style=solid, label="(3072, 1)"]; +"386 sub_tensor_15" -> "387 linear_14" [style=solid, label="(3072, 768)"]; +"387 linear_14" -> "388 gelu_3" [style=solid, label="(1, 197, 3072)"]; +"388 gelu_3" -> "389 dropout_11" [style=solid, label="(1, 197, 3072)"]; +"389 dropout_11" -> "390 dropout_11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"390 dropout_11_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_48" [style=solid, label="(1, 197, 3072)"]; +"391 quantize_per_tensor_48" -> "392 dequantize_per_tensor_49" [style=solid, label="(1, 197, 3072)"]; +"392 dequantize_per_tensor_49" -> "398 linear_15" [style=solid, label="(1, 197, 3072)"]; +"393 scale_updated_constant16" -> "395 mul_tensor_16" [style=solid, label="(768, 1)"]; +"394 compressed_weight_updated_constant16" -> "395 mul_tensor_16" [style=solid, label="(768, 3072)"]; +"395 mul_tensor_16" -> "397 sub_tensor_16" [style=solid, label="(768, 3072)"]; +"396 zero_point_updated_constant16" -> "397 sub_tensor_16" [style=solid, label="(768, 1)"]; +"397 sub_tensor_16" -> "398 linear_15" [style=solid, label="(768, 3072)"]; +"398 linear_15" -> "399 dropout_12" [style=solid, label="(1, 197, 768)"]; +"399 dropout_12" -> "400 add_8" [style=solid, label="(1, 197, 768)"]; +"400 add_8" -> "401 layer_norm_8" [style=solid, label="(1, 197, 768)"]; +"400 add_8" -> "448 add_9" [style=solid, label="(1, 197, 768)"]; +"401 layer_norm_8" -> "402 transpose_24" [style=solid, label="(1, 197, 768)"]; +"402 transpose_24" -> "403 transpose_24_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"403 transpose_24_0_0_nncf_smooth_quant_0" -> "404 quantize_per_tensor_50" [style=solid, label="(197, 1, 768)"]; +"404 quantize_per_tensor_50" -> "405 dequantize_per_tensor_51" [style=solid, label="(197, 1, 768)"]; +"405 dequantize_per_tensor_51" -> "411 linear_16" [style=solid, label="(197, 1, 768)"]; +"406 scale_updated_constant17" -> "408 mul_tensor_17" [style=solid, label="(2304, 1)"]; +"407 compressed_weight_updated_constant17" -> "408 mul_tensor_17" [style=solid, label="(2304, 768)"]; +"408 mul_tensor_17" -> "410 sub_tensor_17" [style=solid, label="(2304, 768)"]; +"409 zero_point_updated_constant17" -> "410 sub_tensor_17" [style=solid, label="(2304, 1)"]; +"410 sub_tensor_17" -> "411 linear_16" [style=solid, label="(2304, 768)"]; +"411 linear_16" -> "412 unflatten_4" [style=solid, label="(197, 1, 2304)"]; +"412 unflatten_4" -> "413 unsqueeze_4" [style=solid, label="(197, 1, 3, 768)"]; +"413 unsqueeze_4" -> "414 transpose_25" [style=solid, label="(1, 197, 1, 3, 768)"]; +"414 transpose_25" -> "415 squeeze_4" [style=solid, label="(3, 197, 1, 1, 768)"]; +"415 squeeze_4" -> "416 contiguous_4" [style=solid, label="(3, 197, 1, 768)"]; +"416 contiguous_4" -> "417 quantize_per_tensor_52" [style=solid, label="(3, 197, 1, 768)"]; +"416 contiguous_4" -> "420 quantize_per_tensor_54" [style=solid, label="(3, 197, 1, 768)"]; +"416 contiguous_4" -> "423 select_14" [style=solid, label="(3, 197, 1, 768)"]; +"417 quantize_per_tensor_52" -> "418 dequantize_per_tensor_53" [style=solid, label="(3, 197, 1, 768)"]; +"418 dequantize_per_tensor_53" -> "419 select_12" [style=solid, label="(3, 197, 1, 768)"]; +"419 select_12" -> "424 view_32" [style=solid, label="(197, 1, 768)"]; +"420 quantize_per_tensor_54" -> "421 dequantize_per_tensor_55" [style=solid, label="(3, 197, 1, 768)"]; +"421 dequantize_per_tensor_55" -> "422 select_13" [style=solid, label="(3, 197, 1, 768)"]; +"422 select_13" -> "426 view_33" [style=solid, label="(197, 1, 768)"]; +"423 select_14" -> "428 view_34" [style=solid, label="(197, 1, 768)"]; +"424 view_32" -> "425 transpose_26" [style=solid, label="(197, 12, 64)"]; +"425 transpose_26" -> "430 view_35" [style=solid, label="(12, 197, 64)"]; +"426 view_33" -> "427 transpose_27" [style=solid, label="(197, 12, 64)"]; +"427 transpose_27" -> "431 view_36" [style=solid, label="(12, 197, 64)"]; +"428 view_34" -> "429 transpose_28" [style=solid, label="(197, 12, 64)"]; +"429 transpose_28" -> "432 view_37" [style=solid, label="(12, 197, 64)"]; +"430 view_35" -> "433 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"431 view_36" -> "433 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"432 view_37" -> "433 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"433 scaled_dot_product_attention_4" -> "434 permute_5" [style=solid, label="(1, 12, 197, 64)"]; +"434 permute_5" -> "435 view_38" [style=solid, label="(197, 1, 12, 64)"]; +"435 view_38" -> "436 view_38_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"436 view_38_0_0_nncf_smooth_quant_0" -> "437 quantize_per_tensor_56" [style=solid, label="(197, 768)"]; +"437 quantize_per_tensor_56" -> "438 dequantize_per_tensor_57" [style=solid, label="(197, 768)"]; +"438 dequantize_per_tensor_57" -> "444 linear_17" [style=solid, label="(197, 768)"]; +"439 scale_updated_constant18" -> "441 mul_tensor_18" [style=solid, label="(768, 1)"]; +"440 compressed_weight_updated_constant18" -> "441 mul_tensor_18" [style=solid, label="(768, 768)"]; +"441 mul_tensor_18" -> "443 sub_tensor_18" [style=solid, label="(768, 768)"]; +"442 zero_point_updated_constant18" -> "443 sub_tensor_18" [style=solid, label="(768, 1)"]; +"443 sub_tensor_18" -> "444 linear_17" [style=solid, label="(768, 768)"]; +"444 linear_17" -> "445 view_39" [style=solid, label="(197, 768)"]; +"445 view_39" -> "446 transpose_29" [style=solid, label="(197, 1, 768)"]; +"446 transpose_29" -> "447 dropout_13" [style=solid, label="(1, 197, 768)"]; +"447 dropout_13" -> "448 add_9" [style=solid, label="(1, 197, 768)"]; +"448 add_9" -> "449 layer_norm_9" [style=solid, label="(1, 197, 768)"]; +"448 add_9" -> "471 add_10" [style=solid, label="(1, 197, 768)"]; +"449 layer_norm_9" -> "450 layer_norm_9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"450 layer_norm_9_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_58" [style=solid, label="(1, 197, 768)"]; +"451 quantize_per_tensor_58" -> "452 dequantize_per_tensor_59" [style=solid, label="(1, 197, 768)"]; +"452 dequantize_per_tensor_59" -> "458 linear_18" [style=solid, label="(1, 197, 768)"]; +"453 scale_updated_constant19" -> "455 mul_tensor_19" [style=solid, label="(3072, 1)"]; +"454 compressed_weight_updated_constant19" -> "455 mul_tensor_19" [style=solid, label="(3072, 768)"]; +"455 mul_tensor_19" -> "457 sub_tensor_19" [style=solid, label="(3072, 768)"]; +"456 zero_point_updated_constant19" -> "457 sub_tensor_19" [style=solid, label="(3072, 1)"]; +"457 sub_tensor_19" -> "458 linear_18" [style=solid, label="(3072, 768)"]; +"458 linear_18" -> "459 gelu_4" [style=solid, label="(1, 197, 3072)"]; +"459 gelu_4" -> "460 dropout_14" [style=solid, label="(1, 197, 3072)"]; +"460 dropout_14" -> "461 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"461 dropout_14_0_0_nncf_smooth_quant_0" -> "462 quantize_per_tensor_60" [style=solid, label="(1, 197, 3072)"]; +"462 quantize_per_tensor_60" -> "463 dequantize_per_tensor_61" [style=solid, label="(1, 197, 3072)"]; +"463 dequantize_per_tensor_61" -> "469 linear_19" [style=solid, label="(1, 197, 3072)"]; +"464 scale_updated_constant20" -> "466 mul_tensor_20" [style=solid, label="(768, 1)"]; +"465 compressed_weight_updated_constant20" -> "466 mul_tensor_20" [style=solid, label="(768, 3072)"]; +"466 mul_tensor_20" -> "468 sub_tensor_20" [style=solid, label="(768, 3072)"]; +"467 zero_point_updated_constant20" -> "468 sub_tensor_20" [style=solid, label="(768, 1)"]; +"468 sub_tensor_20" -> "469 linear_19" [style=solid, label="(768, 3072)"]; +"469 linear_19" -> "470 dropout_15" [style=solid, label="(1, 197, 768)"]; +"470 dropout_15" -> "471 add_10" [style=solid, label="(1, 197, 768)"]; +"471 add_10" -> "472 layer_norm_10" [style=solid, label="(1, 197, 768)"]; +"471 add_10" -> "519 add_11" [style=solid, label="(1, 197, 768)"]; +"472 layer_norm_10" -> "473 transpose_30" [style=solid, label="(1, 197, 768)"]; +"473 transpose_30" -> "474 transpose_30_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"474 transpose_30_0_0_nncf_smooth_quant_0" -> "475 quantize_per_tensor_62" [style=solid, label="(197, 1, 768)"]; +"475 quantize_per_tensor_62" -> "476 dequantize_per_tensor_63" [style=solid, label="(197, 1, 768)"]; +"476 dequantize_per_tensor_63" -> "482 linear_20" [style=solid, label="(197, 1, 768)"]; +"477 scale_updated_constant21" -> "479 mul_tensor_21" [style=solid, label="(2304, 1)"]; +"478 compressed_weight_updated_constant21" -> "479 mul_tensor_21" [style=solid, label="(2304, 768)"]; +"479 mul_tensor_21" -> "481 sub_tensor_21" [style=solid, label="(2304, 768)"]; +"480 zero_point_updated_constant21" -> "481 sub_tensor_21" [style=solid, label="(2304, 1)"]; +"481 sub_tensor_21" -> "482 linear_20" [style=solid, label="(2304, 768)"]; +"482 linear_20" -> "483 unflatten_5" [style=solid, label="(197, 1, 2304)"]; +"483 unflatten_5" -> "484 unsqueeze_5" [style=solid, label="(197, 1, 3, 768)"]; +"484 unsqueeze_5" -> "485 transpose_31" [style=solid, label="(1, 197, 1, 3, 768)"]; +"485 transpose_31" -> "486 squeeze_5" [style=solid, label="(3, 197, 1, 1, 768)"]; +"486 squeeze_5" -> "487 contiguous_5" [style=solid, label="(3, 197, 1, 768)"]; +"487 contiguous_5" -> "488 quantize_per_tensor_64" [style=solid, label="(3, 197, 1, 768)"]; +"487 contiguous_5" -> "491 quantize_per_tensor_66" [style=solid, label="(3, 197, 1, 768)"]; +"487 contiguous_5" -> "494 select_17" [style=solid, label="(3, 197, 1, 768)"]; +"488 quantize_per_tensor_64" -> "489 dequantize_per_tensor_65" [style=solid, label="(3, 197, 1, 768)"]; +"489 dequantize_per_tensor_65" -> "490 select_15" [style=solid, label="(3, 197, 1, 768)"]; +"490 select_15" -> "495 view_40" [style=solid, label="(197, 1, 768)"]; +"491 quantize_per_tensor_66" -> "492 dequantize_per_tensor_67" [style=solid, label="(3, 197, 1, 768)"]; +"492 dequantize_per_tensor_67" -> "493 select_16" [style=solid, label="(3, 197, 1, 768)"]; +"493 select_16" -> "497 view_41" [style=solid, label="(197, 1, 768)"]; +"494 select_17" -> "499 view_42" [style=solid, label="(197, 1, 768)"]; +"495 view_40" -> "496 transpose_32" [style=solid, label="(197, 12, 64)"]; +"496 transpose_32" -> "501 view_43" [style=solid, label="(12, 197, 64)"]; +"497 view_41" -> "498 transpose_33" [style=solid, label="(197, 12, 64)"]; +"498 transpose_33" -> "502 view_44" [style=solid, label="(12, 197, 64)"]; +"499 view_42" -> "500 transpose_34" [style=solid, label="(197, 12, 64)"]; +"500 transpose_34" -> "503 view_45" [style=solid, label="(12, 197, 64)"]; +"501 view_43" -> "504 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"502 view_44" -> "504 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"503 view_45" -> "504 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"504 scaled_dot_product_attention_5" -> "505 permute_6" [style=solid, label="(1, 12, 197, 64)"]; +"505 permute_6" -> "506 view_46" [style=solid, label="(197, 1, 12, 64)"]; +"506 view_46" -> "507 view_46_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"507 view_46_0_0_nncf_smooth_quant_0" -> "508 quantize_per_tensor_68" [style=solid, label="(197, 768)"]; +"508 quantize_per_tensor_68" -> "509 dequantize_per_tensor_69" [style=solid, label="(197, 768)"]; +"509 dequantize_per_tensor_69" -> "515 linear_21" [style=solid, label="(197, 768)"]; +"510 scale_updated_constant22" -> "512 mul_tensor_22" [style=solid, label="(768, 1)"]; +"511 compressed_weight_updated_constant22" -> "512 mul_tensor_22" [style=solid, label="(768, 768)"]; +"512 mul_tensor_22" -> "514 sub_tensor_22" [style=solid, label="(768, 768)"]; +"513 zero_point_updated_constant22" -> "514 sub_tensor_22" [style=solid, label="(768, 1)"]; +"514 sub_tensor_22" -> "515 linear_21" [style=solid, label="(768, 768)"]; +"515 linear_21" -> "516 view_47" [style=solid, label="(197, 768)"]; +"516 view_47" -> "517 transpose_35" [style=solid, label="(197, 1, 768)"]; +"517 transpose_35" -> "518 dropout_16" [style=solid, label="(1, 197, 768)"]; +"518 dropout_16" -> "519 add_11" [style=solid, label="(1, 197, 768)"]; +"519 add_11" -> "520 layer_norm_11" [style=solid, label="(1, 197, 768)"]; +"519 add_11" -> "542 add_12" [style=solid, label="(1, 197, 768)"]; +"520 layer_norm_11" -> "521 layer_norm_11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"521 layer_norm_11_0_0_nncf_smooth_quant_0" -> "522 quantize_per_tensor_70" [style=solid, label="(1, 197, 768)"]; +"522 quantize_per_tensor_70" -> "523 dequantize_per_tensor_71" [style=solid, label="(1, 197, 768)"]; +"523 dequantize_per_tensor_71" -> "529 linear_22" [style=solid, label="(1, 197, 768)"]; +"524 scale_updated_constant23" -> "526 mul_tensor_23" [style=solid, label="(3072, 1)"]; +"525 compressed_weight_updated_constant23" -> "526 mul_tensor_23" [style=solid, label="(3072, 768)"]; +"526 mul_tensor_23" -> "528 sub_tensor_23" [style=solid, label="(3072, 768)"]; +"527 zero_point_updated_constant23" -> "528 sub_tensor_23" [style=solid, label="(3072, 1)"]; +"528 sub_tensor_23" -> "529 linear_22" [style=solid, label="(3072, 768)"]; +"529 linear_22" -> "530 gelu_5" [style=solid, label="(1, 197, 3072)"]; +"530 gelu_5" -> "531 dropout_17" [style=solid, label="(1, 197, 3072)"]; +"531 dropout_17" -> "532 dropout_17_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"532 dropout_17_0_0_nncf_smooth_quant_0" -> "533 quantize_per_tensor_72" [style=solid, label="(1, 197, 3072)"]; +"533 quantize_per_tensor_72" -> "534 dequantize_per_tensor_73" [style=solid, label="(1, 197, 3072)"]; +"534 dequantize_per_tensor_73" -> "540 linear_23" [style=solid, label="(1, 197, 3072)"]; +"535 scale_updated_constant24" -> "537 mul_tensor_24" [style=solid, label="(768, 1)"]; +"536 compressed_weight_updated_constant24" -> "537 mul_tensor_24" [style=solid, label="(768, 3072)"]; +"537 mul_tensor_24" -> "539 sub_tensor_24" [style=solid, label="(768, 3072)"]; +"538 zero_point_updated_constant24" -> "539 sub_tensor_24" [style=solid, label="(768, 1)"]; +"539 sub_tensor_24" -> "540 linear_23" [style=solid, label="(768, 3072)"]; +"540 linear_23" -> "541 dropout_18" [style=solid, label="(1, 197, 768)"]; +"541 dropout_18" -> "542 add_12" [style=solid, label="(1, 197, 768)"]; +"542 add_12" -> "543 layer_norm_12" [style=solid, label="(1, 197, 768)"]; +"542 add_12" -> "590 add_13" [style=solid, label="(1, 197, 768)"]; +"543 layer_norm_12" -> "544 transpose_36" [style=solid, label="(1, 197, 768)"]; +"544 transpose_36" -> "545 transpose_36_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"545 transpose_36_0_0_nncf_smooth_quant_0" -> "546 quantize_per_tensor_74" [style=solid, label="(197, 1, 768)"]; +"546 quantize_per_tensor_74" -> "547 dequantize_per_tensor_75" [style=solid, label="(197, 1, 768)"]; +"547 dequantize_per_tensor_75" -> "553 linear_24" [style=solid, label="(197, 1, 768)"]; +"548 scale_updated_constant25" -> "550 mul_tensor_25" [style=solid, label="(2304, 1)"]; +"549 compressed_weight_updated_constant25" -> "550 mul_tensor_25" [style=solid, label="(2304, 768)"]; +"550 mul_tensor_25" -> "552 sub_tensor_25" [style=solid, label="(2304, 768)"]; +"551 zero_point_updated_constant25" -> "552 sub_tensor_25" [style=solid, label="(2304, 1)"]; +"552 sub_tensor_25" -> "553 linear_24" [style=solid, label="(2304, 768)"]; +"553 linear_24" -> "554 unflatten_6" [style=solid, label="(197, 1, 2304)"]; +"554 unflatten_6" -> "555 unsqueeze_6" [style=solid, label="(197, 1, 3, 768)"]; +"555 unsqueeze_6" -> "556 transpose_37" [style=solid, label="(1, 197, 1, 3, 768)"]; +"556 transpose_37" -> "557 squeeze_6" [style=solid, label="(3, 197, 1, 1, 768)"]; +"557 squeeze_6" -> "558 contiguous_6" [style=solid, label="(3, 197, 1, 768)"]; +"558 contiguous_6" -> "559 quantize_per_tensor_76" [style=solid, label="(3, 197, 1, 768)"]; +"558 contiguous_6" -> "562 quantize_per_tensor_78" [style=solid, label="(3, 197, 1, 768)"]; +"558 contiguous_6" -> "565 select_20" [style=solid, label="(3, 197, 1, 768)"]; +"559 quantize_per_tensor_76" -> "560 dequantize_per_tensor_77" [style=solid, label="(3, 197, 1, 768)"]; +"560 dequantize_per_tensor_77" -> "561 select_18" [style=solid, label="(3, 197, 1, 768)"]; +"561 select_18" -> "566 view_48" [style=solid, label="(197, 1, 768)"]; +"562 quantize_per_tensor_78" -> "563 dequantize_per_tensor_79" [style=solid, label="(3, 197, 1, 768)"]; +"563 dequantize_per_tensor_79" -> "564 select_19" [style=solid, label="(3, 197, 1, 768)"]; +"564 select_19" -> "568 view_49" [style=solid, label="(197, 1, 768)"]; +"565 select_20" -> "570 view_50" [style=solid, label="(197, 1, 768)"]; +"566 view_48" -> "567 transpose_38" [style=solid, label="(197, 12, 64)"]; +"567 transpose_38" -> "572 view_51" [style=solid, label="(12, 197, 64)"]; +"568 view_49" -> "569 transpose_39" [style=solid, label="(197, 12, 64)"]; +"569 transpose_39" -> "573 view_52" [style=solid, label="(12, 197, 64)"]; +"570 view_50" -> "571 transpose_40" [style=solid, label="(197, 12, 64)"]; +"571 transpose_40" -> "574 view_53" [style=solid, label="(12, 197, 64)"]; +"572 view_51" -> "575 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"573 view_52" -> "575 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"574 view_53" -> "575 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"575 scaled_dot_product_attention_6" -> "576 permute_7" [style=solid, label="(1, 12, 197, 64)"]; +"576 permute_7" -> "577 view_54" [style=solid, label="(197, 1, 12, 64)"]; +"577 view_54" -> "578 view_54_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"578 view_54_0_0_nncf_smooth_quant_0" -> "579 quantize_per_tensor_80" [style=solid, label="(197, 768)"]; +"579 quantize_per_tensor_80" -> "580 dequantize_per_tensor_81" [style=solid, label="(197, 768)"]; +"580 dequantize_per_tensor_81" -> "586 linear_25" [style=solid, label="(197, 768)"]; +"581 scale_updated_constant26" -> "583 mul_tensor_26" [style=solid, label="(768, 1)"]; +"582 compressed_weight_updated_constant26" -> "583 mul_tensor_26" [style=solid, label="(768, 768)"]; +"583 mul_tensor_26" -> "585 sub_tensor_26" [style=solid, label="(768, 768)"]; +"584 zero_point_updated_constant26" -> "585 sub_tensor_26" [style=solid, label="(768, 1)"]; +"585 sub_tensor_26" -> "586 linear_25" [style=solid, label="(768, 768)"]; +"586 linear_25" -> "587 view_55" [style=solid, label="(197, 768)"]; +"587 view_55" -> "588 transpose_41" [style=solid, label="(197, 1, 768)"]; +"588 transpose_41" -> "589 dropout_19" [style=solid, label="(1, 197, 768)"]; +"589 dropout_19" -> "590 add_13" [style=solid, label="(1, 197, 768)"]; +"590 add_13" -> "591 layer_norm_13" [style=solid, label="(1, 197, 768)"]; +"590 add_13" -> "613 add_14" [style=solid, label="(1, 197, 768)"]; +"591 layer_norm_13" -> "592 layer_norm_13_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"592 layer_norm_13_0_0_nncf_smooth_quant_0" -> "593 quantize_per_tensor_82" [style=solid, label="(1, 197, 768)"]; +"593 quantize_per_tensor_82" -> "594 dequantize_per_tensor_83" [style=solid, label="(1, 197, 768)"]; +"594 dequantize_per_tensor_83" -> "600 linear_26" [style=solid, label="(1, 197, 768)"]; +"595 scale_updated_constant27" -> "597 mul_tensor_27" [style=solid, label="(3072, 1)"]; +"596 compressed_weight_updated_constant27" -> "597 mul_tensor_27" [style=solid, label="(3072, 768)"]; +"597 mul_tensor_27" -> "599 sub_tensor_27" [style=solid, label="(3072, 768)"]; +"598 zero_point_updated_constant27" -> "599 sub_tensor_27" [style=solid, label="(3072, 1)"]; +"599 sub_tensor_27" -> "600 linear_26" [style=solid, label="(3072, 768)"]; +"600 linear_26" -> "601 gelu_6" [style=solid, label="(1, 197, 3072)"]; +"601 gelu_6" -> "602 dropout_20" [style=solid, label="(1, 197, 3072)"]; +"602 dropout_20" -> "603 dropout_20_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"603 dropout_20_0_0_nncf_smooth_quant_0" -> "604 quantize_per_tensor_84" [style=solid, label="(1, 197, 3072)"]; +"604 quantize_per_tensor_84" -> "605 dequantize_per_tensor_85" [style=solid, label="(1, 197, 3072)"]; +"605 dequantize_per_tensor_85" -> "611 linear_27" [style=solid, label="(1, 197, 3072)"]; +"606 scale_updated_constant28" -> "608 mul_tensor_28" [style=solid, label="(768, 1)"]; +"607 compressed_weight_updated_constant28" -> "608 mul_tensor_28" [style=solid, label="(768, 3072)"]; +"608 mul_tensor_28" -> "610 sub_tensor_28" [style=solid, label="(768, 3072)"]; +"609 zero_point_updated_constant28" -> "610 sub_tensor_28" [style=solid, label="(768, 1)"]; +"610 sub_tensor_28" -> "611 linear_27" [style=solid, label="(768, 3072)"]; +"611 linear_27" -> "612 dropout_21" [style=solid, label="(1, 197, 768)"]; +"612 dropout_21" -> "613 add_14" [style=solid, label="(1, 197, 768)"]; +"613 add_14" -> "614 layer_norm_14" [style=solid, label="(1, 197, 768)"]; +"613 add_14" -> "661 add_15" [style=solid, label="(1, 197, 768)"]; +"614 layer_norm_14" -> "615 transpose_42" [style=solid, label="(1, 197, 768)"]; +"615 transpose_42" -> "616 transpose_42_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"616 transpose_42_0_0_nncf_smooth_quant_0" -> "617 quantize_per_tensor_86" [style=solid, label="(197, 1, 768)"]; +"617 quantize_per_tensor_86" -> "618 dequantize_per_tensor_87" [style=solid, label="(197, 1, 768)"]; +"618 dequantize_per_tensor_87" -> "624 linear_28" [style=solid, label="(197, 1, 768)"]; +"619 scale_updated_constant29" -> "621 mul_tensor_29" [style=solid, label="(2304, 1)"]; +"620 compressed_weight_updated_constant29" -> "621 mul_tensor_29" [style=solid, label="(2304, 768)"]; +"621 mul_tensor_29" -> "623 sub_tensor_29" [style=solid, label="(2304, 768)"]; +"622 zero_point_updated_constant29" -> "623 sub_tensor_29" [style=solid, label="(2304, 1)"]; +"623 sub_tensor_29" -> "624 linear_28" [style=solid, label="(2304, 768)"]; +"624 linear_28" -> "625 unflatten_7" [style=solid, label="(197, 1, 2304)"]; +"625 unflatten_7" -> "626 unsqueeze_7" [style=solid, label="(197, 1, 3, 768)"]; +"626 unsqueeze_7" -> "627 transpose_43" [style=solid, label="(1, 197, 1, 3, 768)"]; +"627 transpose_43" -> "628 squeeze_7" [style=solid, label="(3, 197, 1, 1, 768)"]; +"628 squeeze_7" -> "629 contiguous_7" [style=solid, label="(3, 197, 1, 768)"]; +"629 contiguous_7" -> "630 quantize_per_tensor_88" [style=solid, label="(3, 197, 1, 768)"]; +"629 contiguous_7" -> "633 quantize_per_tensor_90" [style=solid, label="(3, 197, 1, 768)"]; +"629 contiguous_7" -> "636 select_23" [style=solid, label="(3, 197, 1, 768)"]; +"630 quantize_per_tensor_88" -> "631 dequantize_per_tensor_89" [style=solid, label="(3, 197, 1, 768)"]; +"631 dequantize_per_tensor_89" -> "632 select_21" [style=solid, label="(3, 197, 1, 768)"]; +"632 select_21" -> "637 view_56" [style=solid, label="(197, 1, 768)"]; +"633 quantize_per_tensor_90" -> "634 dequantize_per_tensor_91" [style=solid, label="(3, 197, 1, 768)"]; +"634 dequantize_per_tensor_91" -> "635 select_22" [style=solid, label="(3, 197, 1, 768)"]; +"635 select_22" -> "639 view_57" [style=solid, label="(197, 1, 768)"]; +"636 select_23" -> "641 view_58" [style=solid, label="(197, 1, 768)"]; +"637 view_56" -> "638 transpose_44" [style=solid, label="(197, 12, 64)"]; +"638 transpose_44" -> "643 view_59" [style=solid, label="(12, 197, 64)"]; +"639 view_57" -> "640 transpose_45" [style=solid, label="(197, 12, 64)"]; +"640 transpose_45" -> "644 view_60" [style=solid, label="(12, 197, 64)"]; +"641 view_58" -> "642 transpose_46" [style=solid, label="(197, 12, 64)"]; +"642 transpose_46" -> "645 view_61" [style=solid, label="(12, 197, 64)"]; +"643 view_59" -> "646 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"644 view_60" -> "646 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"645 view_61" -> "646 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"646 scaled_dot_product_attention_7" -> "647 permute_8" [style=solid, label="(1, 12, 197, 64)"]; +"647 permute_8" -> "648 view_62" [style=solid, label="(197, 1, 12, 64)"]; +"648 view_62" -> "649 view_62_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"649 view_62_0_0_nncf_smooth_quant_0" -> "650 quantize_per_tensor_92" [style=solid, label="(197, 768)"]; +"650 quantize_per_tensor_92" -> "651 dequantize_per_tensor_93" [style=solid, label="(197, 768)"]; +"651 dequantize_per_tensor_93" -> "657 linear_29" [style=solid, label="(197, 768)"]; +"652 scale_updated_constant30" -> "654 mul_tensor_30" [style=solid, label="(768, 1)"]; +"653 compressed_weight_updated_constant30" -> "654 mul_tensor_30" [style=solid, label="(768, 768)"]; +"654 mul_tensor_30" -> "656 sub_tensor_30" [style=solid, label="(768, 768)"]; +"655 zero_point_updated_constant30" -> "656 sub_tensor_30" [style=solid, label="(768, 1)"]; +"656 sub_tensor_30" -> "657 linear_29" [style=solid, label="(768, 768)"]; +"657 linear_29" -> "658 view_63" [style=solid, label="(197, 768)"]; +"658 view_63" -> "659 transpose_47" [style=solid, label="(197, 1, 768)"]; +"659 transpose_47" -> "660 dropout_22" [style=solid, label="(1, 197, 768)"]; +"660 dropout_22" -> "661 add_15" [style=solid, label="(1, 197, 768)"]; +"661 add_15" -> "662 layer_norm_15" [style=solid, label="(1, 197, 768)"]; +"661 add_15" -> "684 add_16" [style=solid, label="(1, 197, 768)"]; +"662 layer_norm_15" -> "663 layer_norm_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"663 layer_norm_15_0_0_nncf_smooth_quant_0" -> "664 quantize_per_tensor_94" [style=solid, label="(1, 197, 768)"]; +"664 quantize_per_tensor_94" -> "665 dequantize_per_tensor_95" [style=solid, label="(1, 197, 768)"]; +"665 dequantize_per_tensor_95" -> "671 linear_30" [style=solid, label="(1, 197, 768)"]; +"666 scale_updated_constant31" -> "668 mul_tensor_31" [style=solid, label="(3072, 1)"]; +"667 compressed_weight_updated_constant31" -> "668 mul_tensor_31" [style=solid, label="(3072, 768)"]; +"668 mul_tensor_31" -> "670 sub_tensor_31" [style=solid, label="(3072, 768)"]; +"669 zero_point_updated_constant31" -> "670 sub_tensor_31" [style=solid, label="(3072, 1)"]; +"670 sub_tensor_31" -> "671 linear_30" [style=solid, label="(3072, 768)"]; +"671 linear_30" -> "672 gelu_7" [style=solid, label="(1, 197, 3072)"]; +"672 gelu_7" -> "673 dropout_23" [style=solid, label="(1, 197, 3072)"]; +"673 dropout_23" -> "674 dropout_23_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"674 dropout_23_0_0_nncf_smooth_quant_0" -> "675 quantize_per_tensor_96" [style=solid, label="(1, 197, 3072)"]; +"675 quantize_per_tensor_96" -> "676 dequantize_per_tensor_97" [style=solid, label="(1, 197, 3072)"]; +"676 dequantize_per_tensor_97" -> "682 linear_31" [style=solid, label="(1, 197, 3072)"]; +"677 scale_updated_constant32" -> "679 mul_tensor_32" [style=solid, label="(768, 1)"]; +"678 compressed_weight_updated_constant32" -> "679 mul_tensor_32" [style=solid, label="(768, 3072)"]; +"679 mul_tensor_32" -> "681 sub_tensor_32" [style=solid, label="(768, 3072)"]; +"680 zero_point_updated_constant32" -> "681 sub_tensor_32" [style=solid, label="(768, 1)"]; +"681 sub_tensor_32" -> "682 linear_31" [style=solid, label="(768, 3072)"]; +"682 linear_31" -> "683 dropout_24" [style=solid, label="(1, 197, 768)"]; +"683 dropout_24" -> "684 add_16" [style=solid, label="(1, 197, 768)"]; +"684 add_16" -> "685 layer_norm_16" [style=solid, label="(1, 197, 768)"]; +"684 add_16" -> "732 add_17" [style=solid, label="(1, 197, 768)"]; +"685 layer_norm_16" -> "686 transpose_48" [style=solid, label="(1, 197, 768)"]; +"686 transpose_48" -> "687 transpose_48_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"687 transpose_48_0_0_nncf_smooth_quant_0" -> "688 quantize_per_tensor_98" [style=solid, label="(197, 1, 768)"]; +"688 quantize_per_tensor_98" -> "689 dequantize_per_tensor_99" [style=solid, label="(197, 1, 768)"]; +"689 dequantize_per_tensor_99" -> "695 linear_32" [style=solid, label="(197, 1, 768)"]; +"690 scale_updated_constant33" -> "692 mul_tensor_33" [style=solid, label="(2304, 1)"]; +"691 compressed_weight_updated_constant33" -> "692 mul_tensor_33" [style=solid, label="(2304, 768)"]; +"692 mul_tensor_33" -> "694 sub_tensor_33" [style=solid, label="(2304, 768)"]; +"693 zero_point_updated_constant33" -> "694 sub_tensor_33" [style=solid, label="(2304, 1)"]; +"694 sub_tensor_33" -> "695 linear_32" [style=solid, label="(2304, 768)"]; +"695 linear_32" -> "696 unflatten_8" [style=solid, label="(197, 1, 2304)"]; +"696 unflatten_8" -> "697 unsqueeze_8" [style=solid, label="(197, 1, 3, 768)"]; +"697 unsqueeze_8" -> "698 transpose_49" [style=solid, label="(1, 197, 1, 3, 768)"]; +"698 transpose_49" -> "699 squeeze_8" [style=solid, label="(3, 197, 1, 1, 768)"]; +"699 squeeze_8" -> "700 contiguous_8" [style=solid, label="(3, 197, 1, 768)"]; +"700 contiguous_8" -> "701 quantize_per_tensor_100" [style=solid, label="(3, 197, 1, 768)"]; +"700 contiguous_8" -> "704 quantize_per_tensor_102" [style=solid, label="(3, 197, 1, 768)"]; +"700 contiguous_8" -> "707 select_26" [style=solid, label="(3, 197, 1, 768)"]; +"701 quantize_per_tensor_100" -> "702 dequantize_per_tensor_101" [style=solid, label="(3, 197, 1, 768)"]; +"702 dequantize_per_tensor_101" -> "703 select_24" [style=solid, label="(3, 197, 1, 768)"]; +"703 select_24" -> "708 view_64" [style=solid, label="(197, 1, 768)"]; +"704 quantize_per_tensor_102" -> "705 dequantize_per_tensor_103" [style=solid, label="(3, 197, 1, 768)"]; +"705 dequantize_per_tensor_103" -> "706 select_25" [style=solid, label="(3, 197, 1, 768)"]; +"706 select_25" -> "710 view_65" [style=solid, label="(197, 1, 768)"]; +"707 select_26" -> "712 view_66" [style=solid, label="(197, 1, 768)"]; +"708 view_64" -> "709 transpose_50" [style=solid, label="(197, 12, 64)"]; +"709 transpose_50" -> "714 view_67" [style=solid, label="(12, 197, 64)"]; +"710 view_65" -> "711 transpose_51" [style=solid, label="(197, 12, 64)"]; +"711 transpose_51" -> "715 view_68" [style=solid, label="(12, 197, 64)"]; +"712 view_66" -> "713 transpose_52" [style=solid, label="(197, 12, 64)"]; +"713 transpose_52" -> "716 view_69" [style=solid, label="(12, 197, 64)"]; +"714 view_67" -> "717 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"715 view_68" -> "717 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"716 view_69" -> "717 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"717 scaled_dot_product_attention_8" -> "718 permute_9" [style=solid, label="(1, 12, 197, 64)"]; +"718 permute_9" -> "719 view_70" [style=solid, label="(197, 1, 12, 64)"]; +"719 view_70" -> "720 view_70_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"720 view_70_0_0_nncf_smooth_quant_0" -> "721 quantize_per_tensor_104" [style=solid, label="(197, 768)"]; +"721 quantize_per_tensor_104" -> "722 dequantize_per_tensor_105" [style=solid, label="(197, 768)"]; +"722 dequantize_per_tensor_105" -> "728 linear_33" [style=solid, label="(197, 768)"]; +"723 scale_updated_constant34" -> "725 mul_tensor_34" [style=solid, label="(768, 1)"]; +"724 compressed_weight_updated_constant34" -> "725 mul_tensor_34" [style=solid, label="(768, 768)"]; +"725 mul_tensor_34" -> "727 sub_tensor_34" [style=solid, label="(768, 768)"]; +"726 zero_point_updated_constant34" -> "727 sub_tensor_34" [style=solid, label="(768, 1)"]; +"727 sub_tensor_34" -> "728 linear_33" [style=solid, label="(768, 768)"]; +"728 linear_33" -> "729 view_71" [style=solid, label="(197, 768)"]; +"729 view_71" -> "730 transpose_53" [style=solid, label="(197, 1, 768)"]; +"730 transpose_53" -> "731 dropout_25" [style=solid, label="(1, 197, 768)"]; +"731 dropout_25" -> "732 add_17" [style=solid, label="(1, 197, 768)"]; +"732 add_17" -> "733 layer_norm_17" [style=solid, label="(1, 197, 768)"]; +"732 add_17" -> "755 add_18" [style=solid, label="(1, 197, 768)"]; +"733 layer_norm_17" -> "734 layer_norm_17_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"734 layer_norm_17_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_106" [style=solid, label="(1, 197, 768)"]; +"735 quantize_per_tensor_106" -> "736 dequantize_per_tensor_107" [style=solid, label="(1, 197, 768)"]; +"736 dequantize_per_tensor_107" -> "742 linear_34" [style=solid, label="(1, 197, 768)"]; +"737 scale_updated_constant35" -> "739 mul_tensor_35" [style=solid, label="(3072, 1)"]; +"738 compressed_weight_updated_constant35" -> "739 mul_tensor_35" [style=solid, label="(3072, 768)"]; +"739 mul_tensor_35" -> "741 sub_tensor_35" [style=solid, label="(3072, 768)"]; +"740 zero_point_updated_constant35" -> "741 sub_tensor_35" [style=solid, label="(3072, 1)"]; +"741 sub_tensor_35" -> "742 linear_34" [style=solid, label="(3072, 768)"]; +"742 linear_34" -> "743 gelu_8" [style=solid, label="(1, 197, 3072)"]; +"743 gelu_8" -> "744 dropout_26" [style=solid, label="(1, 197, 3072)"]; +"744 dropout_26" -> "745 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"745 dropout_26_0_0_nncf_smooth_quant_0" -> "746 quantize_per_tensor_108" [style=solid, label="(1, 197, 3072)"]; +"746 quantize_per_tensor_108" -> "747 dequantize_per_tensor_109" [style=solid, label="(1, 197, 3072)"]; +"747 dequantize_per_tensor_109" -> "753 linear_35" [style=solid, label="(1, 197, 3072)"]; +"748 scale_updated_constant36" -> "750 mul_tensor_36" [style=solid, label="(768, 1)"]; +"749 compressed_weight_updated_constant36" -> "750 mul_tensor_36" [style=solid, label="(768, 3072)"]; +"750 mul_tensor_36" -> "752 sub_tensor_36" [style=solid, label="(768, 3072)"]; +"751 zero_point_updated_constant36" -> "752 sub_tensor_36" [style=solid, label="(768, 1)"]; +"752 sub_tensor_36" -> "753 linear_35" [style=solid, label="(768, 3072)"]; +"753 linear_35" -> "754 dropout_27" [style=solid, label="(1, 197, 768)"]; +"754 dropout_27" -> "755 add_18" [style=solid, label="(1, 197, 768)"]; +"755 add_18" -> "756 layer_norm_18" [style=solid, label="(1, 197, 768)"]; +"755 add_18" -> "803 add_19" [style=solid, label="(1, 197, 768)"]; +"756 layer_norm_18" -> "757 transpose_54" [style=solid, label="(1, 197, 768)"]; +"757 transpose_54" -> "758 transpose_54_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"758 transpose_54_0_0_nncf_smooth_quant_0" -> "759 quantize_per_tensor_110" [style=solid, label="(197, 1, 768)"]; +"759 quantize_per_tensor_110" -> "760 dequantize_per_tensor_111" [style=solid, label="(197, 1, 768)"]; +"760 dequantize_per_tensor_111" -> "766 linear_36" [style=solid, label="(197, 1, 768)"]; +"761 scale_updated_constant37" -> "763 mul_tensor_37" [style=solid, label="(2304, 1)"]; +"762 compressed_weight_updated_constant37" -> "763 mul_tensor_37" [style=solid, label="(2304, 768)"]; +"763 mul_tensor_37" -> "765 sub_tensor_37" [style=solid, label="(2304, 768)"]; +"764 zero_point_updated_constant37" -> "765 sub_tensor_37" [style=solid, label="(2304, 1)"]; +"765 sub_tensor_37" -> "766 linear_36" [style=solid, label="(2304, 768)"]; +"766 linear_36" -> "767 unflatten_9" [style=solid, label="(197, 1, 2304)"]; +"767 unflatten_9" -> "768 unsqueeze_9" [style=solid, label="(197, 1, 3, 768)"]; +"768 unsqueeze_9" -> "769 transpose_55" [style=solid, label="(1, 197, 1, 3, 768)"]; +"769 transpose_55" -> "770 squeeze_9" [style=solid, label="(3, 197, 1, 1, 768)"]; +"770 squeeze_9" -> "771 contiguous_9" [style=solid, label="(3, 197, 1, 768)"]; +"771 contiguous_9" -> "772 quantize_per_tensor_112" [style=solid, label="(3, 197, 1, 768)"]; +"771 contiguous_9" -> "775 quantize_per_tensor_114" [style=solid, label="(3, 197, 1, 768)"]; +"771 contiguous_9" -> "778 select_29" [style=solid, label="(3, 197, 1, 768)"]; +"772 quantize_per_tensor_112" -> "773 dequantize_per_tensor_113" [style=solid, label="(3, 197, 1, 768)"]; +"773 dequantize_per_tensor_113" -> "774 select_27" [style=solid, label="(3, 197, 1, 768)"]; +"774 select_27" -> "779 view_72" [style=solid, label="(197, 1, 768)"]; +"775 quantize_per_tensor_114" -> "776 dequantize_per_tensor_115" [style=solid, label="(3, 197, 1, 768)"]; +"776 dequantize_per_tensor_115" -> "777 select_28" [style=solid, label="(3, 197, 1, 768)"]; +"777 select_28" -> "781 view_73" [style=solid, label="(197, 1, 768)"]; +"778 select_29" -> "783 view_74" [style=solid, label="(197, 1, 768)"]; +"779 view_72" -> "780 transpose_56" [style=solid, label="(197, 12, 64)"]; +"780 transpose_56" -> "785 view_75" [style=solid, label="(12, 197, 64)"]; +"781 view_73" -> "782 transpose_57" [style=solid, label="(197, 12, 64)"]; +"782 transpose_57" -> "786 view_76" [style=solid, label="(12, 197, 64)"]; +"783 view_74" -> "784 transpose_58" [style=solid, label="(197, 12, 64)"]; +"784 transpose_58" -> "787 view_77" [style=solid, label="(12, 197, 64)"]; +"785 view_75" -> "788 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"786 view_76" -> "788 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"787 view_77" -> "788 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"788 scaled_dot_product_attention_9" -> "789 permute_10" [style=solid, label="(1, 12, 197, 64)"]; +"789 permute_10" -> "790 view_78" [style=solid, label="(197, 1, 12, 64)"]; +"790 view_78" -> "791 view_78_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"791 view_78_0_0_nncf_smooth_quant_0" -> "792 quantize_per_tensor_116" [style=solid, label="(197, 768)"]; +"792 quantize_per_tensor_116" -> "793 dequantize_per_tensor_117" [style=solid, label="(197, 768)"]; +"793 dequantize_per_tensor_117" -> "799 linear_37" [style=solid, label="(197, 768)"]; +"794 scale_updated_constant38" -> "796 mul_tensor_38" [style=solid, label="(768, 1)"]; +"795 compressed_weight_updated_constant38" -> "796 mul_tensor_38" [style=solid, label="(768, 768)"]; +"796 mul_tensor_38" -> "798 sub_tensor_38" [style=solid, label="(768, 768)"]; +"797 zero_point_updated_constant38" -> "798 sub_tensor_38" [style=solid, label="(768, 1)"]; +"798 sub_tensor_38" -> "799 linear_37" [style=solid, label="(768, 768)"]; +"799 linear_37" -> "800 view_79" [style=solid, label="(197, 768)"]; +"800 view_79" -> "801 transpose_59" [style=solid, label="(197, 1, 768)"]; +"801 transpose_59" -> "802 dropout_28" [style=solid, label="(1, 197, 768)"]; +"802 dropout_28" -> "803 add_19" [style=solid, label="(1, 197, 768)"]; +"803 add_19" -> "804 layer_norm_19" [style=solid, label="(1, 197, 768)"]; +"803 add_19" -> "826 add_20" [style=solid, label="(1, 197, 768)"]; +"804 layer_norm_19" -> "805 layer_norm_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"805 layer_norm_19_0_0_nncf_smooth_quant_0" -> "806 quantize_per_tensor_118" [style=solid, label="(1, 197, 768)"]; +"806 quantize_per_tensor_118" -> "807 dequantize_per_tensor_119" [style=solid, label="(1, 197, 768)"]; +"807 dequantize_per_tensor_119" -> "813 linear_38" [style=solid, label="(1, 197, 768)"]; +"808 scale_updated_constant39" -> "810 mul_tensor_39" [style=solid, label="(3072, 1)"]; +"809 compressed_weight_updated_constant39" -> "810 mul_tensor_39" [style=solid, label="(3072, 768)"]; +"810 mul_tensor_39" -> "812 sub_tensor_39" [style=solid, label="(3072, 768)"]; +"811 zero_point_updated_constant39" -> "812 sub_tensor_39" [style=solid, label="(3072, 1)"]; +"812 sub_tensor_39" -> "813 linear_38" [style=solid, label="(3072, 768)"]; +"813 linear_38" -> "814 gelu_9" [style=solid, label="(1, 197, 3072)"]; +"814 gelu_9" -> "815 dropout_29" [style=solid, label="(1, 197, 3072)"]; +"815 dropout_29" -> "816 dropout_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"816 dropout_29_0_0_nncf_smooth_quant_0" -> "817 quantize_per_tensor_120" [style=solid, label="(1, 197, 3072)"]; +"817 quantize_per_tensor_120" -> "818 dequantize_per_tensor_121" [style=solid, label="(1, 197, 3072)"]; +"818 dequantize_per_tensor_121" -> "824 linear_39" [style=solid, label="(1, 197, 3072)"]; +"819 scale_updated_constant40" -> "821 mul_tensor_40" [style=solid, label="(768, 1)"]; +"820 compressed_weight_updated_constant40" -> "821 mul_tensor_40" [style=solid, label="(768, 3072)"]; +"821 mul_tensor_40" -> "823 sub_tensor_40" [style=solid, label="(768, 3072)"]; +"822 zero_point_updated_constant40" -> "823 sub_tensor_40" [style=solid, label="(768, 1)"]; +"823 sub_tensor_40" -> "824 linear_39" [style=solid, label="(768, 3072)"]; +"824 linear_39" -> "825 dropout_30" [style=solid, label="(1, 197, 768)"]; +"825 dropout_30" -> "826 add_20" [style=solid, label="(1, 197, 768)"]; +"826 add_20" -> "827 layer_norm_20" [style=solid, label="(1, 197, 768)"]; +"826 add_20" -> "874 add_21" [style=solid, label="(1, 197, 768)"]; +"827 layer_norm_20" -> "828 transpose_60" [style=solid, label="(1, 197, 768)"]; +"828 transpose_60" -> "829 transpose_60_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"829 transpose_60_0_0_nncf_smooth_quant_0" -> "830 quantize_per_tensor_122" [style=solid, label="(197, 1, 768)"]; +"830 quantize_per_tensor_122" -> "831 dequantize_per_tensor_123" [style=solid, label="(197, 1, 768)"]; +"831 dequantize_per_tensor_123" -> "837 linear_40" [style=solid, label="(197, 1, 768)"]; +"832 scale_updated_constant41" -> "834 mul_tensor_41" [style=solid, label="(2304, 1)"]; +"833 compressed_weight_updated_constant41" -> "834 mul_tensor_41" [style=solid, label="(2304, 768)"]; +"834 mul_tensor_41" -> "836 sub_tensor_41" [style=solid, label="(2304, 768)"]; +"835 zero_point_updated_constant41" -> "836 sub_tensor_41" [style=solid, label="(2304, 1)"]; +"836 sub_tensor_41" -> "837 linear_40" [style=solid, label="(2304, 768)"]; +"837 linear_40" -> "838 unflatten_10" [style=solid, label="(197, 1, 2304)"]; +"838 unflatten_10" -> "839 unsqueeze_10" [style=solid, label="(197, 1, 3, 768)"]; +"839 unsqueeze_10" -> "840 transpose_61" [style=solid, label="(1, 197, 1, 3, 768)"]; +"840 transpose_61" -> "841 squeeze_10" [style=solid, label="(3, 197, 1, 1, 768)"]; +"841 squeeze_10" -> "842 contiguous_10" [style=solid, label="(3, 197, 1, 768)"]; +"842 contiguous_10" -> "843 quantize_per_tensor_124" [style=solid, label="(3, 197, 1, 768)"]; +"842 contiguous_10" -> "846 quantize_per_tensor_126" [style=solid, label="(3, 197, 1, 768)"]; +"842 contiguous_10" -> "849 select_32" [style=solid, label="(3, 197, 1, 768)"]; +"843 quantize_per_tensor_124" -> "844 dequantize_per_tensor_125" [style=solid, label="(3, 197, 1, 768)"]; +"844 dequantize_per_tensor_125" -> "845 select_30" [style=solid, label="(3, 197, 1, 768)"]; +"845 select_30" -> "850 view_80" [style=solid, label="(197, 1, 768)"]; +"846 quantize_per_tensor_126" -> "847 dequantize_per_tensor_127" [style=solid, label="(3, 197, 1, 768)"]; +"847 dequantize_per_tensor_127" -> "848 select_31" [style=solid, label="(3, 197, 1, 768)"]; +"848 select_31" -> "852 view_81" [style=solid, label="(197, 1, 768)"]; +"849 select_32" -> "854 view_82" [style=solid, label="(197, 1, 768)"]; +"850 view_80" -> "851 transpose_62" [style=solid, label="(197, 12, 64)"]; +"851 transpose_62" -> "856 view_83" [style=solid, label="(12, 197, 64)"]; +"852 view_81" -> "853 transpose_63" [style=solid, label="(197, 12, 64)"]; +"853 transpose_63" -> "857 view_84" [style=solid, label="(12, 197, 64)"]; +"854 view_82" -> "855 transpose_64" [style=solid, label="(197, 12, 64)"]; +"855 transpose_64" -> "858 view_85" [style=solid, label="(12, 197, 64)"]; +"856 view_83" -> "859 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"857 view_84" -> "859 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"858 view_85" -> "859 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"859 scaled_dot_product_attention_10" -> "860 permute_11" [style=solid, label="(1, 12, 197, 64)"]; +"860 permute_11" -> "861 view_86" [style=solid, label="(197, 1, 12, 64)"]; +"861 view_86" -> "862 view_86_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"862 view_86_0_0_nncf_smooth_quant_0" -> "863 quantize_per_tensor_128" [style=solid, label="(197, 768)"]; +"863 quantize_per_tensor_128" -> "864 dequantize_per_tensor_129" [style=solid, label="(197, 768)"]; +"864 dequantize_per_tensor_129" -> "870 linear_41" [style=solid, label="(197, 768)"]; +"865 scale_updated_constant42" -> "867 mul_tensor_42" [style=solid, label="(768, 1)"]; +"866 compressed_weight_updated_constant42" -> "867 mul_tensor_42" [style=solid, label="(768, 768)"]; +"867 mul_tensor_42" -> "869 sub_tensor_42" [style=solid, label="(768, 768)"]; +"868 zero_point_updated_constant42" -> "869 sub_tensor_42" [style=solid, label="(768, 1)"]; +"869 sub_tensor_42" -> "870 linear_41" [style=solid, label="(768, 768)"]; +"870 linear_41" -> "871 view_87" [style=solid, label="(197, 768)"]; +"871 view_87" -> "872 transpose_65" [style=solid, label="(197, 1, 768)"]; +"872 transpose_65" -> "873 dropout_31" [style=solid, label="(1, 197, 768)"]; +"873 dropout_31" -> "874 add_21" [style=solid, label="(1, 197, 768)"]; +"874 add_21" -> "875 layer_norm_21" [style=solid, label="(1, 197, 768)"]; +"874 add_21" -> "897 add_22" [style=solid, label="(1, 197, 768)"]; +"875 layer_norm_21" -> "876 layer_norm_21_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"876 layer_norm_21_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_130" [style=solid, label="(1, 197, 768)"]; +"877 quantize_per_tensor_130" -> "878 dequantize_per_tensor_131" [style=solid, label="(1, 197, 768)"]; +"878 dequantize_per_tensor_131" -> "884 linear_42" [style=solid, label="(1, 197, 768)"]; +"879 scale_updated_constant43" -> "881 mul_tensor_43" [style=solid, label="(3072, 1)"]; +"880 compressed_weight_updated_constant43" -> "881 mul_tensor_43" [style=solid, label="(3072, 768)"]; +"881 mul_tensor_43" -> "883 sub_tensor_43" [style=solid, label="(3072, 768)"]; +"882 zero_point_updated_constant43" -> "883 sub_tensor_43" [style=solid, label="(3072, 1)"]; +"883 sub_tensor_43" -> "884 linear_42" [style=solid, label="(3072, 768)"]; +"884 linear_42" -> "885 gelu_10" [style=solid, label="(1, 197, 3072)"]; +"885 gelu_10" -> "886 dropout_32" [style=solid, label="(1, 197, 3072)"]; +"886 dropout_32" -> "887 dropout_32_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"887 dropout_32_0_0_nncf_smooth_quant_0" -> "888 quantize_per_tensor_132" [style=solid, label="(1, 197, 3072)"]; +"888 quantize_per_tensor_132" -> "889 dequantize_per_tensor_133" [style=solid, label="(1, 197, 3072)"]; +"889 dequantize_per_tensor_133" -> "895 linear_43" [style=solid, label="(1, 197, 3072)"]; +"890 scale_updated_constant44" -> "892 mul_tensor_44" [style=solid, label="(768, 1)"]; +"891 compressed_weight_updated_constant44" -> "892 mul_tensor_44" [style=solid, label="(768, 3072)"]; +"892 mul_tensor_44" -> "894 sub_tensor_44" [style=solid, label="(768, 3072)"]; +"893 zero_point_updated_constant44" -> "894 sub_tensor_44" [style=solid, label="(768, 1)"]; +"894 sub_tensor_44" -> "895 linear_43" [style=solid, label="(768, 3072)"]; +"895 linear_43" -> "896 dropout_33" [style=solid, label="(1, 197, 768)"]; +"896 dropout_33" -> "897 add_22" [style=solid, label="(1, 197, 768)"]; +"897 add_22" -> "898 layer_norm_22" [style=solid, label="(1, 197, 768)"]; +"897 add_22" -> "945 add_23" [style=solid, label="(1, 197, 768)"]; +"898 layer_norm_22" -> "899 transpose_66" [style=solid, label="(1, 197, 768)"]; +"899 transpose_66" -> "900 transpose_66_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"900 transpose_66_0_0_nncf_smooth_quant_0" -> "901 quantize_per_tensor_134" [style=solid, label="(197, 1, 768)"]; +"901 quantize_per_tensor_134" -> "902 dequantize_per_tensor_135" [style=solid, label="(197, 1, 768)"]; +"902 dequantize_per_tensor_135" -> "908 linear_44" [style=solid, label="(197, 1, 768)"]; +"903 scale_updated_constant45" -> "905 mul_tensor_45" [style=solid, label="(2304, 1)"]; +"904 compressed_weight_updated_constant45" -> "905 mul_tensor_45" [style=solid, label="(2304, 768)"]; +"905 mul_tensor_45" -> "907 sub_tensor_45" [style=solid, label="(2304, 768)"]; +"906 zero_point_updated_constant45" -> "907 sub_tensor_45" [style=solid, label="(2304, 1)"]; +"907 sub_tensor_45" -> "908 linear_44" [style=solid, label="(2304, 768)"]; +"908 linear_44" -> "909 unflatten_11" [style=solid, label="(197, 1, 2304)"]; +"909 unflatten_11" -> "910 unsqueeze_11" [style=solid, label="(197, 1, 3, 768)"]; +"910 unsqueeze_11" -> "911 transpose_67" [style=solid, label="(1, 197, 1, 3, 768)"]; +"911 transpose_67" -> "912 squeeze_11" [style=solid, label="(3, 197, 1, 1, 768)"]; +"912 squeeze_11" -> "913 contiguous_11" [style=solid, label="(3, 197, 1, 768)"]; +"913 contiguous_11" -> "914 quantize_per_tensor_136" [style=solid, label="(3, 197, 1, 768)"]; +"913 contiguous_11" -> "917 quantize_per_tensor_138" [style=solid, label="(3, 197, 1, 768)"]; +"913 contiguous_11" -> "920 select_35" [style=solid, label="(3, 197, 1, 768)"]; +"914 quantize_per_tensor_136" -> "915 dequantize_per_tensor_137" [style=solid, label="(3, 197, 1, 768)"]; +"915 dequantize_per_tensor_137" -> "916 select_33" [style=solid, label="(3, 197, 1, 768)"]; +"916 select_33" -> "921 view_88" [style=solid, label="(197, 1, 768)"]; +"917 quantize_per_tensor_138" -> "918 dequantize_per_tensor_139" [style=solid, label="(3, 197, 1, 768)"]; +"918 dequantize_per_tensor_139" -> "919 select_34" [style=solid, label="(3, 197, 1, 768)"]; +"919 select_34" -> "923 view_89" [style=solid, label="(197, 1, 768)"]; +"920 select_35" -> "925 view_90" [style=solid, label="(197, 1, 768)"]; +"921 view_88" -> "922 transpose_68" [style=solid, label="(197, 12, 64)"]; +"922 transpose_68" -> "927 view_91" [style=solid, label="(12, 197, 64)"]; +"923 view_89" -> "924 transpose_69" [style=solid, label="(197, 12, 64)"]; +"924 transpose_69" -> "928 view_92" [style=solid, label="(12, 197, 64)"]; +"925 view_90" -> "926 transpose_70" [style=solid, label="(197, 12, 64)"]; +"926 transpose_70" -> "929 view_93" [style=solid, label="(12, 197, 64)"]; +"927 view_91" -> "930 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"928 view_92" -> "930 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"929 view_93" -> "930 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"930 scaled_dot_product_attention_11" -> "931 permute_12" [style=solid, label="(1, 12, 197, 64)"]; +"931 permute_12" -> "932 view_94" [style=solid, label="(197, 1, 12, 64)"]; +"932 view_94" -> "933 view_94_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"933 view_94_0_0_nncf_smooth_quant_0" -> "934 quantize_per_tensor_140" [style=solid, label="(197, 768)"]; +"934 quantize_per_tensor_140" -> "935 dequantize_per_tensor_141" [style=solid, label="(197, 768)"]; +"935 dequantize_per_tensor_141" -> "941 linear_45" [style=solid, label="(197, 768)"]; +"936 scale_updated_constant46" -> "938 mul_tensor_46" [style=solid, label="(768, 1)"]; +"937 compressed_weight_updated_constant46" -> "938 mul_tensor_46" [style=solid, label="(768, 768)"]; +"938 mul_tensor_46" -> "940 sub_tensor_46" [style=solid, label="(768, 768)"]; +"939 zero_point_updated_constant46" -> "940 sub_tensor_46" [style=solid, label="(768, 1)"]; +"940 sub_tensor_46" -> "941 linear_45" [style=solid, label="(768, 768)"]; +"941 linear_45" -> "942 view_95" [style=solid, label="(197, 768)"]; +"942 view_95" -> "943 transpose_71" [style=solid, label="(197, 1, 768)"]; +"943 transpose_71" -> "944 dropout_34" [style=solid, label="(1, 197, 768)"]; +"944 dropout_34" -> "945 add_23" [style=solid, label="(1, 197, 768)"]; +"945 add_23" -> "946 layer_norm_23" [style=solid, label="(1, 197, 768)"]; +"945 add_23" -> "968 add_24" [style=solid, label="(1, 197, 768)"]; +"946 layer_norm_23" -> "947 layer_norm_23_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"947 layer_norm_23_0_0_nncf_smooth_quant_0" -> "948 quantize_per_tensor_142" [style=solid, label="(1, 197, 768)"]; +"948 quantize_per_tensor_142" -> "949 dequantize_per_tensor_143" [style=solid, label="(1, 197, 768)"]; +"949 dequantize_per_tensor_143" -> "955 linear_46" [style=solid, label="(1, 197, 768)"]; +"950 scale_updated_constant47" -> "952 mul_tensor_47" [style=solid, label="(3072, 1)"]; +"951 compressed_weight_updated_constant47" -> "952 mul_tensor_47" [style=solid, label="(3072, 768)"]; +"952 mul_tensor_47" -> "954 sub_tensor_47" [style=solid, label="(3072, 768)"]; +"953 zero_point_updated_constant47" -> "954 sub_tensor_47" [style=solid, label="(3072, 1)"]; +"954 sub_tensor_47" -> "955 linear_46" [style=solid, label="(3072, 768)"]; +"955 linear_46" -> "956 gelu_11" [style=solid, label="(1, 197, 3072)"]; +"956 gelu_11" -> "957 dropout_35" [style=solid, label="(1, 197, 3072)"]; +"957 dropout_35" -> "958 dropout_35_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"958 dropout_35_0_0_nncf_smooth_quant_0" -> "959 quantize_per_tensor_144" [style=solid, label="(1, 197, 3072)"]; +"959 quantize_per_tensor_144" -> "960 dequantize_per_tensor_145" [style=solid, label="(1, 197, 3072)"]; +"960 dequantize_per_tensor_145" -> "966 linear_47" [style=solid, label="(1, 197, 3072)"]; +"961 scale_updated_constant48" -> "963 mul_tensor_48" [style=solid, label="(768, 1)"]; +"962 compressed_weight_updated_constant48" -> "963 mul_tensor_48" [style=solid, label="(768, 3072)"]; +"963 mul_tensor_48" -> "965 sub_tensor_48" [style=solid, label="(768, 3072)"]; +"964 zero_point_updated_constant48" -> "965 sub_tensor_48" [style=solid, label="(768, 1)"]; +"965 sub_tensor_48" -> "966 linear_47" [style=solid, label="(768, 3072)"]; +"966 linear_47" -> "967 dropout_36" [style=solid, label="(1, 197, 768)"]; +"967 dropout_36" -> "968 add_24" [style=solid, label="(1, 197, 768)"]; +"968 add_24" -> "969 layer_norm_24" [style=solid, label="(1, 197, 768)"]; +"969 layer_norm_24" -> "970 slice_1" [style=solid, label="(1, 197, 768)"]; +"970 slice_1" -> "971 select_36" [style=solid, label="(1, 197, 768)"]; +"971 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_146" [style=solid, label="(1, 768)"]; +"973 quantize_per_tensor_146" -> "974 dequantize_per_tensor_147" [style=solid, label="(1, 768)"]; +"974 dequantize_per_tensor_147" -> "980 linear_48" [style=solid, label="(1, 768)"]; +"975 scale_updated_constant49" -> "977 mul_tensor_49" [style=solid, label="(1000, 1)"]; +"976 compressed_weight_updated_constant49" -> "977 mul_tensor_49" [style=solid, label="(1000, 768)"]; +"977 mul_tensor_49" -> "979 sub_tensor_49" [style=solid, label="(1000, 768)"]; +"978 zero_point_updated_constant49" -> "979 sub_tensor_49" [style=solid, label="(1000, 1)"]; +"979 sub_tensor_49" -> "980 linear_48" [style=solid, label="(1000, 768)"]; +"980 linear_48" -> "981 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/OpenVINOQuantizer/yolo11n_sdpa_block.dot index c349bc361b7..fb4c1acad13 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/yolo11n_sdpa_block.dot @@ -1,21 +1,21 @@ -strict digraph { +strict digraph { "0 x" [id=0, type=input]; -"1 x_0_0_nncf_smooth_quant_0" [id=1, type=call_module]; -"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; -"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; -"4 scale_updated_constant0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"1 x_0_0_nncf_smooth_quant_0" [id=1, type="call_module"]; +"2 quantize_per_tensor_0" [id=2, type="quantize_per_tensor"]; +"3 dequantize_per_tensor_1" [id=3, type="dequantize_per_tensor"]; +"4 scale_updated_constant0" [id=4, type="get_attr"]; +"5 compressed_weight_updated_constant0" [id=5, type="get_attr"]; "6 mul_tensor" [id=6, type=mul]; -"7 zero_point_updated_constant0" [id=7, type=get_attr]; +"7 zero_point_updated_constant0" [id=7, type="get_attr"]; "8 sub_tensor" [id=8, type=sub]; "9 linear" [id=9, type=linear]; -"10 quantize_per_tensor_default_1" [id=10, type=quantize_per_tensor]; -"11 dequantize_per_tensor_default_1" [id=11, type=dequantize_per_tensor]; +"10 quantize_per_tensor_2" [id=10, type="quantize_per_tensor"]; +"11 dequantize_per_tensor_3" [id=11, type="dequantize_per_tensor"]; "12 slice_1" [id=12, type=slice]; "13 slice_2" [id=13, type=slice]; "14 slice_3" [id=14, type=slice]; -"15 quantize_per_tensor_default_2" [id=15, type=quantize_per_tensor]; -"16 dequantize_per_tensor_default_2" [id=16, type=dequantize_per_tensor]; +"15 quantize_per_tensor_4" [id=15, type="quantize_per_tensor"]; +"16 dequantize_per_tensor_5" [id=16, type="dequantize_per_tensor"]; "17 slice_4" [id=17, type=slice]; "18 slice_5" [id=18, type=slice]; "19 slice_6" [id=19, type=slice]; @@ -24,40 +24,40 @@ strict digraph { "22 slice_9" [id=22, type=slice]; "23 transpose" [id=23, type=transpose]; "24 matmul" [id=24, type=matmul]; -"25 div_" [id=25, type=div_]; +"25 div_" [id=25, type="div_"]; "26 softmax" [id=26, type=softmax]; "27 transpose_1" [id=27, type=transpose]; "28 matmul_1" [id=28, type=matmul]; "29 output" [id=29, type=output]; -"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [label="(1, 2, 4)", style=solid]; -"1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; -"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; -"3 dequantize_per_tensor_default" -> "9 linear" [label="(1, 2, 4)", style=solid]; -"4 scale_updated_constant0" -> "6 mul_tensor" [label="(12, 1)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(12, 4)", style=solid]; -"6 mul_tensor" -> "8 sub_tensor" [label="(12, 4)", style=solid]; -"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(12, 1)", style=solid]; -"8 sub_tensor" -> "9 linear" [label="(12, 4)", style=solid]; -"9 linear" -> "10 quantize_per_tensor_default_1" [label="(1, 2, 12)", style=solid]; -"9 linear" -> "15 quantize_per_tensor_default_2" [label="(1, 2, 12)", style=solid]; -"9 linear" -> "20 slice_7" [label="(1, 2, 12)", style=solid]; -"10 quantize_per_tensor_default_1" -> "11 dequantize_per_tensor_default_1" [label="(1, 2, 12)", style=solid]; -"11 dequantize_per_tensor_default_1" -> "12 slice_1" [label="(1, 2, 12)", style=solid]; -"12 slice_1" -> "13 slice_2" [label="(1, 2, 12)", style=solid]; -"13 slice_2" -> "14 slice_3" [label="(1, 2, 12)", style=solid]; -"14 slice_3" -> "24 matmul" [label="(1, 2, 4)", style=solid]; -"15 quantize_per_tensor_default_2" -> "16 dequantize_per_tensor_default_2" [label="(1, 2, 12)", style=solid]; -"16 dequantize_per_tensor_default_2" -> "17 slice_4" [label="(1, 2, 12)", style=solid]; -"17 slice_4" -> "18 slice_5" [label="(1, 2, 12)", style=solid]; -"18 slice_5" -> "19 slice_6" [label="(1, 2, 12)", style=solid]; -"19 slice_6" -> "23 transpose" [label="(1, 2, 4)", style=solid]; -"20 slice_7" -> "21 slice_8" [label="(1, 2, 12)", style=solid]; -"21 slice_8" -> "22 slice_9" [label="(1, 2, 12)", style=solid]; -"22 slice_9" -> "28 matmul_1" [label="(1, 2, 4)", style=solid]; -"23 transpose" -> "24 matmul" [label="(1, 4, 2)", style=solid]; -"24 matmul" -> "25 div_" [label="(1, 2, 2)", style=solid]; -"25 div_" -> "26 softmax" [label="(1, 2, 2)", style=solid]; -"26 softmax" -> "27 transpose_1" [label="(1, 2, 2)", style=solid]; -"27 transpose_1" -> "28 matmul_1" [label="(1, 2, 2)", style=solid]; -"28 matmul_1" -> "29 output" [label="(1, 2, 4)", style=solid]; +"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 2, 4)"]; +"1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_0" [style=solid, label="(1, 2, 4)"]; +"2 quantize_per_tensor_0" -> "3 dequantize_per_tensor_1" [style=solid, label="(1, 2, 4)"]; +"3 dequantize_per_tensor_1" -> "9 linear" [style=solid, label="(1, 2, 4)"]; +"4 scale_updated_constant0" -> "6 mul_tensor" [style=solid, label="(12, 1)"]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [style=solid, label="(12, 4)"]; +"6 mul_tensor" -> "8 sub_tensor" [style=solid, label="(12, 4)"]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [style=solid, label="(12, 1)"]; +"8 sub_tensor" -> "9 linear" [style=solid, label="(12, 4)"]; +"9 linear" -> "10 quantize_per_tensor_2" [style=solid, label="(1, 2, 12)"]; +"9 linear" -> "15 quantize_per_tensor_4" [style=solid, label="(1, 2, 12)"]; +"9 linear" -> "20 slice_7" [style=solid, label="(1, 2, 12)"]; +"10 quantize_per_tensor_2" -> "11 dequantize_per_tensor_3" [style=solid, label="(1, 2, 12)"]; +"11 dequantize_per_tensor_3" -> "12 slice_1" [style=solid, label="(1, 2, 12)"]; +"12 slice_1" -> "13 slice_2" [style=solid, label="(1, 2, 12)"]; +"13 slice_2" -> "14 slice_3" [style=solid, label="(1, 2, 12)"]; +"14 slice_3" -> "24 matmul" [style=solid, label="(1, 2, 4)"]; +"15 quantize_per_tensor_4" -> "16 dequantize_per_tensor_5" [style=solid, label="(1, 2, 12)"]; +"16 dequantize_per_tensor_5" -> "17 slice_4" [style=solid, label="(1, 2, 12)"]; +"17 slice_4" -> "18 slice_5" [style=solid, label="(1, 2, 12)"]; +"18 slice_5" -> "19 slice_6" [style=solid, label="(1, 2, 12)"]; +"19 slice_6" -> "23 transpose" [style=solid, label="(1, 2, 4)"]; +"20 slice_7" -> "21 slice_8" [style=solid, label="(1, 2, 12)"]; +"21 slice_8" -> "22 slice_9" [style=solid, label="(1, 2, 12)"]; +"22 slice_9" -> "28 matmul_1" [style=solid, label="(1, 2, 4)"]; +"23 transpose" -> "24 matmul" [style=solid, label="(1, 4, 2)"]; +"24 matmul" -> "25 div_" [style=solid, label="(1, 2, 2)"]; +"25 div_" -> "26 softmax" [style=solid, label="(1, 2, 2)"]; +"26 softmax" -> "27 transpose_1" [style=solid, label="(1, 2, 2)"]; +"27 transpose_1" -> "28 matmul_1" [style=solid, label="(1, 2, 2)"]; +"28 matmul_1" -> "29 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/mobilenet_v3_small.dot b/tests/torch2/data/fx/X86InductorQuantizer/mobilenet_v3_small.dot index 77a866ea1aa..155c7f9e731 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/mobilenet_v3_small.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/mobilenet_v3_small.dot @@ -20,1047 +20,1059 @@ strict digraph { "18 classifier_0_bias" [id=18, type="get_attr"]; "19 classifier_3_bias" [id=19, type="get_attr"]; "20 x" [id=20, type=input]; -"21 quantize_per_tensor_default" [id=21, type="quantize_per_tensor"]; -"22 dequantize_per_tensor_default" [id=22, type="dequantize_per_tensor"]; +"21 quantize_per_tensor_0" [id=21, type="quantize_per_tensor"]; +"22 dequantize_per_tensor_1" [id=22, type="dequantize_per_tensor"]; "23 features_0_0_weight_bias" [id=23, type="get_attr"]; "24 conv2d_scale_0" [id=24, type="get_attr"]; "25 conv2d_zero_point_0" [id=25, type="get_attr"]; "26 _frozen_param0" [id=26, type="get_attr"]; -"27 dequantize_per_channel_default" [id=27, type="dequantize_per_channel"]; +"27 dequantize_per_channel_2" [id=27, type="dequantize_per_channel"]; "28 conv2d" [id=28, type=conv2d]; "29 hardswish_" [id=29, type="hardswish_"]; -"30 quantize_per_tensor_default_1" [id=30, type="quantize_per_tensor"]; -"31 dequantize_per_tensor_default_1" [id=31, type="dequantize_per_tensor"]; +"30 quantize_per_tensor_3" [id=30, type="quantize_per_tensor"]; +"31 dequantize_per_tensor_4" [id=31, type="dequantize_per_tensor"]; "32 features_1_block_0_0_weight_bias" [id=32, type="get_attr"]; "33 conv2d_1_scale_0" [id=33, type="get_attr"]; "34 conv2d_1_zero_point_0" [id=34, type="get_attr"]; "35 _frozen_param1" [id=35, type="get_attr"]; -"36 dequantize_per_channel_default_1" [id=36, type="dequantize_per_channel"]; +"36 dequantize_per_channel_5" [id=36, type="dequantize_per_channel"]; "37 conv2d_1" [id=37, type=conv2d]; "38 relu_" [id=38, type="relu_"]; -"39 quantize_per_tensor_default_2" [id=39, type="quantize_per_tensor"]; -"40 dequantize_per_tensor_default_2" [id=40, type="dequantize_per_tensor"]; +"39 quantize_per_tensor_6" [id=39, type="quantize_per_tensor"]; +"40 dequantize_per_tensor_7" [id=40, type="dequantize_per_tensor"]; "41 adaptive_avg_pool2d" [id=41, type="adaptive_avg_pool2d"]; -"42 quantize_per_tensor_default_3" [id=42, type="quantize_per_tensor"]; -"43 dequantize_per_tensor_default_3" [id=43, type="dequantize_per_tensor"]; +"42 quantize_per_tensor_8" [id=42, type="quantize_per_tensor"]; +"43 dequantize_per_tensor_9" [id=43, type="dequantize_per_tensor"]; "44 conv2d_2_scale_0" [id=44, type="get_attr"]; "45 conv2d_2_zero_point_0" [id=45, type="get_attr"]; "46 _frozen_param2" [id=46, type="get_attr"]; -"47 dequantize_per_channel_default_2" [id=47, type="dequantize_per_channel"]; +"47 dequantize_per_channel_10" [id=47, type="dequantize_per_channel"]; "48 conv2d_2" [id=48, type=conv2d]; "49 relu" [id=49, type=relu]; -"50 quantize_per_tensor_default_4" [id=50, type="quantize_per_tensor"]; -"51 dequantize_per_tensor_default_4" [id=51, type="dequantize_per_tensor"]; +"50 quantize_per_tensor_11" [id=50, type="quantize_per_tensor"]; +"51 dequantize_per_tensor_12" [id=51, type="dequantize_per_tensor"]; "52 conv2d_3_scale_0" [id=52, type="get_attr"]; "53 conv2d_3_zero_point_0" [id=53, type="get_attr"]; "54 _frozen_param3" [id=54, type="get_attr"]; -"55 dequantize_per_channel_default_3" [id=55, type="dequantize_per_channel"]; +"55 dequantize_per_channel_13" [id=55, type="dequantize_per_channel"]; "56 conv2d_3" [id=56, type=conv2d]; "57 hardsigmoid" [id=57, type=hardsigmoid]; "58 mul" [id=58, type=mul]; -"59 quantize_per_tensor_default_5" [id=59, type="quantize_per_tensor"]; -"60 dequantize_per_tensor_default_5" [id=60, type="dequantize_per_tensor"]; +"59 quantize_per_tensor_14" [id=59, type="quantize_per_tensor"]; +"60 dequantize_per_tensor_15" [id=60, type="dequantize_per_tensor"]; "61 features_1_block_2_0_weight_bias" [id=61, type="get_attr"]; "62 conv2d_4_scale_0" [id=62, type="get_attr"]; "63 conv2d_4_zero_point_0" [id=63, type="get_attr"]; "64 _frozen_param4" [id=64, type="get_attr"]; -"65 dequantize_per_channel_default_4" [id=65, type="dequantize_per_channel"]; +"65 dequantize_per_channel_16" [id=65, type="dequantize_per_channel"]; "66 conv2d_4" [id=66, type=conv2d]; -"67 quantize_per_tensor_default_6" [id=67, type="quantize_per_tensor"]; -"68 dequantize_per_tensor_default_6" [id=68, type="dequantize_per_tensor"]; +"67 quantize_per_tensor_17" [id=67, type="quantize_per_tensor"]; +"68 dequantize_per_tensor_18" [id=68, type="dequantize_per_tensor"]; "69 features_2_block_0_0_weight_bias" [id=69, type="get_attr"]; "70 conv2d_5_scale_0" [id=70, type="get_attr"]; "71 conv2d_5_zero_point_0" [id=71, type="get_attr"]; "72 _frozen_param5" [id=72, type="get_attr"]; -"73 dequantize_per_channel_default_5" [id=73, type="dequantize_per_channel"]; +"73 dequantize_per_channel_19" [id=73, type="dequantize_per_channel"]; "74 conv2d_5" [id=74, type=conv2d]; "75 relu__1" [id=75, type="relu_"]; -"76 quantize_per_tensor_default_7" [id=76, type="quantize_per_tensor"]; -"77 dequantize_per_tensor_default_7" [id=77, type="dequantize_per_tensor"]; +"76 quantize_per_tensor_20" [id=76, type="quantize_per_tensor"]; +"77 dequantize_per_tensor_21" [id=77, type="dequantize_per_tensor"]; "78 features_2_block_1_0_weight_bias" [id=78, type="get_attr"]; "79 conv2d_6_scale_0" [id=79, type="get_attr"]; "80 conv2d_6_zero_point_0" [id=80, type="get_attr"]; "81 _frozen_param6" [id=81, type="get_attr"]; -"82 dequantize_per_channel_default_6" [id=82, type="dequantize_per_channel"]; +"82 dequantize_per_channel_22" [id=82, type="dequantize_per_channel"]; "83 conv2d_6" [id=83, type=conv2d]; "84 relu__2" [id=84, type="relu_"]; -"85 quantize_per_tensor_default_8" [id=85, type="quantize_per_tensor"]; -"86 dequantize_per_tensor_default_8" [id=86, type="dequantize_per_tensor"]; +"85 quantize_per_tensor_23" [id=85, type="quantize_per_tensor"]; +"86 dequantize_per_tensor_24" [id=86, type="dequantize_per_tensor"]; "87 features_2_block_2_0_weight_bias" [id=87, type="get_attr"]; "88 conv2d_7_scale_0" [id=88, type="get_attr"]; "89 conv2d_7_zero_point_0" [id=89, type="get_attr"]; "90 _frozen_param7" [id=90, type="get_attr"]; -"91 dequantize_per_channel_default_7" [id=91, type="dequantize_per_channel"]; +"91 dequantize_per_channel_25" [id=91, type="dequantize_per_channel"]; "92 conv2d_7" [id=92, type=conv2d]; -"93 quantize_per_tensor_default_9" [id=93, type="quantize_per_tensor"]; -"94 dequantize_per_tensor_default_9" [id=94, type="dequantize_per_tensor"]; -"95 features_3_block_0_0_weight_bias" [id=95, type="get_attr"]; -"96 conv2d_8_scale_0" [id=96, type="get_attr"]; -"97 conv2d_8_zero_point_0" [id=97, type="get_attr"]; -"98 _frozen_param8" [id=98, type="get_attr"]; -"99 dequantize_per_channel_default_8" [id=99, type="dequantize_per_channel"]; -"100 conv2d_8" [id=100, type=conv2d]; -"101 relu__3" [id=101, type="relu_"]; -"102 quantize_per_tensor_default_10" [id=102, type="quantize_per_tensor"]; -"103 dequantize_per_tensor_default_10" [id=103, type="dequantize_per_tensor"]; -"104 features_3_block_1_0_weight_bias" [id=104, type="get_attr"]; -"105 conv2d_9_scale_0" [id=105, type="get_attr"]; -"106 conv2d_9_zero_point_0" [id=106, type="get_attr"]; -"107 _frozen_param9" [id=107, type="get_attr"]; -"108 dequantize_per_channel_default_9" [id=108, type="dequantize_per_channel"]; -"109 conv2d_9" [id=109, type=conv2d]; -"110 relu__4" [id=110, type="relu_"]; -"111 quantize_per_tensor_default_11" [id=111, type="quantize_per_tensor"]; -"112 dequantize_per_tensor_default_11" [id=112, type="dequantize_per_tensor"]; -"113 features_3_block_2_0_weight_bias" [id=113, type="get_attr"]; -"114 conv2d_10_scale_0" [id=114, type="get_attr"]; -"115 conv2d_10_zero_point_0" [id=115, type="get_attr"]; -"116 _frozen_param10" [id=116, type="get_attr"]; -"117 dequantize_per_channel_default_10" [id=117, type="dequantize_per_channel"]; -"118 conv2d_10" [id=118, type=conv2d]; -"119 add_" [id=119, type="add_"]; -"120 quantize_per_tensor_default_12" [id=120, type="quantize_per_tensor"]; -"121 dequantize_per_tensor_default_12" [id=121, type="dequantize_per_tensor"]; -"122 features_4_block_0_0_weight_bias" [id=122, type="get_attr"]; -"123 conv2d_11_scale_0" [id=123, type="get_attr"]; -"124 conv2d_11_zero_point_0" [id=124, type="get_attr"]; -"125 _frozen_param11" [id=125, type="get_attr"]; -"126 dequantize_per_channel_default_11" [id=126, type="dequantize_per_channel"]; -"127 conv2d_11" [id=127, type=conv2d]; -"128 hardswish__1" [id=128, type="hardswish_"]; -"129 quantize_per_tensor_default_13" [id=129, type="quantize_per_tensor"]; -"130 dequantize_per_tensor_default_13" [id=130, type="dequantize_per_tensor"]; -"131 features_4_block_1_0_weight_bias" [id=131, type="get_attr"]; -"132 conv2d_12_scale_0" [id=132, type="get_attr"]; -"133 conv2d_12_zero_point_0" [id=133, type="get_attr"]; -"134 _frozen_param12" [id=134, type="get_attr"]; -"135 dequantize_per_channel_default_12" [id=135, type="dequantize_per_channel"]; -"136 conv2d_12" [id=136, type=conv2d]; -"137 hardswish__2" [id=137, type="hardswish_"]; -"138 quantize_per_tensor_default_14" [id=138, type="quantize_per_tensor"]; -"139 dequantize_per_tensor_default_14" [id=139, type="dequantize_per_tensor"]; -"140 adaptive_avg_pool2d_1" [id=140, type="adaptive_avg_pool2d"]; -"141 quantize_per_tensor_default_15" [id=141, type="quantize_per_tensor"]; -"142 dequantize_per_tensor_default_15" [id=142, type="dequantize_per_tensor"]; -"143 conv2d_13_scale_0" [id=143, type="get_attr"]; -"144 conv2d_13_zero_point_0" [id=144, type="get_attr"]; -"145 _frozen_param13" [id=145, type="get_attr"]; -"146 dequantize_per_channel_default_13" [id=146, type="dequantize_per_channel"]; -"147 conv2d_13" [id=147, type=conv2d]; -"148 relu_1" [id=148, type=relu]; -"149 quantize_per_tensor_default_16" [id=149, type="quantize_per_tensor"]; -"150 dequantize_per_tensor_default_16" [id=150, type="dequantize_per_tensor"]; -"151 conv2d_14_scale_0" [id=151, type="get_attr"]; -"152 conv2d_14_zero_point_0" [id=152, type="get_attr"]; -"153 _frozen_param14" [id=153, type="get_attr"]; -"154 dequantize_per_channel_default_14" [id=154, type="dequantize_per_channel"]; -"155 conv2d_14" [id=155, type=conv2d]; -"156 hardsigmoid_1" [id=156, type=hardsigmoid]; -"157 mul_1" [id=157, type=mul]; -"158 quantize_per_tensor_default_17" [id=158, type="quantize_per_tensor"]; -"159 dequantize_per_tensor_default_17" [id=159, type="dequantize_per_tensor"]; -"160 features_4_block_3_0_weight_bias" [id=160, type="get_attr"]; -"161 conv2d_15_scale_0" [id=161, type="get_attr"]; -"162 conv2d_15_zero_point_0" [id=162, type="get_attr"]; -"163 _frozen_param15" [id=163, type="get_attr"]; -"164 dequantize_per_channel_default_15" [id=164, type="dequantize_per_channel"]; -"165 conv2d_15" [id=165, type=conv2d]; -"166 quantize_per_tensor_default_18" [id=166, type="quantize_per_tensor"]; -"167 dequantize_per_tensor_default_18" [id=167, type="dequantize_per_tensor"]; -"168 features_5_block_0_0_weight_bias" [id=168, type="get_attr"]; -"169 conv2d_16_scale_0" [id=169, type="get_attr"]; -"170 conv2d_16_zero_point_0" [id=170, type="get_attr"]; -"171 _frozen_param16" [id=171, type="get_attr"]; -"172 dequantize_per_channel_default_16" [id=172, type="dequantize_per_channel"]; -"173 conv2d_16" [id=173, type=conv2d]; -"174 hardswish__3" [id=174, type="hardswish_"]; -"175 quantize_per_tensor_default_19" [id=175, type="quantize_per_tensor"]; -"176 dequantize_per_tensor_default_19" [id=176, type="dequantize_per_tensor"]; -"177 features_5_block_1_0_weight_bias" [id=177, type="get_attr"]; -"178 conv2d_17_scale_0" [id=178, type="get_attr"]; -"179 conv2d_17_zero_point_0" [id=179, type="get_attr"]; -"180 _frozen_param17" [id=180, type="get_attr"]; -"181 dequantize_per_channel_default_17" [id=181, type="dequantize_per_channel"]; -"182 conv2d_17" [id=182, type=conv2d]; -"183 hardswish__4" [id=183, type="hardswish_"]; -"184 quantize_per_tensor_default_20" [id=184, type="quantize_per_tensor"]; -"185 dequantize_per_tensor_default_20" [id=185, type="dequantize_per_tensor"]; -"186 adaptive_avg_pool2d_2" [id=186, type="adaptive_avg_pool2d"]; -"187 quantize_per_tensor_default_21" [id=187, type="quantize_per_tensor"]; -"188 dequantize_per_tensor_default_21" [id=188, type="dequantize_per_tensor"]; -"189 conv2d_18_scale_0" [id=189, type="get_attr"]; -"190 conv2d_18_zero_point_0" [id=190, type="get_attr"]; -"191 _frozen_param18" [id=191, type="get_attr"]; -"192 dequantize_per_channel_default_18" [id=192, type="dequantize_per_channel"]; -"193 conv2d_18" [id=193, type=conv2d]; -"194 relu_2" [id=194, type=relu]; -"195 quantize_per_tensor_default_22" [id=195, type="quantize_per_tensor"]; -"196 dequantize_per_tensor_default_22" [id=196, type="dequantize_per_tensor"]; -"197 conv2d_19_scale_0" [id=197, type="get_attr"]; -"198 conv2d_19_zero_point_0" [id=198, type="get_attr"]; -"199 _frozen_param19" [id=199, type="get_attr"]; -"200 dequantize_per_channel_default_19" [id=200, type="dequantize_per_channel"]; -"201 conv2d_19" [id=201, type=conv2d]; -"202 hardsigmoid_2" [id=202, type=hardsigmoid]; -"203 mul_2" [id=203, type=mul]; -"204 quantize_per_tensor_default_23" [id=204, type="quantize_per_tensor"]; -"205 dequantize_per_tensor_default_23" [id=205, type="dequantize_per_tensor"]; -"206 features_5_block_3_0_weight_bias" [id=206, type="get_attr"]; -"207 conv2d_20_scale_0" [id=207, type="get_attr"]; -"208 conv2d_20_zero_point_0" [id=208, type="get_attr"]; -"209 _frozen_param20" [id=209, type="get_attr"]; -"210 dequantize_per_channel_default_20" [id=210, type="dequantize_per_channel"]; -"211 conv2d_20" [id=211, type=conv2d]; -"212 add__1" [id=212, type="add_"]; -"213 quantize_per_tensor_default_24" [id=213, type="quantize_per_tensor"]; -"214 dequantize_per_tensor_default_24" [id=214, type="dequantize_per_tensor"]; -"215 features_6_block_0_0_weight_bias" [id=215, type="get_attr"]; -"216 conv2d_21_scale_0" [id=216, type="get_attr"]; -"217 conv2d_21_zero_point_0" [id=217, type="get_attr"]; -"218 _frozen_param21" [id=218, type="get_attr"]; -"219 dequantize_per_channel_default_21" [id=219, type="dequantize_per_channel"]; -"220 conv2d_21" [id=220, type=conv2d]; -"221 hardswish__5" [id=221, type="hardswish_"]; -"222 quantize_per_tensor_default_25" [id=222, type="quantize_per_tensor"]; -"223 dequantize_per_tensor_default_25" [id=223, type="dequantize_per_tensor"]; -"224 features_6_block_1_0_weight_bias" [id=224, type="get_attr"]; -"225 conv2d_22_scale_0" [id=225, type="get_attr"]; -"226 conv2d_22_zero_point_0" [id=226, type="get_attr"]; -"227 _frozen_param22" [id=227, type="get_attr"]; -"228 dequantize_per_channel_default_22" [id=228, type="dequantize_per_channel"]; -"229 conv2d_22" [id=229, type=conv2d]; -"230 hardswish__6" [id=230, type="hardswish_"]; -"231 quantize_per_tensor_default_26" [id=231, type="quantize_per_tensor"]; -"232 dequantize_per_tensor_default_26" [id=232, type="dequantize_per_tensor"]; -"233 adaptive_avg_pool2d_3" [id=233, type="adaptive_avg_pool2d"]; -"234 quantize_per_tensor_default_27" [id=234, type="quantize_per_tensor"]; -"235 dequantize_per_tensor_default_27" [id=235, type="dequantize_per_tensor"]; -"236 conv2d_23_scale_0" [id=236, type="get_attr"]; -"237 conv2d_23_zero_point_0" [id=237, type="get_attr"]; -"238 _frozen_param23" [id=238, type="get_attr"]; -"239 dequantize_per_channel_default_23" [id=239, type="dequantize_per_channel"]; -"240 conv2d_23" [id=240, type=conv2d]; -"241 relu_3" [id=241, type=relu]; -"242 quantize_per_tensor_default_28" [id=242, type="quantize_per_tensor"]; -"243 dequantize_per_tensor_default_28" [id=243, type="dequantize_per_tensor"]; -"244 conv2d_24_scale_0" [id=244, type="get_attr"]; -"245 conv2d_24_zero_point_0" [id=245, type="get_attr"]; -"246 _frozen_param24" [id=246, type="get_attr"]; -"247 dequantize_per_channel_default_24" [id=247, type="dequantize_per_channel"]; -"248 conv2d_24" [id=248, type=conv2d]; -"249 hardsigmoid_3" [id=249, type=hardsigmoid]; -"250 mul_3" [id=250, type=mul]; -"251 quantize_per_tensor_default_29" [id=251, type="quantize_per_tensor"]; -"252 dequantize_per_tensor_default_29" [id=252, type="dequantize_per_tensor"]; -"253 features_6_block_3_0_weight_bias" [id=253, type="get_attr"]; -"254 conv2d_25_scale_0" [id=254, type="get_attr"]; -"255 conv2d_25_zero_point_0" [id=255, type="get_attr"]; -"256 _frozen_param25" [id=256, type="get_attr"]; -"257 dequantize_per_channel_default_25" [id=257, type="dequantize_per_channel"]; -"258 conv2d_25" [id=258, type=conv2d]; -"259 add__2" [id=259, type="add_"]; -"260 quantize_per_tensor_default_30" [id=260, type="quantize_per_tensor"]; -"261 dequantize_per_tensor_default_30" [id=261, type="dequantize_per_tensor"]; -"262 features_7_block_0_0_weight_bias" [id=262, type="get_attr"]; -"263 conv2d_26_scale_0" [id=263, type="get_attr"]; -"264 conv2d_26_zero_point_0" [id=264, type="get_attr"]; -"265 _frozen_param26" [id=265, type="get_attr"]; -"266 dequantize_per_channel_default_26" [id=266, type="dequantize_per_channel"]; -"267 conv2d_26" [id=267, type=conv2d]; -"268 hardswish__7" [id=268, type="hardswish_"]; -"269 quantize_per_tensor_default_31" [id=269, type="quantize_per_tensor"]; -"270 dequantize_per_tensor_default_31" [id=270, type="dequantize_per_tensor"]; -"271 features_7_block_1_0_weight_bias" [id=271, type="get_attr"]; -"272 conv2d_27_scale_0" [id=272, type="get_attr"]; -"273 conv2d_27_zero_point_0" [id=273, type="get_attr"]; -"274 _frozen_param27" [id=274, type="get_attr"]; -"275 dequantize_per_channel_default_27" [id=275, type="dequantize_per_channel"]; -"276 conv2d_27" [id=276, type=conv2d]; -"277 hardswish__8" [id=277, type="hardswish_"]; -"278 quantize_per_tensor_default_32" [id=278, type="quantize_per_tensor"]; -"279 dequantize_per_tensor_default_32" [id=279, type="dequantize_per_tensor"]; -"280 adaptive_avg_pool2d_4" [id=280, type="adaptive_avg_pool2d"]; -"281 quantize_per_tensor_default_33" [id=281, type="quantize_per_tensor"]; -"282 dequantize_per_tensor_default_33" [id=282, type="dequantize_per_tensor"]; -"283 conv2d_28_scale_0" [id=283, type="get_attr"]; -"284 conv2d_28_zero_point_0" [id=284, type="get_attr"]; -"285 _frozen_param28" [id=285, type="get_attr"]; -"286 dequantize_per_channel_default_28" [id=286, type="dequantize_per_channel"]; -"287 conv2d_28" [id=287, type=conv2d]; -"288 relu_4" [id=288, type=relu]; -"289 quantize_per_tensor_default_34" [id=289, type="quantize_per_tensor"]; -"290 dequantize_per_tensor_default_34" [id=290, type="dequantize_per_tensor"]; -"291 conv2d_29_scale_0" [id=291, type="get_attr"]; -"292 conv2d_29_zero_point_0" [id=292, type="get_attr"]; -"293 _frozen_param29" [id=293, type="get_attr"]; -"294 dequantize_per_channel_default_29" [id=294, type="dequantize_per_channel"]; -"295 conv2d_29" [id=295, type=conv2d]; -"296 hardsigmoid_4" [id=296, type=hardsigmoid]; -"297 mul_4" [id=297, type=mul]; -"298 quantize_per_tensor_default_35" [id=298, type="quantize_per_tensor"]; -"299 dequantize_per_tensor_default_35" [id=299, type="dequantize_per_tensor"]; -"300 features_7_block_3_0_weight_bias" [id=300, type="get_attr"]; -"301 conv2d_30_scale_0" [id=301, type="get_attr"]; -"302 conv2d_30_zero_point_0" [id=302, type="get_attr"]; -"303 _frozen_param30" [id=303, type="get_attr"]; -"304 dequantize_per_channel_default_30" [id=304, type="dequantize_per_channel"]; -"305 conv2d_30" [id=305, type=conv2d]; -"306 quantize_per_tensor_default_36" [id=306, type="quantize_per_tensor"]; -"307 dequantize_per_tensor_default_36" [id=307, type="dequantize_per_tensor"]; -"308 features_8_block_0_0_weight_bias" [id=308, type="get_attr"]; -"309 conv2d_31_scale_0" [id=309, type="get_attr"]; -"310 conv2d_31_zero_point_0" [id=310, type="get_attr"]; -"311 _frozen_param31" [id=311, type="get_attr"]; -"312 dequantize_per_channel_default_31" [id=312, type="dequantize_per_channel"]; -"313 conv2d_31" [id=313, type=conv2d]; -"314 hardswish__9" [id=314, type="hardswish_"]; -"315 quantize_per_tensor_default_37" [id=315, type="quantize_per_tensor"]; -"316 dequantize_per_tensor_default_37" [id=316, type="dequantize_per_tensor"]; -"317 features_8_block_1_0_weight_bias" [id=317, type="get_attr"]; -"318 conv2d_32_scale_0" [id=318, type="get_attr"]; -"319 conv2d_32_zero_point_0" [id=319, type="get_attr"]; -"320 _frozen_param32" [id=320, type="get_attr"]; -"321 dequantize_per_channel_default_32" [id=321, type="dequantize_per_channel"]; -"322 conv2d_32" [id=322, type=conv2d]; -"323 hardswish__10" [id=323, type="hardswish_"]; -"324 quantize_per_tensor_default_38" [id=324, type="quantize_per_tensor"]; -"325 dequantize_per_tensor_default_38" [id=325, type="dequantize_per_tensor"]; -"326 adaptive_avg_pool2d_5" [id=326, type="adaptive_avg_pool2d"]; -"327 quantize_per_tensor_default_39" [id=327, type="quantize_per_tensor"]; -"328 dequantize_per_tensor_default_39" [id=328, type="dequantize_per_tensor"]; -"329 conv2d_33_scale_0" [id=329, type="get_attr"]; -"330 conv2d_33_zero_point_0" [id=330, type="get_attr"]; -"331 _frozen_param33" [id=331, type="get_attr"]; -"332 dequantize_per_channel_default_33" [id=332, type="dequantize_per_channel"]; -"333 conv2d_33" [id=333, type=conv2d]; -"334 relu_5" [id=334, type=relu]; -"335 quantize_per_tensor_default_40" [id=335, type="quantize_per_tensor"]; -"336 dequantize_per_tensor_default_40" [id=336, type="dequantize_per_tensor"]; -"337 conv2d_34_scale_0" [id=337, type="get_attr"]; -"338 conv2d_34_zero_point_0" [id=338, type="get_attr"]; -"339 _frozen_param34" [id=339, type="get_attr"]; -"340 dequantize_per_channel_default_34" [id=340, type="dequantize_per_channel"]; -"341 conv2d_34" [id=341, type=conv2d]; -"342 hardsigmoid_5" [id=342, type=hardsigmoid]; -"343 mul_5" [id=343, type=mul]; -"344 quantize_per_tensor_default_41" [id=344, type="quantize_per_tensor"]; -"345 dequantize_per_tensor_default_41" [id=345, type="dequantize_per_tensor"]; -"346 features_8_block_3_0_weight_bias" [id=346, type="get_attr"]; -"347 conv2d_35_scale_0" [id=347, type="get_attr"]; -"348 conv2d_35_zero_point_0" [id=348, type="get_attr"]; -"349 _frozen_param35" [id=349, type="get_attr"]; -"350 dequantize_per_channel_default_35" [id=350, type="dequantize_per_channel"]; -"351 conv2d_35" [id=351, type=conv2d]; -"352 add__3" [id=352, type="add_"]; -"353 quantize_per_tensor_default_42" [id=353, type="quantize_per_tensor"]; -"354 dequantize_per_tensor_default_42" [id=354, type="dequantize_per_tensor"]; -"355 features_9_block_0_0_weight_bias" [id=355, type="get_attr"]; -"356 conv2d_36_scale_0" [id=356, type="get_attr"]; -"357 conv2d_36_zero_point_0" [id=357, type="get_attr"]; -"358 _frozen_param36" [id=358, type="get_attr"]; -"359 dequantize_per_channel_default_36" [id=359, type="dequantize_per_channel"]; -"360 conv2d_36" [id=360, type=conv2d]; -"361 hardswish__11" [id=361, type="hardswish_"]; -"362 quantize_per_tensor_default_43" [id=362, type="quantize_per_tensor"]; -"363 dequantize_per_tensor_default_43" [id=363, type="dequantize_per_tensor"]; -"364 features_9_block_1_0_weight_bias" [id=364, type="get_attr"]; -"365 conv2d_37_scale_0" [id=365, type="get_attr"]; -"366 conv2d_37_zero_point_0" [id=366, type="get_attr"]; -"367 _frozen_param37" [id=367, type="get_attr"]; -"368 dequantize_per_channel_default_37" [id=368, type="dequantize_per_channel"]; -"369 conv2d_37" [id=369, type=conv2d]; -"370 hardswish__12" [id=370, type="hardswish_"]; -"371 quantize_per_tensor_default_44" [id=371, type="quantize_per_tensor"]; -"372 dequantize_per_tensor_default_44" [id=372, type="dequantize_per_tensor"]; -"373 adaptive_avg_pool2d_6" [id=373, type="adaptive_avg_pool2d"]; -"374 quantize_per_tensor_default_45" [id=374, type="quantize_per_tensor"]; -"375 dequantize_per_tensor_default_45" [id=375, type="dequantize_per_tensor"]; -"376 conv2d_38_scale_0" [id=376, type="get_attr"]; -"377 conv2d_38_zero_point_0" [id=377, type="get_attr"]; -"378 _frozen_param38" [id=378, type="get_attr"]; -"379 dequantize_per_channel_default_38" [id=379, type="dequantize_per_channel"]; -"380 conv2d_38" [id=380, type=conv2d]; -"381 relu_6" [id=381, type=relu]; -"382 quantize_per_tensor_default_46" [id=382, type="quantize_per_tensor"]; -"383 dequantize_per_tensor_default_46" [id=383, type="dequantize_per_tensor"]; -"384 conv2d_39_scale_0" [id=384, type="get_attr"]; -"385 conv2d_39_zero_point_0" [id=385, type="get_attr"]; -"386 _frozen_param39" [id=386, type="get_attr"]; -"387 dequantize_per_channel_default_39" [id=387, type="dequantize_per_channel"]; -"388 conv2d_39" [id=388, type=conv2d]; -"389 hardsigmoid_6" [id=389, type=hardsigmoid]; -"390 mul_6" [id=390, type=mul]; -"391 quantize_per_tensor_default_47" [id=391, type="quantize_per_tensor"]; -"392 dequantize_per_tensor_default_47" [id=392, type="dequantize_per_tensor"]; -"393 features_9_block_3_0_weight_bias" [id=393, type="get_attr"]; -"394 conv2d_40_scale_0" [id=394, type="get_attr"]; -"395 conv2d_40_zero_point_0" [id=395, type="get_attr"]; -"396 _frozen_param40" [id=396, type="get_attr"]; -"397 dequantize_per_channel_default_40" [id=397, type="dequantize_per_channel"]; -"398 conv2d_40" [id=398, type=conv2d]; -"399 quantize_per_tensor_default_48" [id=399, type="quantize_per_tensor"]; -"400 dequantize_per_tensor_default_48" [id=400, type="dequantize_per_tensor"]; -"401 features_10_block_0_0_weight_bias" [id=401, type="get_attr"]; -"402 conv2d_41_scale_0" [id=402, type="get_attr"]; -"403 conv2d_41_zero_point_0" [id=403, type="get_attr"]; -"404 _frozen_param41" [id=404, type="get_attr"]; -"405 dequantize_per_channel_default_41" [id=405, type="dequantize_per_channel"]; -"406 conv2d_41" [id=406, type=conv2d]; -"407 hardswish__13" [id=407, type="hardswish_"]; -"408 quantize_per_tensor_default_49" [id=408, type="quantize_per_tensor"]; -"409 dequantize_per_tensor_default_49" [id=409, type="dequantize_per_tensor"]; -"410 features_10_block_1_0_weight_bias" [id=410, type="get_attr"]; -"411 conv2d_42_scale_0" [id=411, type="get_attr"]; -"412 conv2d_42_zero_point_0" [id=412, type="get_attr"]; -"413 _frozen_param42" [id=413, type="get_attr"]; -"414 dequantize_per_channel_default_42" [id=414, type="dequantize_per_channel"]; -"415 conv2d_42" [id=415, type=conv2d]; -"416 hardswish__14" [id=416, type="hardswish_"]; -"417 quantize_per_tensor_default_50" [id=417, type="quantize_per_tensor"]; -"418 dequantize_per_tensor_default_50" [id=418, type="dequantize_per_tensor"]; -"419 adaptive_avg_pool2d_7" [id=419, type="adaptive_avg_pool2d"]; -"420 quantize_per_tensor_default_51" [id=420, type="quantize_per_tensor"]; -"421 dequantize_per_tensor_default_51" [id=421, type="dequantize_per_tensor"]; -"422 conv2d_43_scale_0" [id=422, type="get_attr"]; -"423 conv2d_43_zero_point_0" [id=423, type="get_attr"]; -"424 _frozen_param43" [id=424, type="get_attr"]; -"425 dequantize_per_channel_default_43" [id=425, type="dequantize_per_channel"]; -"426 conv2d_43" [id=426, type=conv2d]; -"427 relu_7" [id=427, type=relu]; -"428 quantize_per_tensor_default_52" [id=428, type="quantize_per_tensor"]; -"429 dequantize_per_tensor_default_52" [id=429, type="dequantize_per_tensor"]; -"430 conv2d_44_scale_0" [id=430, type="get_attr"]; -"431 conv2d_44_zero_point_0" [id=431, type="get_attr"]; -"432 _frozen_param44" [id=432, type="get_attr"]; -"433 dequantize_per_channel_default_44" [id=433, type="dequantize_per_channel"]; -"434 conv2d_44" [id=434, type=conv2d]; -"435 hardsigmoid_7" [id=435, type=hardsigmoid]; -"436 mul_7" [id=436, type=mul]; -"437 quantize_per_tensor_default_53" [id=437, type="quantize_per_tensor"]; -"438 dequantize_per_tensor_default_53" [id=438, type="dequantize_per_tensor"]; -"439 features_10_block_3_0_weight_bias" [id=439, type="get_attr"]; -"440 conv2d_45_scale_0" [id=440, type="get_attr"]; -"441 conv2d_45_zero_point_0" [id=441, type="get_attr"]; -"442 _frozen_param45" [id=442, type="get_attr"]; -"443 dequantize_per_channel_default_45" [id=443, type="dequantize_per_channel"]; -"444 conv2d_45" [id=444, type=conv2d]; -"445 add__4" [id=445, type="add_"]; -"446 quantize_per_tensor_default_54" [id=446, type="quantize_per_tensor"]; -"447 dequantize_per_tensor_default_54" [id=447, type="dequantize_per_tensor"]; -"448 features_11_block_0_0_weight_bias" [id=448, type="get_attr"]; -"449 conv2d_46_scale_0" [id=449, type="get_attr"]; -"450 conv2d_46_zero_point_0" [id=450, type="get_attr"]; -"451 _frozen_param46" [id=451, type="get_attr"]; -"452 dequantize_per_channel_default_46" [id=452, type="dequantize_per_channel"]; -"453 conv2d_46" [id=453, type=conv2d]; -"454 hardswish__15" [id=454, type="hardswish_"]; -"455 quantize_per_tensor_default_55" [id=455, type="quantize_per_tensor"]; -"456 dequantize_per_tensor_default_55" [id=456, type="dequantize_per_tensor"]; -"457 features_11_block_1_0_weight_bias" [id=457, type="get_attr"]; -"458 conv2d_47_scale_0" [id=458, type="get_attr"]; -"459 conv2d_47_zero_point_0" [id=459, type="get_attr"]; -"460 _frozen_param47" [id=460, type="get_attr"]; -"461 dequantize_per_channel_default_47" [id=461, type="dequantize_per_channel"]; -"462 conv2d_47" [id=462, type=conv2d]; -"463 hardswish__16" [id=463, type="hardswish_"]; -"464 quantize_per_tensor_default_56" [id=464, type="quantize_per_tensor"]; -"465 dequantize_per_tensor_default_56" [id=465, type="dequantize_per_tensor"]; -"466 adaptive_avg_pool2d_8" [id=466, type="adaptive_avg_pool2d"]; -"467 quantize_per_tensor_default_57" [id=467, type="quantize_per_tensor"]; -"468 dequantize_per_tensor_default_57" [id=468, type="dequantize_per_tensor"]; -"469 conv2d_48_scale_0" [id=469, type="get_attr"]; -"470 conv2d_48_zero_point_0" [id=470, type="get_attr"]; -"471 _frozen_param48" [id=471, type="get_attr"]; -"472 dequantize_per_channel_default_48" [id=472, type="dequantize_per_channel"]; -"473 conv2d_48" [id=473, type=conv2d]; -"474 relu_8" [id=474, type=relu]; -"475 quantize_per_tensor_default_58" [id=475, type="quantize_per_tensor"]; -"476 dequantize_per_tensor_default_58" [id=476, type="dequantize_per_tensor"]; -"477 conv2d_49_scale_0" [id=477, type="get_attr"]; -"478 conv2d_49_zero_point_0" [id=478, type="get_attr"]; -"479 _frozen_param49" [id=479, type="get_attr"]; -"480 dequantize_per_channel_default_49" [id=480, type="dequantize_per_channel"]; -"481 conv2d_49" [id=481, type=conv2d]; -"482 hardsigmoid_8" [id=482, type=hardsigmoid]; -"483 mul_8" [id=483, type=mul]; -"484 quantize_per_tensor_default_59" [id=484, type="quantize_per_tensor"]; -"485 dequantize_per_tensor_default_59" [id=485, type="dequantize_per_tensor"]; -"486 features_11_block_3_0_weight_bias" [id=486, type="get_attr"]; -"487 conv2d_50_scale_0" [id=487, type="get_attr"]; -"488 conv2d_50_zero_point_0" [id=488, type="get_attr"]; -"489 _frozen_param50" [id=489, type="get_attr"]; -"490 dequantize_per_channel_default_50" [id=490, type="dequantize_per_channel"]; -"491 conv2d_50" [id=491, type=conv2d]; -"492 add__5" [id=492, type="add_"]; -"493 quantize_per_tensor_default_60" [id=493, type="quantize_per_tensor"]; -"494 dequantize_per_tensor_default_60" [id=494, type="dequantize_per_tensor"]; -"495 features_12_0_weight_bias" [id=495, type="get_attr"]; -"496 conv2d_51_scale_0" [id=496, type="get_attr"]; -"497 conv2d_51_zero_point_0" [id=497, type="get_attr"]; -"498 _frozen_param51" [id=498, type="get_attr"]; -"499 dequantize_per_channel_default_51" [id=499, type="dequantize_per_channel"]; -"500 conv2d_51" [id=500, type=conv2d]; -"501 hardswish__17" [id=501, type="hardswish_"]; -"502 quantize_per_tensor_default_61" [id=502, type="quantize_per_tensor"]; -"503 dequantize_per_tensor_default_61" [id=503, type="dequantize_per_tensor"]; -"504 adaptive_avg_pool2d_9" [id=504, type="adaptive_avg_pool2d"]; -"505 quantize_per_tensor_default_62" [id=505, type="quantize_per_tensor"]; -"506 dequantize_per_tensor_default_62" [id=506, type="dequantize_per_tensor"]; -"507 flatten" [id=507, type=flatten]; -"508 quantize_per_tensor_default_63" [id=508, type="quantize_per_tensor"]; -"509 dequantize_per_tensor_default_63" [id=509, type="dequantize_per_tensor"]; -"510 linear_scale_0" [id=510, type="get_attr"]; -"511 linear_zero_point_0" [id=511, type="get_attr"]; -"512 _frozen_param52" [id=512, type="get_attr"]; -"513 dequantize_per_channel_default_52" [id=513, type="dequantize_per_channel"]; -"514 linear" [id=514, type=linear]; -"515 hardswish__18" [id=515, type="hardswish_"]; -"516 dropout_" [id=516, type="dropout_"]; -"517 quantize_per_tensor_default_64" [id=517, type="quantize_per_tensor"]; -"518 dequantize_per_tensor_default_64" [id=518, type="dequantize_per_tensor"]; -"519 linear_1_scale_0" [id=519, type="get_attr"]; -"520 linear_1_zero_point_0" [id=520, type="get_attr"]; -"521 _frozen_param53" [id=521, type="get_attr"]; -"522 dequantize_per_channel_default_53" [id=522, type="dequantize_per_channel"]; -"523 linear_1" [id=523, type=linear]; -"524 output" [id=524, type=output]; +"93 quantize_per_tensor_26" [id=93, type="quantize_per_tensor"]; +"94 dequantize_per_tensor_27" [id=94, type="dequantize_per_tensor"]; +"95 dequantize_per_tensor_28" [id=95, type="dequantize_per_tensor"]; +"96 features_3_block_0_0_weight_bias" [id=96, type="get_attr"]; +"97 conv2d_8_scale_0" [id=97, type="get_attr"]; +"98 conv2d_8_zero_point_0" [id=98, type="get_attr"]; +"99 _frozen_param8" [id=99, type="get_attr"]; +"100 dequantize_per_channel_29" [id=100, type="dequantize_per_channel"]; +"101 conv2d_8" [id=101, type=conv2d]; +"102 relu__3" [id=102, type="relu_"]; +"103 quantize_per_tensor_30" [id=103, type="quantize_per_tensor"]; +"104 dequantize_per_tensor_31" [id=104, type="dequantize_per_tensor"]; +"105 features_3_block_1_0_weight_bias" [id=105, type="get_attr"]; +"106 conv2d_9_scale_0" [id=106, type="get_attr"]; +"107 conv2d_9_zero_point_0" [id=107, type="get_attr"]; +"108 _frozen_param9" [id=108, type="get_attr"]; +"109 dequantize_per_channel_32" [id=109, type="dequantize_per_channel"]; +"110 conv2d_9" [id=110, type=conv2d]; +"111 relu__4" [id=111, type="relu_"]; +"112 quantize_per_tensor_33" [id=112, type="quantize_per_tensor"]; +"113 dequantize_per_tensor_34" [id=113, type="dequantize_per_tensor"]; +"114 features_3_block_2_0_weight_bias" [id=114, type="get_attr"]; +"115 conv2d_10_scale_0" [id=115, type="get_attr"]; +"116 conv2d_10_zero_point_0" [id=116, type="get_attr"]; +"117 _frozen_param10" [id=117, type="get_attr"]; +"118 dequantize_per_channel_35" [id=118, type="dequantize_per_channel"]; +"119 conv2d_10" [id=119, type=conv2d]; +"120 add_" [id=120, type="add_"]; +"121 quantize_per_tensor_36" [id=121, type="quantize_per_tensor"]; +"122 dequantize_per_tensor_37" [id=122, type="dequantize_per_tensor"]; +"123 features_4_block_0_0_weight_bias" [id=123, type="get_attr"]; +"124 conv2d_11_scale_0" [id=124, type="get_attr"]; +"125 conv2d_11_zero_point_0" [id=125, type="get_attr"]; +"126 _frozen_param11" [id=126, type="get_attr"]; +"127 dequantize_per_channel_38" [id=127, type="dequantize_per_channel"]; +"128 conv2d_11" [id=128, type=conv2d]; +"129 hardswish__1" [id=129, type="hardswish_"]; +"130 quantize_per_tensor_39" [id=130, type="quantize_per_tensor"]; +"131 dequantize_per_tensor_40" [id=131, type="dequantize_per_tensor"]; +"132 features_4_block_1_0_weight_bias" [id=132, type="get_attr"]; +"133 conv2d_12_scale_0" [id=133, type="get_attr"]; +"134 conv2d_12_zero_point_0" [id=134, type="get_attr"]; +"135 _frozen_param12" [id=135, type="get_attr"]; +"136 dequantize_per_channel_41" [id=136, type="dequantize_per_channel"]; +"137 conv2d_12" [id=137, type=conv2d]; +"138 hardswish__2" [id=138, type="hardswish_"]; +"139 quantize_per_tensor_42" [id=139, type="quantize_per_tensor"]; +"140 dequantize_per_tensor_43" [id=140, type="dequantize_per_tensor"]; +"141 adaptive_avg_pool2d_1" [id=141, type="adaptive_avg_pool2d"]; +"142 quantize_per_tensor_44" [id=142, type="quantize_per_tensor"]; +"143 dequantize_per_tensor_45" [id=143, type="dequantize_per_tensor"]; +"144 conv2d_13_scale_0" [id=144, type="get_attr"]; +"145 conv2d_13_zero_point_0" [id=145, type="get_attr"]; +"146 _frozen_param13" [id=146, type="get_attr"]; +"147 dequantize_per_channel_46" [id=147, type="dequantize_per_channel"]; +"148 conv2d_13" [id=148, type=conv2d]; +"149 relu_1" [id=149, type=relu]; +"150 quantize_per_tensor_47" [id=150, type="quantize_per_tensor"]; +"151 dequantize_per_tensor_48" [id=151, type="dequantize_per_tensor"]; +"152 conv2d_14_scale_0" [id=152, type="get_attr"]; +"153 conv2d_14_zero_point_0" [id=153, type="get_attr"]; +"154 _frozen_param14" [id=154, type="get_attr"]; +"155 dequantize_per_channel_49" [id=155, type="dequantize_per_channel"]; +"156 conv2d_14" [id=156, type=conv2d]; +"157 hardsigmoid_1" [id=157, type=hardsigmoid]; +"158 mul_1" [id=158, type=mul]; +"159 quantize_per_tensor_50" [id=159, type="quantize_per_tensor"]; +"160 dequantize_per_tensor_51" [id=160, type="dequantize_per_tensor"]; +"161 features_4_block_3_0_weight_bias" [id=161, type="get_attr"]; +"162 conv2d_15_scale_0" [id=162, type="get_attr"]; +"163 conv2d_15_zero_point_0" [id=163, type="get_attr"]; +"164 _frozen_param15" [id=164, type="get_attr"]; +"165 dequantize_per_channel_52" [id=165, type="dequantize_per_channel"]; +"166 conv2d_15" [id=166, type=conv2d]; +"167 quantize_per_tensor_53" [id=167, type="quantize_per_tensor"]; +"168 dequantize_per_tensor_54" [id=168, type="dequantize_per_tensor"]; +"169 dequantize_per_tensor_55" [id=169, type="dequantize_per_tensor"]; +"170 features_5_block_0_0_weight_bias" [id=170, type="get_attr"]; +"171 conv2d_16_scale_0" [id=171, type="get_attr"]; +"172 conv2d_16_zero_point_0" [id=172, type="get_attr"]; +"173 _frozen_param16" [id=173, type="get_attr"]; +"174 dequantize_per_channel_56" [id=174, type="dequantize_per_channel"]; +"175 conv2d_16" [id=175, type=conv2d]; +"176 hardswish__3" [id=176, type="hardswish_"]; +"177 quantize_per_tensor_57" [id=177, type="quantize_per_tensor"]; +"178 dequantize_per_tensor_58" [id=178, type="dequantize_per_tensor"]; +"179 features_5_block_1_0_weight_bias" [id=179, type="get_attr"]; +"180 conv2d_17_scale_0" [id=180, type="get_attr"]; +"181 conv2d_17_zero_point_0" [id=181, type="get_attr"]; +"182 _frozen_param17" [id=182, type="get_attr"]; +"183 dequantize_per_channel_59" [id=183, type="dequantize_per_channel"]; +"184 conv2d_17" [id=184, type=conv2d]; +"185 hardswish__4" [id=185, type="hardswish_"]; +"186 quantize_per_tensor_60" [id=186, type="quantize_per_tensor"]; +"187 dequantize_per_tensor_61" [id=187, type="dequantize_per_tensor"]; +"188 adaptive_avg_pool2d_2" [id=188, type="adaptive_avg_pool2d"]; +"189 quantize_per_tensor_62" [id=189, type="quantize_per_tensor"]; +"190 dequantize_per_tensor_63" [id=190, type="dequantize_per_tensor"]; +"191 conv2d_18_scale_0" [id=191, type="get_attr"]; +"192 conv2d_18_zero_point_0" [id=192, type="get_attr"]; +"193 _frozen_param18" [id=193, type="get_attr"]; +"194 dequantize_per_channel_64" [id=194, type="dequantize_per_channel"]; +"195 conv2d_18" [id=195, type=conv2d]; +"196 relu_2" [id=196, type=relu]; +"197 quantize_per_tensor_65" [id=197, type="quantize_per_tensor"]; +"198 dequantize_per_tensor_66" [id=198, type="dequantize_per_tensor"]; +"199 conv2d_19_scale_0" [id=199, type="get_attr"]; +"200 conv2d_19_zero_point_0" [id=200, type="get_attr"]; +"201 _frozen_param19" [id=201, type="get_attr"]; +"202 dequantize_per_channel_67" [id=202, type="dequantize_per_channel"]; +"203 conv2d_19" [id=203, type=conv2d]; +"204 hardsigmoid_2" [id=204, type=hardsigmoid]; +"205 mul_2" [id=205, type=mul]; +"206 quantize_per_tensor_68" [id=206, type="quantize_per_tensor"]; +"207 dequantize_per_tensor_69" [id=207, type="dequantize_per_tensor"]; +"208 features_5_block_3_0_weight_bias" [id=208, type="get_attr"]; +"209 conv2d_20_scale_0" [id=209, type="get_attr"]; +"210 conv2d_20_zero_point_0" [id=210, type="get_attr"]; +"211 _frozen_param20" [id=211, type="get_attr"]; +"212 dequantize_per_channel_70" [id=212, type="dequantize_per_channel"]; +"213 conv2d_20" [id=213, type=conv2d]; +"214 add__1" [id=214, type="add_"]; +"215 quantize_per_tensor_71" [id=215, type="quantize_per_tensor"]; +"216 dequantize_per_tensor_72" [id=216, type="dequantize_per_tensor"]; +"217 dequantize_per_tensor_73" [id=217, type="dequantize_per_tensor"]; +"218 features_6_block_0_0_weight_bias" [id=218, type="get_attr"]; +"219 conv2d_21_scale_0" [id=219, type="get_attr"]; +"220 conv2d_21_zero_point_0" [id=220, type="get_attr"]; +"221 _frozen_param21" [id=221, type="get_attr"]; +"222 dequantize_per_channel_74" [id=222, type="dequantize_per_channel"]; +"223 conv2d_21" [id=223, type=conv2d]; +"224 hardswish__5" [id=224, type="hardswish_"]; +"225 quantize_per_tensor_75" [id=225, type="quantize_per_tensor"]; +"226 dequantize_per_tensor_76" [id=226, type="dequantize_per_tensor"]; +"227 features_6_block_1_0_weight_bias" [id=227, type="get_attr"]; +"228 conv2d_22_scale_0" [id=228, type="get_attr"]; +"229 conv2d_22_zero_point_0" [id=229, type="get_attr"]; +"230 _frozen_param22" [id=230, type="get_attr"]; +"231 dequantize_per_channel_77" [id=231, type="dequantize_per_channel"]; +"232 conv2d_22" [id=232, type=conv2d]; +"233 hardswish__6" [id=233, type="hardswish_"]; +"234 quantize_per_tensor_78" [id=234, type="quantize_per_tensor"]; +"235 dequantize_per_tensor_79" [id=235, type="dequantize_per_tensor"]; +"236 adaptive_avg_pool2d_3" [id=236, type="adaptive_avg_pool2d"]; +"237 quantize_per_tensor_80" [id=237, type="quantize_per_tensor"]; +"238 dequantize_per_tensor_81" [id=238, type="dequantize_per_tensor"]; +"239 conv2d_23_scale_0" [id=239, type="get_attr"]; +"240 conv2d_23_zero_point_0" [id=240, type="get_attr"]; +"241 _frozen_param23" [id=241, type="get_attr"]; +"242 dequantize_per_channel_82" [id=242, type="dequantize_per_channel"]; +"243 conv2d_23" [id=243, type=conv2d]; +"244 relu_3" [id=244, type=relu]; +"245 quantize_per_tensor_83" [id=245, type="quantize_per_tensor"]; +"246 dequantize_per_tensor_84" [id=246, type="dequantize_per_tensor"]; +"247 conv2d_24_scale_0" [id=247, type="get_attr"]; +"248 conv2d_24_zero_point_0" [id=248, type="get_attr"]; +"249 _frozen_param24" [id=249, type="get_attr"]; +"250 dequantize_per_channel_85" [id=250, type="dequantize_per_channel"]; +"251 conv2d_24" [id=251, type=conv2d]; +"252 hardsigmoid_3" [id=252, type=hardsigmoid]; +"253 mul_3" [id=253, type=mul]; +"254 quantize_per_tensor_86" [id=254, type="quantize_per_tensor"]; +"255 dequantize_per_tensor_87" [id=255, type="dequantize_per_tensor"]; +"256 features_6_block_3_0_weight_bias" [id=256, type="get_attr"]; +"257 conv2d_25_scale_0" [id=257, type="get_attr"]; +"258 conv2d_25_zero_point_0" [id=258, type="get_attr"]; +"259 _frozen_param25" [id=259, type="get_attr"]; +"260 dequantize_per_channel_88" [id=260, type="dequantize_per_channel"]; +"261 conv2d_25" [id=261, type=conv2d]; +"262 add__2" [id=262, type="add_"]; +"263 quantize_per_tensor_89" [id=263, type="quantize_per_tensor"]; +"264 dequantize_per_tensor_90" [id=264, type="dequantize_per_tensor"]; +"265 features_7_block_0_0_weight_bias" [id=265, type="get_attr"]; +"266 conv2d_26_scale_0" [id=266, type="get_attr"]; +"267 conv2d_26_zero_point_0" [id=267, type="get_attr"]; +"268 _frozen_param26" [id=268, type="get_attr"]; +"269 dequantize_per_channel_91" [id=269, type="dequantize_per_channel"]; +"270 conv2d_26" [id=270, type=conv2d]; +"271 hardswish__7" [id=271, type="hardswish_"]; +"272 quantize_per_tensor_92" [id=272, type="quantize_per_tensor"]; +"273 dequantize_per_tensor_93" [id=273, type="dequantize_per_tensor"]; +"274 features_7_block_1_0_weight_bias" [id=274, type="get_attr"]; +"275 conv2d_27_scale_0" [id=275, type="get_attr"]; +"276 conv2d_27_zero_point_0" [id=276, type="get_attr"]; +"277 _frozen_param27" [id=277, type="get_attr"]; +"278 dequantize_per_channel_94" [id=278, type="dequantize_per_channel"]; +"279 conv2d_27" [id=279, type=conv2d]; +"280 hardswish__8" [id=280, type="hardswish_"]; +"281 quantize_per_tensor_95" [id=281, type="quantize_per_tensor"]; +"282 dequantize_per_tensor_96" [id=282, type="dequantize_per_tensor"]; +"283 adaptive_avg_pool2d_4" [id=283, type="adaptive_avg_pool2d"]; +"284 quantize_per_tensor_97" [id=284, type="quantize_per_tensor"]; +"285 dequantize_per_tensor_98" [id=285, type="dequantize_per_tensor"]; +"286 conv2d_28_scale_0" [id=286, type="get_attr"]; +"287 conv2d_28_zero_point_0" [id=287, type="get_attr"]; +"288 _frozen_param28" [id=288, type="get_attr"]; +"289 dequantize_per_channel_99" [id=289, type="dequantize_per_channel"]; +"290 conv2d_28" [id=290, type=conv2d]; +"291 relu_4" [id=291, type=relu]; +"292 quantize_per_tensor_100" [id=292, type="quantize_per_tensor"]; +"293 dequantize_per_tensor_101" [id=293, type="dequantize_per_tensor"]; +"294 conv2d_29_scale_0" [id=294, type="get_attr"]; +"295 conv2d_29_zero_point_0" [id=295, type="get_attr"]; +"296 _frozen_param29" [id=296, type="get_attr"]; +"297 dequantize_per_channel_102" [id=297, type="dequantize_per_channel"]; +"298 conv2d_29" [id=298, type=conv2d]; +"299 hardsigmoid_4" [id=299, type=hardsigmoid]; +"300 mul_4" [id=300, type=mul]; +"301 quantize_per_tensor_103" [id=301, type="quantize_per_tensor"]; +"302 dequantize_per_tensor_104" [id=302, type="dequantize_per_tensor"]; +"303 features_7_block_3_0_weight_bias" [id=303, type="get_attr"]; +"304 conv2d_30_scale_0" [id=304, type="get_attr"]; +"305 conv2d_30_zero_point_0" [id=305, type="get_attr"]; +"306 _frozen_param30" [id=306, type="get_attr"]; +"307 dequantize_per_channel_105" [id=307, type="dequantize_per_channel"]; +"308 conv2d_30" [id=308, type=conv2d]; +"309 quantize_per_tensor_106" [id=309, type="quantize_per_tensor"]; +"310 dequantize_per_tensor_107" [id=310, type="dequantize_per_tensor"]; +"311 dequantize_per_tensor_108" [id=311, type="dequantize_per_tensor"]; +"312 features_8_block_0_0_weight_bias" [id=312, type="get_attr"]; +"313 conv2d_31_scale_0" [id=313, type="get_attr"]; +"314 conv2d_31_zero_point_0" [id=314, type="get_attr"]; +"315 _frozen_param31" [id=315, type="get_attr"]; +"316 dequantize_per_channel_109" [id=316, type="dequantize_per_channel"]; +"317 conv2d_31" [id=317, type=conv2d]; +"318 hardswish__9" [id=318, type="hardswish_"]; +"319 quantize_per_tensor_110" [id=319, type="quantize_per_tensor"]; +"320 dequantize_per_tensor_111" [id=320, type="dequantize_per_tensor"]; +"321 features_8_block_1_0_weight_bias" [id=321, type="get_attr"]; +"322 conv2d_32_scale_0" [id=322, type="get_attr"]; +"323 conv2d_32_zero_point_0" [id=323, type="get_attr"]; +"324 _frozen_param32" [id=324, type="get_attr"]; +"325 dequantize_per_channel_112" [id=325, type="dequantize_per_channel"]; +"326 conv2d_32" [id=326, type=conv2d]; +"327 hardswish__10" [id=327, type="hardswish_"]; +"328 quantize_per_tensor_113" [id=328, type="quantize_per_tensor"]; +"329 dequantize_per_tensor_114" [id=329, type="dequantize_per_tensor"]; +"330 adaptive_avg_pool2d_5" [id=330, type="adaptive_avg_pool2d"]; +"331 quantize_per_tensor_115" [id=331, type="quantize_per_tensor"]; +"332 dequantize_per_tensor_116" [id=332, type="dequantize_per_tensor"]; +"333 conv2d_33_scale_0" [id=333, type="get_attr"]; +"334 conv2d_33_zero_point_0" [id=334, type="get_attr"]; +"335 _frozen_param33" [id=335, type="get_attr"]; +"336 dequantize_per_channel_117" [id=336, type="dequantize_per_channel"]; +"337 conv2d_33" [id=337, type=conv2d]; +"338 relu_5" [id=338, type=relu]; +"339 quantize_per_tensor_118" [id=339, type="quantize_per_tensor"]; +"340 dequantize_per_tensor_119" [id=340, type="dequantize_per_tensor"]; +"341 conv2d_34_scale_0" [id=341, type="get_attr"]; +"342 conv2d_34_zero_point_0" [id=342, type="get_attr"]; +"343 _frozen_param34" [id=343, type="get_attr"]; +"344 dequantize_per_channel_120" [id=344, type="dequantize_per_channel"]; +"345 conv2d_34" [id=345, type=conv2d]; +"346 hardsigmoid_5" [id=346, type=hardsigmoid]; +"347 mul_5" [id=347, type=mul]; +"348 quantize_per_tensor_121" [id=348, type="quantize_per_tensor"]; +"349 dequantize_per_tensor_122" [id=349, type="dequantize_per_tensor"]; +"350 features_8_block_3_0_weight_bias" [id=350, type="get_attr"]; +"351 conv2d_35_scale_0" [id=351, type="get_attr"]; +"352 conv2d_35_zero_point_0" [id=352, type="get_attr"]; +"353 _frozen_param35" [id=353, type="get_attr"]; +"354 dequantize_per_channel_123" [id=354, type="dequantize_per_channel"]; +"355 conv2d_35" [id=355, type=conv2d]; +"356 add__3" [id=356, type="add_"]; +"357 quantize_per_tensor_124" [id=357, type="quantize_per_tensor"]; +"358 dequantize_per_tensor_125" [id=358, type="dequantize_per_tensor"]; +"359 features_9_block_0_0_weight_bias" [id=359, type="get_attr"]; +"360 conv2d_36_scale_0" [id=360, type="get_attr"]; +"361 conv2d_36_zero_point_0" [id=361, type="get_attr"]; +"362 _frozen_param36" [id=362, type="get_attr"]; +"363 dequantize_per_channel_126" [id=363, type="dequantize_per_channel"]; +"364 conv2d_36" [id=364, type=conv2d]; +"365 hardswish__11" [id=365, type="hardswish_"]; +"366 quantize_per_tensor_127" [id=366, type="quantize_per_tensor"]; +"367 dequantize_per_tensor_128" [id=367, type="dequantize_per_tensor"]; +"368 features_9_block_1_0_weight_bias" [id=368, type="get_attr"]; +"369 conv2d_37_scale_0" [id=369, type="get_attr"]; +"370 conv2d_37_zero_point_0" [id=370, type="get_attr"]; +"371 _frozen_param37" [id=371, type="get_attr"]; +"372 dequantize_per_channel_129" [id=372, type="dequantize_per_channel"]; +"373 conv2d_37" [id=373, type=conv2d]; +"374 hardswish__12" [id=374, type="hardswish_"]; +"375 quantize_per_tensor_130" [id=375, type="quantize_per_tensor"]; +"376 dequantize_per_tensor_131" [id=376, type="dequantize_per_tensor"]; +"377 adaptive_avg_pool2d_6" [id=377, type="adaptive_avg_pool2d"]; +"378 quantize_per_tensor_132" [id=378, type="quantize_per_tensor"]; +"379 dequantize_per_tensor_133" [id=379, type="dequantize_per_tensor"]; +"380 conv2d_38_scale_0" [id=380, type="get_attr"]; +"381 conv2d_38_zero_point_0" [id=381, type="get_attr"]; +"382 _frozen_param38" [id=382, type="get_attr"]; +"383 dequantize_per_channel_134" [id=383, type="dequantize_per_channel"]; +"384 conv2d_38" [id=384, type=conv2d]; +"385 relu_6" [id=385, type=relu]; +"386 quantize_per_tensor_135" [id=386, type="quantize_per_tensor"]; +"387 dequantize_per_tensor_136" [id=387, type="dequantize_per_tensor"]; +"388 conv2d_39_scale_0" [id=388, type="get_attr"]; +"389 conv2d_39_zero_point_0" [id=389, type="get_attr"]; +"390 _frozen_param39" [id=390, type="get_attr"]; +"391 dequantize_per_channel_137" [id=391, type="dequantize_per_channel"]; +"392 conv2d_39" [id=392, type=conv2d]; +"393 hardsigmoid_6" [id=393, type=hardsigmoid]; +"394 mul_6" [id=394, type=mul]; +"395 quantize_per_tensor_138" [id=395, type="quantize_per_tensor"]; +"396 dequantize_per_tensor_139" [id=396, type="dequantize_per_tensor"]; +"397 features_9_block_3_0_weight_bias" [id=397, type="get_attr"]; +"398 conv2d_40_scale_0" [id=398, type="get_attr"]; +"399 conv2d_40_zero_point_0" [id=399, type="get_attr"]; +"400 _frozen_param40" [id=400, type="get_attr"]; +"401 dequantize_per_channel_140" [id=401, type="dequantize_per_channel"]; +"402 conv2d_40" [id=402, type=conv2d]; +"403 quantize_per_tensor_141" [id=403, type="quantize_per_tensor"]; +"404 dequantize_per_tensor_142" [id=404, type="dequantize_per_tensor"]; +"405 dequantize_per_tensor_143" [id=405, type="dequantize_per_tensor"]; +"406 features_10_block_0_0_weight_bias" [id=406, type="get_attr"]; +"407 conv2d_41_scale_0" [id=407, type="get_attr"]; +"408 conv2d_41_zero_point_0" [id=408, type="get_attr"]; +"409 _frozen_param41" [id=409, type="get_attr"]; +"410 dequantize_per_channel_144" [id=410, type="dequantize_per_channel"]; +"411 conv2d_41" [id=411, type=conv2d]; +"412 hardswish__13" [id=412, type="hardswish_"]; +"413 quantize_per_tensor_145" [id=413, type="quantize_per_tensor"]; +"414 dequantize_per_tensor_146" [id=414, type="dequantize_per_tensor"]; +"415 features_10_block_1_0_weight_bias" [id=415, type="get_attr"]; +"416 conv2d_42_scale_0" [id=416, type="get_attr"]; +"417 conv2d_42_zero_point_0" [id=417, type="get_attr"]; +"418 _frozen_param42" [id=418, type="get_attr"]; +"419 dequantize_per_channel_147" [id=419, type="dequantize_per_channel"]; +"420 conv2d_42" [id=420, type=conv2d]; +"421 hardswish__14" [id=421, type="hardswish_"]; +"422 quantize_per_tensor_148" [id=422, type="quantize_per_tensor"]; +"423 dequantize_per_tensor_149" [id=423, type="dequantize_per_tensor"]; +"424 adaptive_avg_pool2d_7" [id=424, type="adaptive_avg_pool2d"]; +"425 quantize_per_tensor_150" [id=425, type="quantize_per_tensor"]; +"426 dequantize_per_tensor_151" [id=426, type="dequantize_per_tensor"]; +"427 conv2d_43_scale_0" [id=427, type="get_attr"]; +"428 conv2d_43_zero_point_0" [id=428, type="get_attr"]; +"429 _frozen_param43" [id=429, type="get_attr"]; +"430 dequantize_per_channel_152" [id=430, type="dequantize_per_channel"]; +"431 conv2d_43" [id=431, type=conv2d]; +"432 relu_7" [id=432, type=relu]; +"433 quantize_per_tensor_153" [id=433, type="quantize_per_tensor"]; +"434 dequantize_per_tensor_154" [id=434, type="dequantize_per_tensor"]; +"435 conv2d_44_scale_0" [id=435, type="get_attr"]; +"436 conv2d_44_zero_point_0" [id=436, type="get_attr"]; +"437 _frozen_param44" [id=437, type="get_attr"]; +"438 dequantize_per_channel_155" [id=438, type="dequantize_per_channel"]; +"439 conv2d_44" [id=439, type=conv2d]; +"440 hardsigmoid_7" [id=440, type=hardsigmoid]; +"441 mul_7" [id=441, type=mul]; +"442 quantize_per_tensor_156" [id=442, type="quantize_per_tensor"]; +"443 dequantize_per_tensor_157" [id=443, type="dequantize_per_tensor"]; +"444 features_10_block_3_0_weight_bias" [id=444, type="get_attr"]; +"445 conv2d_45_scale_0" [id=445, type="get_attr"]; +"446 conv2d_45_zero_point_0" [id=446, type="get_attr"]; +"447 _frozen_param45" [id=447, type="get_attr"]; +"448 dequantize_per_channel_158" [id=448, type="dequantize_per_channel"]; +"449 conv2d_45" [id=449, type=conv2d]; +"450 add__4" [id=450, type="add_"]; +"451 quantize_per_tensor_159" [id=451, type="quantize_per_tensor"]; +"452 dequantize_per_tensor_160" [id=452, type="dequantize_per_tensor"]; +"453 dequantize_per_tensor_161" [id=453, type="dequantize_per_tensor"]; +"454 features_11_block_0_0_weight_bias" [id=454, type="get_attr"]; +"455 conv2d_46_scale_0" [id=455, type="get_attr"]; +"456 conv2d_46_zero_point_0" [id=456, type="get_attr"]; +"457 _frozen_param46" [id=457, type="get_attr"]; +"458 dequantize_per_channel_162" [id=458, type="dequantize_per_channel"]; +"459 conv2d_46" [id=459, type=conv2d]; +"460 hardswish__15" [id=460, type="hardswish_"]; +"461 quantize_per_tensor_163" [id=461, type="quantize_per_tensor"]; +"462 dequantize_per_tensor_164" [id=462, type="dequantize_per_tensor"]; +"463 features_11_block_1_0_weight_bias" [id=463, type="get_attr"]; +"464 conv2d_47_scale_0" [id=464, type="get_attr"]; +"465 conv2d_47_zero_point_0" [id=465, type="get_attr"]; +"466 _frozen_param47" [id=466, type="get_attr"]; +"467 dequantize_per_channel_165" [id=467, type="dequantize_per_channel"]; +"468 conv2d_47" [id=468, type=conv2d]; +"469 hardswish__16" [id=469, type="hardswish_"]; +"470 quantize_per_tensor_166" [id=470, type="quantize_per_tensor"]; +"471 dequantize_per_tensor_167" [id=471, type="dequantize_per_tensor"]; +"472 adaptive_avg_pool2d_8" [id=472, type="adaptive_avg_pool2d"]; +"473 quantize_per_tensor_168" [id=473, type="quantize_per_tensor"]; +"474 dequantize_per_tensor_169" [id=474, type="dequantize_per_tensor"]; +"475 conv2d_48_scale_0" [id=475, type="get_attr"]; +"476 conv2d_48_zero_point_0" [id=476, type="get_attr"]; +"477 _frozen_param48" [id=477, type="get_attr"]; +"478 dequantize_per_channel_170" [id=478, type="dequantize_per_channel"]; +"479 conv2d_48" [id=479, type=conv2d]; +"480 relu_8" [id=480, type=relu]; +"481 quantize_per_tensor_171" [id=481, type="quantize_per_tensor"]; +"482 dequantize_per_tensor_172" [id=482, type="dequantize_per_tensor"]; +"483 conv2d_49_scale_0" [id=483, type="get_attr"]; +"484 conv2d_49_zero_point_0" [id=484, type="get_attr"]; +"485 _frozen_param49" [id=485, type="get_attr"]; +"486 dequantize_per_channel_173" [id=486, type="dequantize_per_channel"]; +"487 conv2d_49" [id=487, type=conv2d]; +"488 hardsigmoid_8" [id=488, type=hardsigmoid]; +"489 mul_8" [id=489, type=mul]; +"490 quantize_per_tensor_174" [id=490, type="quantize_per_tensor"]; +"491 dequantize_per_tensor_175" [id=491, type="dequantize_per_tensor"]; +"492 features_11_block_3_0_weight_bias" [id=492, type="get_attr"]; +"493 conv2d_50_scale_0" [id=493, type="get_attr"]; +"494 conv2d_50_zero_point_0" [id=494, type="get_attr"]; +"495 _frozen_param50" [id=495, type="get_attr"]; +"496 dequantize_per_channel_176" [id=496, type="dequantize_per_channel"]; +"497 conv2d_50" [id=497, type=conv2d]; +"498 add__5" [id=498, type="add_"]; +"499 quantize_per_tensor_177" [id=499, type="quantize_per_tensor"]; +"500 dequantize_per_tensor_178" [id=500, type="dequantize_per_tensor"]; +"501 features_12_0_weight_bias" [id=501, type="get_attr"]; +"502 conv2d_51_scale_0" [id=502, type="get_attr"]; +"503 conv2d_51_zero_point_0" [id=503, type="get_attr"]; +"504 _frozen_param51" [id=504, type="get_attr"]; +"505 dequantize_per_channel_179" [id=505, type="dequantize_per_channel"]; +"506 conv2d_51" [id=506, type=conv2d]; +"507 hardswish__17" [id=507, type="hardswish_"]; +"508 quantize_per_tensor_180" [id=508, type="quantize_per_tensor"]; +"509 dequantize_per_tensor_181" [id=509, type="dequantize_per_tensor"]; +"510 adaptive_avg_pool2d_9" [id=510, type="adaptive_avg_pool2d"]; +"511 quantize_per_tensor_182" [id=511, type="quantize_per_tensor"]; +"512 dequantize_per_tensor_183" [id=512, type="dequantize_per_tensor"]; +"513 flatten" [id=513, type=flatten]; +"514 quantize_per_tensor_184" [id=514, type="quantize_per_tensor"]; +"515 dequantize_per_tensor_185" [id=515, type="dequantize_per_tensor"]; +"516 linear_scale_0" [id=516, type="get_attr"]; +"517 linear_zero_point_0" [id=517, type="get_attr"]; +"518 _frozen_param52" [id=518, type="get_attr"]; +"519 dequantize_per_channel_186" [id=519, type="dequantize_per_channel"]; +"520 linear" [id=520, type=linear]; +"521 hardswish__18" [id=521, type="hardswish_"]; +"522 dropout_" [id=522, type="dropout_"]; +"523 quantize_per_tensor_187" [id=523, type="quantize_per_tensor"]; +"524 dequantize_per_tensor_188" [id=524, type="dequantize_per_tensor"]; +"525 linear_1_scale_0" [id=525, type="get_attr"]; +"526 linear_1_zero_point_0" [id=526, type="get_attr"]; +"527 _frozen_param53" [id=527, type="get_attr"]; +"528 dequantize_per_channel_189" [id=528, type="dequantize_per_channel"]; +"529 linear_1" [id=529, type=linear]; +"530 output" [id=530, type=output]; "0 features_1_block_1_fc1_bias" -> "48 conv2d_2" [style=solid, label="(8,)"]; "1 features_1_block_1_fc2_bias" -> "56 conv2d_3" [style=solid, label="(16,)"]; -"2 features_4_block_2_fc1_bias" -> "147 conv2d_13" [style=solid, label="(24,)"]; -"3 features_4_block_2_fc2_bias" -> "155 conv2d_14" [style=solid, label="(96,)"]; -"4 features_5_block_2_fc1_bias" -> "193 conv2d_18" [style=solid, label="(64,)"]; -"5 features_5_block_2_fc2_bias" -> "201 conv2d_19" [style=solid, label="(240,)"]; -"6 features_6_block_2_fc1_bias" -> "240 conv2d_23" [style=solid, label="(64,)"]; -"7 features_6_block_2_fc2_bias" -> "248 conv2d_24" [style=solid, label="(240,)"]; -"8 features_7_block_2_fc1_bias" -> "287 conv2d_28" [style=solid, label="(32,)"]; -"9 features_7_block_2_fc2_bias" -> "295 conv2d_29" [style=solid, label="(120,)"]; -"10 features_8_block_2_fc1_bias" -> "333 conv2d_33" [style=solid, label="(40,)"]; -"11 features_8_block_2_fc2_bias" -> "341 conv2d_34" [style=solid, label="(144,)"]; -"12 features_9_block_2_fc1_bias" -> "380 conv2d_38" [style=solid, label="(72,)"]; -"13 features_9_block_2_fc2_bias" -> "388 conv2d_39" [style=solid, label="(288,)"]; -"14 features_10_block_2_fc1_bias" -> "426 conv2d_43" [style=solid, label="(144,)"]; -"15 features_10_block_2_fc2_bias" -> "434 conv2d_44" [style=solid, label="(576,)"]; -"16 features_11_block_2_fc1_bias" -> "473 conv2d_48" [style=solid, label="(144,)"]; -"17 features_11_block_2_fc2_bias" -> "481 conv2d_49" [style=solid, label="(576,)"]; -"18 classifier_0_bias" -> "514 linear" [style=solid, label="(1024,)"]; -"19 classifier_3_bias" -> "523 linear_1" [style=solid, label="(1000,)"]; -"20 x" -> "21 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"22 dequantize_per_tensor_default" -> "28 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"2 features_4_block_2_fc1_bias" -> "148 conv2d_13" [style=solid, label="(24,)"]; +"3 features_4_block_2_fc2_bias" -> "156 conv2d_14" [style=solid, label="(96,)"]; +"4 features_5_block_2_fc1_bias" -> "195 conv2d_18" [style=solid, label="(64,)"]; +"5 features_5_block_2_fc2_bias" -> "203 conv2d_19" [style=solid, label="(240,)"]; +"6 features_6_block_2_fc1_bias" -> "243 conv2d_23" [style=solid, label="(64,)"]; +"7 features_6_block_2_fc2_bias" -> "251 conv2d_24" [style=solid, label="(240,)"]; +"8 features_7_block_2_fc1_bias" -> "290 conv2d_28" [style=solid, label="(32,)"]; +"9 features_7_block_2_fc2_bias" -> "298 conv2d_29" [style=solid, label="(120,)"]; +"10 features_8_block_2_fc1_bias" -> "337 conv2d_33" [style=solid, label="(40,)"]; +"11 features_8_block_2_fc2_bias" -> "345 conv2d_34" [style=solid, label="(144,)"]; +"12 features_9_block_2_fc1_bias" -> "384 conv2d_38" [style=solid, label="(72,)"]; +"13 features_9_block_2_fc2_bias" -> "392 conv2d_39" [style=solid, label="(288,)"]; +"14 features_10_block_2_fc1_bias" -> "431 conv2d_43" [style=solid, label="(144,)"]; +"15 features_10_block_2_fc2_bias" -> "439 conv2d_44" [style=solid, label="(576,)"]; +"16 features_11_block_2_fc1_bias" -> "479 conv2d_48" [style=solid, label="(144,)"]; +"17 features_11_block_2_fc2_bias" -> "487 conv2d_49" [style=solid, label="(576,)"]; +"18 classifier_0_bias" -> "520 linear" [style=solid, label="(1024,)"]; +"19 classifier_3_bias" -> "529 linear_1" [style=solid, label="(1000,)"]; +"20 x" -> "21 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"21 quantize_per_tensor_0" -> "22 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"22 dequantize_per_tensor_1" -> "28 conv2d" [style=solid, label="(1, 3, 224, 224)"]; "23 features_0_0_weight_bias" -> "28 conv2d" [style=solid, label="(16,)"]; -"24 conv2d_scale_0" -> "27 dequantize_per_channel_default" [style=solid, label="(16,)"]; -"25 conv2d_zero_point_0" -> "27 dequantize_per_channel_default" [style=solid, label="(16,)"]; -"26 _frozen_param0" -> "27 dequantize_per_channel_default" [style=solid, label="(16, 3, 3, 3)"]; -"27 dequantize_per_channel_default" -> "28 conv2d" [style=solid, label="(16, 3, 3, 3)"]; +"24 conv2d_scale_0" -> "27 dequantize_per_channel_2" [style=solid, label="(16,)"]; +"25 conv2d_zero_point_0" -> "27 dequantize_per_channel_2" [style=solid, label="(16,)"]; +"26 _frozen_param0" -> "27 dequantize_per_channel_2" [style=solid, label="(16, 3, 3, 3)"]; +"27 dequantize_per_channel_2" -> "28 conv2d" [style=solid, label="(16, 3, 3, 3)"]; "28 conv2d" -> "29 hardswish_" [style=solid, label="(1, 16, 112, 112)"]; -"29 hardswish_" -> "30 quantize_per_tensor_default_1" [style=solid, label="(1, 16, 112, 112)"]; -"30 quantize_per_tensor_default_1" -> "31 dequantize_per_tensor_default_1" [style=solid, label="(1, 16, 112, 112)"]; -"31 dequantize_per_tensor_default_1" -> "37 conv2d_1" [style=solid, label="(1, 16, 112, 112)"]; +"29 hardswish_" -> "30 quantize_per_tensor_3" [style=solid, label="(1, 16, 112, 112)"]; +"30 quantize_per_tensor_3" -> "31 dequantize_per_tensor_4" [style=solid, label="(1, 16, 112, 112)"]; +"31 dequantize_per_tensor_4" -> "37 conv2d_1" [style=solid, label="(1, 16, 112, 112)"]; "32 features_1_block_0_0_weight_bias" -> "37 conv2d_1" [style=solid, label="(16,)"]; -"33 conv2d_1_scale_0" -> "36 dequantize_per_channel_default_1" [style=solid, label="(16,)"]; -"34 conv2d_1_zero_point_0" -> "36 dequantize_per_channel_default_1" [style=solid, label="(16,)"]; -"35 _frozen_param1" -> "36 dequantize_per_channel_default_1" [style=solid, label="(16, 1, 3, 3)"]; -"36 dequantize_per_channel_default_1" -> "37 conv2d_1" [style=solid, label="(16, 1, 3, 3)"]; +"33 conv2d_1_scale_0" -> "36 dequantize_per_channel_5" [style=solid, label="(16,)"]; +"34 conv2d_1_zero_point_0" -> "36 dequantize_per_channel_5" [style=solid, label="(16,)"]; +"35 _frozen_param1" -> "36 dequantize_per_channel_5" [style=solid, label="(16, 1, 3, 3)"]; +"36 dequantize_per_channel_5" -> "37 conv2d_1" [style=solid, label="(16, 1, 3, 3)"]; "37 conv2d_1" -> "38 relu_" [style=solid, label="(1, 16, 56, 56)"]; -"38 relu_" -> "39 quantize_per_tensor_default_2" [style=solid, label="(1, 16, 56, 56)"]; +"38 relu_" -> "39 quantize_per_tensor_6" [style=solid, label="(1, 16, 56, 56)"]; "38 relu_" -> "58 mul" [style=solid, label="(1, 16, 56, 56)"]; -"39 quantize_per_tensor_default_2" -> "40 dequantize_per_tensor_default_2" [style=solid, label="(1, 16, 56, 56)"]; -"40 dequantize_per_tensor_default_2" -> "41 adaptive_avg_pool2d" [style=solid, label="(1, 16, 56, 56)"]; -"41 adaptive_avg_pool2d" -> "42 quantize_per_tensor_default_3" [style=solid, label="(1, 16, 1, 1)"]; -"42 quantize_per_tensor_default_3" -> "43 dequantize_per_tensor_default_3" [style=solid, label="(1, 16, 1, 1)"]; -"43 dequantize_per_tensor_default_3" -> "48 conv2d_2" [style=solid, label="(1, 16, 1, 1)"]; -"44 conv2d_2_scale_0" -> "47 dequantize_per_channel_default_2" [style=solid, label="(8,)"]; -"45 conv2d_2_zero_point_0" -> "47 dequantize_per_channel_default_2" [style=solid, label="(8,)"]; -"46 _frozen_param2" -> "47 dequantize_per_channel_default_2" [style=solid, label="(8, 16, 1, 1)"]; -"47 dequantize_per_channel_default_2" -> "48 conv2d_2" [style=solid, label="(8, 16, 1, 1)"]; +"39 quantize_per_tensor_6" -> "40 dequantize_per_tensor_7" [style=solid, label="(1, 16, 56, 56)"]; +"40 dequantize_per_tensor_7" -> "41 adaptive_avg_pool2d" [style=solid, label="(1, 16, 56, 56)"]; +"41 adaptive_avg_pool2d" -> "42 quantize_per_tensor_8" [style=solid, label="(1, 16, 1, 1)"]; +"42 quantize_per_tensor_8" -> "43 dequantize_per_tensor_9" [style=solid, label="(1, 16, 1, 1)"]; +"43 dequantize_per_tensor_9" -> "48 conv2d_2" [style=solid, label="(1, 16, 1, 1)"]; +"44 conv2d_2_scale_0" -> "47 dequantize_per_channel_10" [style=solid, label="(8,)"]; +"45 conv2d_2_zero_point_0" -> "47 dequantize_per_channel_10" [style=solid, label="(8,)"]; +"46 _frozen_param2" -> "47 dequantize_per_channel_10" [style=solid, label="(8, 16, 1, 1)"]; +"47 dequantize_per_channel_10" -> "48 conv2d_2" [style=solid, label="(8, 16, 1, 1)"]; "48 conv2d_2" -> "49 relu" [style=solid, label="(1, 8, 1, 1)"]; -"49 relu" -> "50 quantize_per_tensor_default_4" [style=solid, label="(1, 8, 1, 1)"]; -"50 quantize_per_tensor_default_4" -> "51 dequantize_per_tensor_default_4" [style=solid, label="(1, 8, 1, 1)"]; -"51 dequantize_per_tensor_default_4" -> "56 conv2d_3" [style=solid, label="(1, 8, 1, 1)"]; -"52 conv2d_3_scale_0" -> "55 dequantize_per_channel_default_3" [style=solid, label="(16,)"]; -"53 conv2d_3_zero_point_0" -> "55 dequantize_per_channel_default_3" [style=solid, label="(16,)"]; -"54 _frozen_param3" -> "55 dequantize_per_channel_default_3" [style=solid, label="(16, 8, 1, 1)"]; -"55 dequantize_per_channel_default_3" -> "56 conv2d_3" [style=solid, label="(16, 8, 1, 1)"]; +"49 relu" -> "50 quantize_per_tensor_11" [style=solid, label="(1, 8, 1, 1)"]; +"50 quantize_per_tensor_11" -> "51 dequantize_per_tensor_12" [style=solid, label="(1, 8, 1, 1)"]; +"51 dequantize_per_tensor_12" -> "56 conv2d_3" [style=solid, label="(1, 8, 1, 1)"]; +"52 conv2d_3_scale_0" -> "55 dequantize_per_channel_13" [style=solid, label="(16,)"]; +"53 conv2d_3_zero_point_0" -> "55 dequantize_per_channel_13" [style=solid, label="(16,)"]; +"54 _frozen_param3" -> "55 dequantize_per_channel_13" [style=solid, label="(16, 8, 1, 1)"]; +"55 dequantize_per_channel_13" -> "56 conv2d_3" [style=solid, label="(16, 8, 1, 1)"]; "56 conv2d_3" -> "57 hardsigmoid" [style=solid, label="(1, 16, 1, 1)"]; "57 hardsigmoid" -> "58 mul" [style=solid, label="(1, 16, 1, 1)"]; -"58 mul" -> "59 quantize_per_tensor_default_5" [style=solid, label="(1, 16, 56, 56)"]; -"59 quantize_per_tensor_default_5" -> "60 dequantize_per_tensor_default_5" [style=solid, label="(1, 16, 56, 56)"]; -"60 dequantize_per_tensor_default_5" -> "66 conv2d_4" [style=solid, label="(1, 16, 56, 56)"]; +"58 mul" -> "59 quantize_per_tensor_14" [style=solid, label="(1, 16, 56, 56)"]; +"59 quantize_per_tensor_14" -> "60 dequantize_per_tensor_15" [style=solid, label="(1, 16, 56, 56)"]; +"60 dequantize_per_tensor_15" -> "66 conv2d_4" [style=solid, label="(1, 16, 56, 56)"]; "61 features_1_block_2_0_weight_bias" -> "66 conv2d_4" [style=solid, label="(16,)"]; -"62 conv2d_4_scale_0" -> "65 dequantize_per_channel_default_4" [style=solid, label="(16,)"]; -"63 conv2d_4_zero_point_0" -> "65 dequantize_per_channel_default_4" [style=solid, label="(16,)"]; -"64 _frozen_param4" -> "65 dequantize_per_channel_default_4" [style=solid, label="(16, 16, 1, 1)"]; -"65 dequantize_per_channel_default_4" -> "66 conv2d_4" [style=solid, label="(16, 16, 1, 1)"]; -"66 conv2d_4" -> "67 quantize_per_tensor_default_6" [style=solid, label="(1, 16, 56, 56)"]; -"67 quantize_per_tensor_default_6" -> "68 dequantize_per_tensor_default_6" [style=solid, label="(1, 16, 56, 56)"]; -"68 dequantize_per_tensor_default_6" -> "74 conv2d_5" [style=solid, label="(1, 16, 56, 56)"]; +"62 conv2d_4_scale_0" -> "65 dequantize_per_channel_16" [style=solid, label="(16,)"]; +"63 conv2d_4_zero_point_0" -> "65 dequantize_per_channel_16" [style=solid, label="(16,)"]; +"64 _frozen_param4" -> "65 dequantize_per_channel_16" [style=solid, label="(16, 16, 1, 1)"]; +"65 dequantize_per_channel_16" -> "66 conv2d_4" [style=solid, label="(16, 16, 1, 1)"]; +"66 conv2d_4" -> "67 quantize_per_tensor_17" [style=solid, label="(1, 16, 56, 56)"]; +"67 quantize_per_tensor_17" -> "68 dequantize_per_tensor_18" [style=solid, label="(1, 16, 56, 56)"]; +"68 dequantize_per_tensor_18" -> "74 conv2d_5" [style=solid, label="(1, 16, 56, 56)"]; "69 features_2_block_0_0_weight_bias" -> "74 conv2d_5" [style=solid, label="(72,)"]; -"70 conv2d_5_scale_0" -> "73 dequantize_per_channel_default_5" [style=solid, label="(72,)"]; -"71 conv2d_5_zero_point_0" -> "73 dequantize_per_channel_default_5" [style=solid, label="(72,)"]; -"72 _frozen_param5" -> "73 dequantize_per_channel_default_5" [style=solid, label="(72, 16, 1, 1)"]; -"73 dequantize_per_channel_default_5" -> "74 conv2d_5" [style=solid, label="(72, 16, 1, 1)"]; +"70 conv2d_5_scale_0" -> "73 dequantize_per_channel_19" [style=solid, label="(72,)"]; +"71 conv2d_5_zero_point_0" -> "73 dequantize_per_channel_19" [style=solid, label="(72,)"]; +"72 _frozen_param5" -> "73 dequantize_per_channel_19" [style=solid, label="(72, 16, 1, 1)"]; +"73 dequantize_per_channel_19" -> "74 conv2d_5" [style=solid, label="(72, 16, 1, 1)"]; "74 conv2d_5" -> "75 relu__1" [style=solid, label="(1, 72, 56, 56)"]; -"75 relu__1" -> "76 quantize_per_tensor_default_7" [style=solid, label="(1, 72, 56, 56)"]; -"76 quantize_per_tensor_default_7" -> "77 dequantize_per_tensor_default_7" [style=solid, label="(1, 72, 56, 56)"]; -"77 dequantize_per_tensor_default_7" -> "83 conv2d_6" [style=solid, label="(1, 72, 56, 56)"]; +"75 relu__1" -> "76 quantize_per_tensor_20" [style=solid, label="(1, 72, 56, 56)"]; +"76 quantize_per_tensor_20" -> "77 dequantize_per_tensor_21" [style=solid, label="(1, 72, 56, 56)"]; +"77 dequantize_per_tensor_21" -> "83 conv2d_6" [style=solid, label="(1, 72, 56, 56)"]; "78 features_2_block_1_0_weight_bias" -> "83 conv2d_6" [style=solid, label="(72,)"]; -"79 conv2d_6_scale_0" -> "82 dequantize_per_channel_default_6" [style=solid, label="(72,)"]; -"80 conv2d_6_zero_point_0" -> "82 dequantize_per_channel_default_6" [style=solid, label="(72,)"]; -"81 _frozen_param6" -> "82 dequantize_per_channel_default_6" [style=solid, label="(72, 1, 3, 3)"]; -"82 dequantize_per_channel_default_6" -> "83 conv2d_6" [style=solid, label="(72, 1, 3, 3)"]; +"79 conv2d_6_scale_0" -> "82 dequantize_per_channel_22" [style=solid, label="(72,)"]; +"80 conv2d_6_zero_point_0" -> "82 dequantize_per_channel_22" [style=solid, label="(72,)"]; +"81 _frozen_param6" -> "82 dequantize_per_channel_22" [style=solid, label="(72, 1, 3, 3)"]; +"82 dequantize_per_channel_22" -> "83 conv2d_6" [style=solid, label="(72, 1, 3, 3)"]; "83 conv2d_6" -> "84 relu__2" [style=solid, label="(1, 72, 28, 28)"]; -"84 relu__2" -> "85 quantize_per_tensor_default_8" [style=solid, label="(1, 72, 28, 28)"]; -"85 quantize_per_tensor_default_8" -> "86 dequantize_per_tensor_default_8" [style=solid, label="(1, 72, 28, 28)"]; -"86 dequantize_per_tensor_default_8" -> "92 conv2d_7" [style=solid, label="(1, 72, 28, 28)"]; +"84 relu__2" -> "85 quantize_per_tensor_23" [style=solid, label="(1, 72, 28, 28)"]; +"85 quantize_per_tensor_23" -> "86 dequantize_per_tensor_24" [style=solid, label="(1, 72, 28, 28)"]; +"86 dequantize_per_tensor_24" -> "92 conv2d_7" [style=solid, label="(1, 72, 28, 28)"]; "87 features_2_block_2_0_weight_bias" -> "92 conv2d_7" [style=solid, label="(24,)"]; -"88 conv2d_7_scale_0" -> "91 dequantize_per_channel_default_7" [style=solid, label="(24,)"]; -"89 conv2d_7_zero_point_0" -> "91 dequantize_per_channel_default_7" [style=solid, label="(24,)"]; -"90 _frozen_param7" -> "91 dequantize_per_channel_default_7" [style=solid, label="(24, 72, 1, 1)"]; -"91 dequantize_per_channel_default_7" -> "92 conv2d_7" [style=solid, label="(24, 72, 1, 1)"]; -"92 conv2d_7" -> "93 quantize_per_tensor_default_9" [style=solid, label="(1, 24, 28, 28)"]; -"93 quantize_per_tensor_default_9" -> "94 dequantize_per_tensor_default_9" [style=solid, label="(1, 24, 28, 28)"]; -"94 dequantize_per_tensor_default_9" -> "100 conv2d_8" [style=solid, label="(1, 24, 28, 28)"]; -"94 dequantize_per_tensor_default_9" -> "119 add_" [style=solid, label="(1, 24, 28, 28)"]; -"95 features_3_block_0_0_weight_bias" -> "100 conv2d_8" [style=solid, label="(88,)"]; -"96 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8" [style=solid, label="(88,)"]; -"97 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8" [style=solid, label="(88,)"]; -"98 _frozen_param8" -> "99 dequantize_per_channel_default_8" [style=solid, label="(88, 24, 1, 1)"]; -"99 dequantize_per_channel_default_8" -> "100 conv2d_8" [style=solid, label="(88, 24, 1, 1)"]; -"100 conv2d_8" -> "101 relu__3" [style=solid, label="(1, 88, 28, 28)"]; -"101 relu__3" -> "102 quantize_per_tensor_default_10" [style=solid, label="(1, 88, 28, 28)"]; -"102 quantize_per_tensor_default_10" -> "103 dequantize_per_tensor_default_10" [style=solid, label="(1, 88, 28, 28)"]; -"103 dequantize_per_tensor_default_10" -> "109 conv2d_9" [style=solid, label="(1, 88, 28, 28)"]; -"104 features_3_block_1_0_weight_bias" -> "109 conv2d_9" [style=solid, label="(88,)"]; -"105 conv2d_9_scale_0" -> "108 dequantize_per_channel_default_9" [style=solid, label="(88,)"]; -"106 conv2d_9_zero_point_0" -> "108 dequantize_per_channel_default_9" [style=solid, label="(88,)"]; -"107 _frozen_param9" -> "108 dequantize_per_channel_default_9" [style=solid, label="(88, 1, 3, 3)"]; -"108 dequantize_per_channel_default_9" -> "109 conv2d_9" [style=solid, label="(88, 1, 3, 3)"]; -"109 conv2d_9" -> "110 relu__4" [style=solid, label="(1, 88, 28, 28)"]; -"110 relu__4" -> "111 quantize_per_tensor_default_11" [style=solid, label="(1, 88, 28, 28)"]; -"111 quantize_per_tensor_default_11" -> "112 dequantize_per_tensor_default_11" [style=solid, label="(1, 88, 28, 28)"]; -"112 dequantize_per_tensor_default_11" -> "118 conv2d_10" [style=solid, label="(1, 88, 28, 28)"]; -"113 features_3_block_2_0_weight_bias" -> "118 conv2d_10" [style=solid, label="(24,)"]; -"114 conv2d_10_scale_0" -> "117 dequantize_per_channel_default_10" [style=solid, label="(24,)"]; -"115 conv2d_10_zero_point_0" -> "117 dequantize_per_channel_default_10" [style=solid, label="(24,)"]; -"116 _frozen_param10" -> "117 dequantize_per_channel_default_10" [style=solid, label="(24, 88, 1, 1)"]; -"117 dequantize_per_channel_default_10" -> "118 conv2d_10" [style=solid, label="(24, 88, 1, 1)"]; -"118 conv2d_10" -> "119 add_" [style=solid, label="(1, 24, 28, 28)"]; -"119 add_" -> "120 quantize_per_tensor_default_12" [style=solid, label="(1, 24, 28, 28)"]; -"120 quantize_per_tensor_default_12" -> "121 dequantize_per_tensor_default_12" [style=solid, label="(1, 24, 28, 28)"]; -"121 dequantize_per_tensor_default_12" -> "127 conv2d_11" [style=solid, label="(1, 24, 28, 28)"]; -"122 features_4_block_0_0_weight_bias" -> "127 conv2d_11" [style=solid, label="(96,)"]; -"123 conv2d_11_scale_0" -> "126 dequantize_per_channel_default_11" [style=solid, label="(96,)"]; -"124 conv2d_11_zero_point_0" -> "126 dequantize_per_channel_default_11" [style=solid, label="(96,)"]; -"125 _frozen_param11" -> "126 dequantize_per_channel_default_11" [style=solid, label="(96, 24, 1, 1)"]; -"126 dequantize_per_channel_default_11" -> "127 conv2d_11" [style=solid, label="(96, 24, 1, 1)"]; -"127 conv2d_11" -> "128 hardswish__1" [style=solid, label="(1, 96, 28, 28)"]; -"128 hardswish__1" -> "129 quantize_per_tensor_default_13" [style=solid, label="(1, 96, 28, 28)"]; -"129 quantize_per_tensor_default_13" -> "130 dequantize_per_tensor_default_13" [style=solid, label="(1, 96, 28, 28)"]; -"130 dequantize_per_tensor_default_13" -> "136 conv2d_12" [style=solid, label="(1, 96, 28, 28)"]; -"131 features_4_block_1_0_weight_bias" -> "136 conv2d_12" [style=solid, label="(96,)"]; -"132 conv2d_12_scale_0" -> "135 dequantize_per_channel_default_12" [style=solid, label="(96,)"]; -"133 conv2d_12_zero_point_0" -> "135 dequantize_per_channel_default_12" [style=solid, label="(96,)"]; -"134 _frozen_param12" -> "135 dequantize_per_channel_default_12" [style=solid, label="(96, 1, 5, 5)"]; -"135 dequantize_per_channel_default_12" -> "136 conv2d_12" [style=solid, label="(96, 1, 5, 5)"]; -"136 conv2d_12" -> "137 hardswish__2" [style=solid, label="(1, 96, 14, 14)"]; -"137 hardswish__2" -> "138 quantize_per_tensor_default_14" [style=solid, label="(1, 96, 14, 14)"]; -"137 hardswish__2" -> "157 mul_1" [style=solid, label="(1, 96, 14, 14)"]; -"138 quantize_per_tensor_default_14" -> "139 dequantize_per_tensor_default_14" [style=solid, label="(1, 96, 14, 14)"]; -"139 dequantize_per_tensor_default_14" -> "140 adaptive_avg_pool2d_1" [style=solid, label="(1, 96, 14, 14)"]; -"140 adaptive_avg_pool2d_1" -> "141 quantize_per_tensor_default_15" [style=solid, label="(1, 96, 1, 1)"]; -"141 quantize_per_tensor_default_15" -> "142 dequantize_per_tensor_default_15" [style=solid, label="(1, 96, 1, 1)"]; -"142 dequantize_per_tensor_default_15" -> "147 conv2d_13" [style=solid, label="(1, 96, 1, 1)"]; -"143 conv2d_13_scale_0" -> "146 dequantize_per_channel_default_13" [style=solid, label="(24,)"]; -"144 conv2d_13_zero_point_0" -> "146 dequantize_per_channel_default_13" [style=solid, label="(24,)"]; -"145 _frozen_param13" -> "146 dequantize_per_channel_default_13" [style=solid, label="(24, 96, 1, 1)"]; -"146 dequantize_per_channel_default_13" -> "147 conv2d_13" [style=solid, label="(24, 96, 1, 1)"]; -"147 conv2d_13" -> "148 relu_1" [style=solid, label="(1, 24, 1, 1)"]; -"148 relu_1" -> "149 quantize_per_tensor_default_16" [style=solid, label="(1, 24, 1, 1)"]; -"149 quantize_per_tensor_default_16" -> "150 dequantize_per_tensor_default_16" [style=solid, label="(1, 24, 1, 1)"]; -"150 dequantize_per_tensor_default_16" -> "155 conv2d_14" [style=solid, label="(1, 24, 1, 1)"]; -"151 conv2d_14_scale_0" -> "154 dequantize_per_channel_default_14" [style=solid, label="(96,)"]; -"152 conv2d_14_zero_point_0" -> "154 dequantize_per_channel_default_14" [style=solid, label="(96,)"]; -"153 _frozen_param14" -> "154 dequantize_per_channel_default_14" [style=solid, label="(96, 24, 1, 1)"]; -"154 dequantize_per_channel_default_14" -> "155 conv2d_14" [style=solid, label="(96, 24, 1, 1)"]; -"155 conv2d_14" -> "156 hardsigmoid_1" [style=solid, label="(1, 96, 1, 1)"]; -"156 hardsigmoid_1" -> "157 mul_1" [style=solid, label="(1, 96, 1, 1)"]; -"157 mul_1" -> "158 quantize_per_tensor_default_17" [style=solid, label="(1, 96, 14, 14)"]; -"158 quantize_per_tensor_default_17" -> "159 dequantize_per_tensor_default_17" [style=solid, label="(1, 96, 14, 14)"]; -"159 dequantize_per_tensor_default_17" -> "165 conv2d_15" [style=solid, label="(1, 96, 14, 14)"]; -"160 features_4_block_3_0_weight_bias" -> "165 conv2d_15" [style=solid, label="(40,)"]; -"161 conv2d_15_scale_0" -> "164 dequantize_per_channel_default_15" [style=solid, label="(40,)"]; -"162 conv2d_15_zero_point_0" -> "164 dequantize_per_channel_default_15" [style=solid, label="(40,)"]; -"163 _frozen_param15" -> "164 dequantize_per_channel_default_15" [style=solid, label="(40, 96, 1, 1)"]; -"164 dequantize_per_channel_default_15" -> "165 conv2d_15" [style=solid, label="(40, 96, 1, 1)"]; -"165 conv2d_15" -> "166 quantize_per_tensor_default_18" [style=solid, label="(1, 40, 14, 14)"]; -"166 quantize_per_tensor_default_18" -> "167 dequantize_per_tensor_default_18" [style=solid, label="(1, 40, 14, 14)"]; -"167 dequantize_per_tensor_default_18" -> "173 conv2d_16" [style=solid, label="(1, 40, 14, 14)"]; -"167 dequantize_per_tensor_default_18" -> "212 add__1" [style=solid, label="(1, 40, 14, 14)"]; -"168 features_5_block_0_0_weight_bias" -> "173 conv2d_16" [style=solid, label="(240,)"]; -"169 conv2d_16_scale_0" -> "172 dequantize_per_channel_default_16" [style=solid, label="(240,)"]; -"170 conv2d_16_zero_point_0" -> "172 dequantize_per_channel_default_16" [style=solid, label="(240,)"]; -"171 _frozen_param16" -> "172 dequantize_per_channel_default_16" [style=solid, label="(240, 40, 1, 1)"]; -"172 dequantize_per_channel_default_16" -> "173 conv2d_16" [style=solid, label="(240, 40, 1, 1)"]; -"173 conv2d_16" -> "174 hardswish__3" [style=solid, label="(1, 240, 14, 14)"]; -"174 hardswish__3" -> "175 quantize_per_tensor_default_19" [style=solid, label="(1, 240, 14, 14)"]; -"175 quantize_per_tensor_default_19" -> "176 dequantize_per_tensor_default_19" [style=solid, label="(1, 240, 14, 14)"]; -"176 dequantize_per_tensor_default_19" -> "182 conv2d_17" [style=solid, label="(1, 240, 14, 14)"]; -"177 features_5_block_1_0_weight_bias" -> "182 conv2d_17" [style=solid, label="(240,)"]; -"178 conv2d_17_scale_0" -> "181 dequantize_per_channel_default_17" [style=solid, label="(240,)"]; -"179 conv2d_17_zero_point_0" -> "181 dequantize_per_channel_default_17" [style=solid, label="(240,)"]; -"180 _frozen_param17" -> "181 dequantize_per_channel_default_17" [style=solid, label="(240, 1, 5, 5)"]; -"181 dequantize_per_channel_default_17" -> "182 conv2d_17" [style=solid, label="(240, 1, 5, 5)"]; -"182 conv2d_17" -> "183 hardswish__4" [style=solid, label="(1, 240, 14, 14)"]; -"183 hardswish__4" -> "184 quantize_per_tensor_default_20" [style=solid, label="(1, 240, 14, 14)"]; -"183 hardswish__4" -> "203 mul_2" [style=solid, label="(1, 240, 14, 14)"]; -"184 quantize_per_tensor_default_20" -> "185 dequantize_per_tensor_default_20" [style=solid, label="(1, 240, 14, 14)"]; -"185 dequantize_per_tensor_default_20" -> "186 adaptive_avg_pool2d_2" [style=solid, label="(1, 240, 14, 14)"]; -"186 adaptive_avg_pool2d_2" -> "187 quantize_per_tensor_default_21" [style=solid, label="(1, 240, 1, 1)"]; -"187 quantize_per_tensor_default_21" -> "188 dequantize_per_tensor_default_21" [style=solid, label="(1, 240, 1, 1)"]; -"188 dequantize_per_tensor_default_21" -> "193 conv2d_18" [style=solid, label="(1, 240, 1, 1)"]; -"189 conv2d_18_scale_0" -> "192 dequantize_per_channel_default_18" [style=solid, label="(64,)"]; -"190 conv2d_18_zero_point_0" -> "192 dequantize_per_channel_default_18" [style=solid, label="(64,)"]; -"191 _frozen_param18" -> "192 dequantize_per_channel_default_18" [style=solid, label="(64, 240, 1, 1)"]; -"192 dequantize_per_channel_default_18" -> "193 conv2d_18" [style=solid, label="(64, 240, 1, 1)"]; -"193 conv2d_18" -> "194 relu_2" [style=solid, label="(1, 64, 1, 1)"]; -"194 relu_2" -> "195 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 1, 1)"]; -"195 quantize_per_tensor_default_22" -> "196 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 1, 1)"]; -"196 dequantize_per_tensor_default_22" -> "201 conv2d_19" [style=solid, label="(1, 64, 1, 1)"]; -"197 conv2d_19_scale_0" -> "200 dequantize_per_channel_default_19" [style=solid, label="(240,)"]; -"198 conv2d_19_zero_point_0" -> "200 dequantize_per_channel_default_19" [style=solid, label="(240,)"]; -"199 _frozen_param19" -> "200 dequantize_per_channel_default_19" [style=solid, label="(240, 64, 1, 1)"]; -"200 dequantize_per_channel_default_19" -> "201 conv2d_19" [style=solid, label="(240, 64, 1, 1)"]; -"201 conv2d_19" -> "202 hardsigmoid_2" [style=solid, label="(1, 240, 1, 1)"]; -"202 hardsigmoid_2" -> "203 mul_2" [style=solid, label="(1, 240, 1, 1)"]; -"203 mul_2" -> "204 quantize_per_tensor_default_23" [style=solid, label="(1, 240, 14, 14)"]; -"204 quantize_per_tensor_default_23" -> "205 dequantize_per_tensor_default_23" [style=solid, label="(1, 240, 14, 14)"]; -"205 dequantize_per_tensor_default_23" -> "211 conv2d_20" [style=solid, label="(1, 240, 14, 14)"]; -"206 features_5_block_3_0_weight_bias" -> "211 conv2d_20" [style=solid, label="(40,)"]; -"207 conv2d_20_scale_0" -> "210 dequantize_per_channel_default_20" [style=solid, label="(40,)"]; -"208 conv2d_20_zero_point_0" -> "210 dequantize_per_channel_default_20" [style=solid, label="(40,)"]; -"209 _frozen_param20" -> "210 dequantize_per_channel_default_20" [style=solid, label="(40, 240, 1, 1)"]; -"210 dequantize_per_channel_default_20" -> "211 conv2d_20" [style=solid, label="(40, 240, 1, 1)"]; -"211 conv2d_20" -> "212 add__1" [style=solid, label="(1, 40, 14, 14)"]; -"212 add__1" -> "213 quantize_per_tensor_default_24" [style=solid, label="(1, 40, 14, 14)"]; -"213 quantize_per_tensor_default_24" -> "214 dequantize_per_tensor_default_24" [style=solid, label="(1, 40, 14, 14)"]; -"214 dequantize_per_tensor_default_24" -> "220 conv2d_21" [style=solid, label="(1, 40, 14, 14)"]; -"214 dequantize_per_tensor_default_24" -> "259 add__2" [style=solid, label="(1, 40, 14, 14)"]; -"215 features_6_block_0_0_weight_bias" -> "220 conv2d_21" [style=solid, label="(240,)"]; -"216 conv2d_21_scale_0" -> "219 dequantize_per_channel_default_21" [style=solid, label="(240,)"]; -"217 conv2d_21_zero_point_0" -> "219 dequantize_per_channel_default_21" [style=solid, label="(240,)"]; -"218 _frozen_param21" -> "219 dequantize_per_channel_default_21" [style=solid, label="(240, 40, 1, 1)"]; -"219 dequantize_per_channel_default_21" -> "220 conv2d_21" [style=solid, label="(240, 40, 1, 1)"]; -"220 conv2d_21" -> "221 hardswish__5" [style=solid, label="(1, 240, 14, 14)"]; -"221 hardswish__5" -> "222 quantize_per_tensor_default_25" [style=solid, label="(1, 240, 14, 14)"]; -"222 quantize_per_tensor_default_25" -> "223 dequantize_per_tensor_default_25" [style=solid, label="(1, 240, 14, 14)"]; -"223 dequantize_per_tensor_default_25" -> "229 conv2d_22" [style=solid, label="(1, 240, 14, 14)"]; -"224 features_6_block_1_0_weight_bias" -> "229 conv2d_22" [style=solid, label="(240,)"]; -"225 conv2d_22_scale_0" -> "228 dequantize_per_channel_default_22" [style=solid, label="(240,)"]; -"226 conv2d_22_zero_point_0" -> "228 dequantize_per_channel_default_22" [style=solid, label="(240,)"]; -"227 _frozen_param22" -> "228 dequantize_per_channel_default_22" [style=solid, label="(240, 1, 5, 5)"]; -"228 dequantize_per_channel_default_22" -> "229 conv2d_22" [style=solid, label="(240, 1, 5, 5)"]; -"229 conv2d_22" -> "230 hardswish__6" [style=solid, label="(1, 240, 14, 14)"]; -"230 hardswish__6" -> "231 quantize_per_tensor_default_26" [style=solid, label="(1, 240, 14, 14)"]; -"230 hardswish__6" -> "250 mul_3" [style=solid, label="(1, 240, 14, 14)"]; -"231 quantize_per_tensor_default_26" -> "232 dequantize_per_tensor_default_26" [style=solid, label="(1, 240, 14, 14)"]; -"232 dequantize_per_tensor_default_26" -> "233 adaptive_avg_pool2d_3" [style=solid, label="(1, 240, 14, 14)"]; -"233 adaptive_avg_pool2d_3" -> "234 quantize_per_tensor_default_27" [style=solid, label="(1, 240, 1, 1)"]; -"234 quantize_per_tensor_default_27" -> "235 dequantize_per_tensor_default_27" [style=solid, label="(1, 240, 1, 1)"]; -"235 dequantize_per_tensor_default_27" -> "240 conv2d_23" [style=solid, label="(1, 240, 1, 1)"]; -"236 conv2d_23_scale_0" -> "239 dequantize_per_channel_default_23" [style=solid, label="(64,)"]; -"237 conv2d_23_zero_point_0" -> "239 dequantize_per_channel_default_23" [style=solid, label="(64,)"]; -"238 _frozen_param23" -> "239 dequantize_per_channel_default_23" [style=solid, label="(64, 240, 1, 1)"]; -"239 dequantize_per_channel_default_23" -> "240 conv2d_23" [style=solid, label="(64, 240, 1, 1)"]; -"240 conv2d_23" -> "241 relu_3" [style=solid, label="(1, 64, 1, 1)"]; -"241 relu_3" -> "242 quantize_per_tensor_default_28" [style=solid, label="(1, 64, 1, 1)"]; -"242 quantize_per_tensor_default_28" -> "243 dequantize_per_tensor_default_28" [style=solid, label="(1, 64, 1, 1)"]; -"243 dequantize_per_tensor_default_28" -> "248 conv2d_24" [style=solid, label="(1, 64, 1, 1)"]; -"244 conv2d_24_scale_0" -> "247 dequantize_per_channel_default_24" [style=solid, label="(240,)"]; -"245 conv2d_24_zero_point_0" -> "247 dequantize_per_channel_default_24" [style=solid, label="(240,)"]; -"246 _frozen_param24" -> "247 dequantize_per_channel_default_24" [style=solid, label="(240, 64, 1, 1)"]; -"247 dequantize_per_channel_default_24" -> "248 conv2d_24" [style=solid, label="(240, 64, 1, 1)"]; -"248 conv2d_24" -> "249 hardsigmoid_3" [style=solid, label="(1, 240, 1, 1)"]; -"249 hardsigmoid_3" -> "250 mul_3" [style=solid, label="(1, 240, 1, 1)"]; -"250 mul_3" -> "251 quantize_per_tensor_default_29" [style=solid, label="(1, 240, 14, 14)"]; -"251 quantize_per_tensor_default_29" -> "252 dequantize_per_tensor_default_29" [style=solid, label="(1, 240, 14, 14)"]; -"252 dequantize_per_tensor_default_29" -> "258 conv2d_25" [style=solid, label="(1, 240, 14, 14)"]; -"253 features_6_block_3_0_weight_bias" -> "258 conv2d_25" [style=solid, label="(40,)"]; -"254 conv2d_25_scale_0" -> "257 dequantize_per_channel_default_25" [style=solid, label="(40,)"]; -"255 conv2d_25_zero_point_0" -> "257 dequantize_per_channel_default_25" [style=solid, label="(40,)"]; -"256 _frozen_param25" -> "257 dequantize_per_channel_default_25" [style=solid, label="(40, 240, 1, 1)"]; -"257 dequantize_per_channel_default_25" -> "258 conv2d_25" [style=solid, label="(40, 240, 1, 1)"]; -"258 conv2d_25" -> "259 add__2" [style=solid, label="(1, 40, 14, 14)"]; -"259 add__2" -> "260 quantize_per_tensor_default_30" [style=solid, label="(1, 40, 14, 14)"]; -"260 quantize_per_tensor_default_30" -> "261 dequantize_per_tensor_default_30" [style=solid, label="(1, 40, 14, 14)"]; -"261 dequantize_per_tensor_default_30" -> "267 conv2d_26" [style=solid, label="(1, 40, 14, 14)"]; -"262 features_7_block_0_0_weight_bias" -> "267 conv2d_26" [style=solid, label="(120,)"]; -"263 conv2d_26_scale_0" -> "266 dequantize_per_channel_default_26" [style=solid, label="(120,)"]; -"264 conv2d_26_zero_point_0" -> "266 dequantize_per_channel_default_26" [style=solid, label="(120,)"]; -"265 _frozen_param26" -> "266 dequantize_per_channel_default_26" [style=solid, label="(120, 40, 1, 1)"]; -"266 dequantize_per_channel_default_26" -> "267 conv2d_26" [style=solid, label="(120, 40, 1, 1)"]; -"267 conv2d_26" -> "268 hardswish__7" [style=solid, label="(1, 120, 14, 14)"]; -"268 hardswish__7" -> "269 quantize_per_tensor_default_31" [style=solid, label="(1, 120, 14, 14)"]; -"269 quantize_per_tensor_default_31" -> "270 dequantize_per_tensor_default_31" [style=solid, label="(1, 120, 14, 14)"]; -"270 dequantize_per_tensor_default_31" -> "276 conv2d_27" [style=solid, label="(1, 120, 14, 14)"]; -"271 features_7_block_1_0_weight_bias" -> "276 conv2d_27" [style=solid, label="(120,)"]; -"272 conv2d_27_scale_0" -> "275 dequantize_per_channel_default_27" [style=solid, label="(120,)"]; -"273 conv2d_27_zero_point_0" -> "275 dequantize_per_channel_default_27" [style=solid, label="(120,)"]; -"274 _frozen_param27" -> "275 dequantize_per_channel_default_27" [style=solid, label="(120, 1, 5, 5)"]; -"275 dequantize_per_channel_default_27" -> "276 conv2d_27" [style=solid, label="(120, 1, 5, 5)"]; -"276 conv2d_27" -> "277 hardswish__8" [style=solid, label="(1, 120, 14, 14)"]; -"277 hardswish__8" -> "278 quantize_per_tensor_default_32" [style=solid, label="(1, 120, 14, 14)"]; -"277 hardswish__8" -> "297 mul_4" [style=solid, label="(1, 120, 14, 14)"]; -"278 quantize_per_tensor_default_32" -> "279 dequantize_per_tensor_default_32" [style=solid, label="(1, 120, 14, 14)"]; -"279 dequantize_per_tensor_default_32" -> "280 adaptive_avg_pool2d_4" [style=solid, label="(1, 120, 14, 14)"]; -"280 adaptive_avg_pool2d_4" -> "281 quantize_per_tensor_default_33" [style=solid, label="(1, 120, 1, 1)"]; -"281 quantize_per_tensor_default_33" -> "282 dequantize_per_tensor_default_33" [style=solid, label="(1, 120, 1, 1)"]; -"282 dequantize_per_tensor_default_33" -> "287 conv2d_28" [style=solid, label="(1, 120, 1, 1)"]; -"283 conv2d_28_scale_0" -> "286 dequantize_per_channel_default_28" [style=solid, label="(32,)"]; -"284 conv2d_28_zero_point_0" -> "286 dequantize_per_channel_default_28" [style=solid, label="(32,)"]; -"285 _frozen_param28" -> "286 dequantize_per_channel_default_28" [style=solid, label="(32, 120, 1, 1)"]; -"286 dequantize_per_channel_default_28" -> "287 conv2d_28" [style=solid, label="(32, 120, 1, 1)"]; -"287 conv2d_28" -> "288 relu_4" [style=solid, label="(1, 32, 1, 1)"]; -"288 relu_4" -> "289 quantize_per_tensor_default_34" [style=solid, label="(1, 32, 1, 1)"]; -"289 quantize_per_tensor_default_34" -> "290 dequantize_per_tensor_default_34" [style=solid, label="(1, 32, 1, 1)"]; -"290 dequantize_per_tensor_default_34" -> "295 conv2d_29" [style=solid, label="(1, 32, 1, 1)"]; -"291 conv2d_29_scale_0" -> "294 dequantize_per_channel_default_29" [style=solid, label="(120,)"]; -"292 conv2d_29_zero_point_0" -> "294 dequantize_per_channel_default_29" [style=solid, label="(120,)"]; -"293 _frozen_param29" -> "294 dequantize_per_channel_default_29" [style=solid, label="(120, 32, 1, 1)"]; -"294 dequantize_per_channel_default_29" -> "295 conv2d_29" [style=solid, label="(120, 32, 1, 1)"]; -"295 conv2d_29" -> "296 hardsigmoid_4" [style=solid, label="(1, 120, 1, 1)"]; -"296 hardsigmoid_4" -> "297 mul_4" [style=solid, label="(1, 120, 1, 1)"]; -"297 mul_4" -> "298 quantize_per_tensor_default_35" [style=solid, label="(1, 120, 14, 14)"]; -"298 quantize_per_tensor_default_35" -> "299 dequantize_per_tensor_default_35" [style=solid, label="(1, 120, 14, 14)"]; -"299 dequantize_per_tensor_default_35" -> "305 conv2d_30" [style=solid, label="(1, 120, 14, 14)"]; -"300 features_7_block_3_0_weight_bias" -> "305 conv2d_30" [style=solid, label="(48,)"]; -"301 conv2d_30_scale_0" -> "304 dequantize_per_channel_default_30" [style=solid, label="(48,)"]; -"302 conv2d_30_zero_point_0" -> "304 dequantize_per_channel_default_30" [style=solid, label="(48,)"]; -"303 _frozen_param30" -> "304 dequantize_per_channel_default_30" [style=solid, label="(48, 120, 1, 1)"]; -"304 dequantize_per_channel_default_30" -> "305 conv2d_30" [style=solid, label="(48, 120, 1, 1)"]; -"305 conv2d_30" -> "306 quantize_per_tensor_default_36" [style=solid, label="(1, 48, 14, 14)"]; -"306 quantize_per_tensor_default_36" -> "307 dequantize_per_tensor_default_36" [style=solid, label="(1, 48, 14, 14)"]; -"307 dequantize_per_tensor_default_36" -> "313 conv2d_31" [style=solid, label="(1, 48, 14, 14)"]; -"307 dequantize_per_tensor_default_36" -> "352 add__3" [style=solid, label="(1, 48, 14, 14)"]; -"308 features_8_block_0_0_weight_bias" -> "313 conv2d_31" [style=solid, label="(144,)"]; -"309 conv2d_31_scale_0" -> "312 dequantize_per_channel_default_31" [style=solid, label="(144,)"]; -"310 conv2d_31_zero_point_0" -> "312 dequantize_per_channel_default_31" [style=solid, label="(144,)"]; -"311 _frozen_param31" -> "312 dequantize_per_channel_default_31" [style=solid, label="(144, 48, 1, 1)"]; -"312 dequantize_per_channel_default_31" -> "313 conv2d_31" [style=solid, label="(144, 48, 1, 1)"]; -"313 conv2d_31" -> "314 hardswish__9" [style=solid, label="(1, 144, 14, 14)"]; -"314 hardswish__9" -> "315 quantize_per_tensor_default_37" [style=solid, label="(1, 144, 14, 14)"]; -"315 quantize_per_tensor_default_37" -> "316 dequantize_per_tensor_default_37" [style=solid, label="(1, 144, 14, 14)"]; -"316 dequantize_per_tensor_default_37" -> "322 conv2d_32" [style=solid, label="(1, 144, 14, 14)"]; -"317 features_8_block_1_0_weight_bias" -> "322 conv2d_32" [style=solid, label="(144,)"]; -"318 conv2d_32_scale_0" -> "321 dequantize_per_channel_default_32" [style=solid, label="(144,)"]; -"319 conv2d_32_zero_point_0" -> "321 dequantize_per_channel_default_32" [style=solid, label="(144,)"]; -"320 _frozen_param32" -> "321 dequantize_per_channel_default_32" [style=solid, label="(144, 1, 5, 5)"]; -"321 dequantize_per_channel_default_32" -> "322 conv2d_32" [style=solid, label="(144, 1, 5, 5)"]; -"322 conv2d_32" -> "323 hardswish__10" [style=solid, label="(1, 144, 14, 14)"]; -"323 hardswish__10" -> "324 quantize_per_tensor_default_38" [style=solid, label="(1, 144, 14, 14)"]; -"323 hardswish__10" -> "343 mul_5" [style=solid, label="(1, 144, 14, 14)"]; -"324 quantize_per_tensor_default_38" -> "325 dequantize_per_tensor_default_38" [style=solid, label="(1, 144, 14, 14)"]; -"325 dequantize_per_tensor_default_38" -> "326 adaptive_avg_pool2d_5" [style=solid, label="(1, 144, 14, 14)"]; -"326 adaptive_avg_pool2d_5" -> "327 quantize_per_tensor_default_39" [style=solid, label="(1, 144, 1, 1)"]; -"327 quantize_per_tensor_default_39" -> "328 dequantize_per_tensor_default_39" [style=solid, label="(1, 144, 1, 1)"]; -"328 dequantize_per_tensor_default_39" -> "333 conv2d_33" [style=solid, label="(1, 144, 1, 1)"]; -"329 conv2d_33_scale_0" -> "332 dequantize_per_channel_default_33" [style=solid, label="(40,)"]; -"330 conv2d_33_zero_point_0" -> "332 dequantize_per_channel_default_33" [style=solid, label="(40,)"]; -"331 _frozen_param33" -> "332 dequantize_per_channel_default_33" [style=solid, label="(40, 144, 1, 1)"]; -"332 dequantize_per_channel_default_33" -> "333 conv2d_33" [style=solid, label="(40, 144, 1, 1)"]; -"333 conv2d_33" -> "334 relu_5" [style=solid, label="(1, 40, 1, 1)"]; -"334 relu_5" -> "335 quantize_per_tensor_default_40" [style=solid, label="(1, 40, 1, 1)"]; -"335 quantize_per_tensor_default_40" -> "336 dequantize_per_tensor_default_40" [style=solid, label="(1, 40, 1, 1)"]; -"336 dequantize_per_tensor_default_40" -> "341 conv2d_34" [style=solid, label="(1, 40, 1, 1)"]; -"337 conv2d_34_scale_0" -> "340 dequantize_per_channel_default_34" [style=solid, label="(144,)"]; -"338 conv2d_34_zero_point_0" -> "340 dequantize_per_channel_default_34" [style=solid, label="(144,)"]; -"339 _frozen_param34" -> "340 dequantize_per_channel_default_34" [style=solid, label="(144, 40, 1, 1)"]; -"340 dequantize_per_channel_default_34" -> "341 conv2d_34" [style=solid, label="(144, 40, 1, 1)"]; -"341 conv2d_34" -> "342 hardsigmoid_5" [style=solid, label="(1, 144, 1, 1)"]; -"342 hardsigmoid_5" -> "343 mul_5" [style=solid, label="(1, 144, 1, 1)"]; -"343 mul_5" -> "344 quantize_per_tensor_default_41" [style=solid, label="(1, 144, 14, 14)"]; -"344 quantize_per_tensor_default_41" -> "345 dequantize_per_tensor_default_41" [style=solid, label="(1, 144, 14, 14)"]; -"345 dequantize_per_tensor_default_41" -> "351 conv2d_35" [style=solid, label="(1, 144, 14, 14)"]; -"346 features_8_block_3_0_weight_bias" -> "351 conv2d_35" [style=solid, label="(48,)"]; -"347 conv2d_35_scale_0" -> "350 dequantize_per_channel_default_35" [style=solid, label="(48,)"]; -"348 conv2d_35_zero_point_0" -> "350 dequantize_per_channel_default_35" [style=solid, label="(48,)"]; -"349 _frozen_param35" -> "350 dequantize_per_channel_default_35" [style=solid, label="(48, 144, 1, 1)"]; -"350 dequantize_per_channel_default_35" -> "351 conv2d_35" [style=solid, label="(48, 144, 1, 1)"]; -"351 conv2d_35" -> "352 add__3" [style=solid, label="(1, 48, 14, 14)"]; -"352 add__3" -> "353 quantize_per_tensor_default_42" [style=solid, label="(1, 48, 14, 14)"]; -"353 quantize_per_tensor_default_42" -> "354 dequantize_per_tensor_default_42" [style=solid, label="(1, 48, 14, 14)"]; -"354 dequantize_per_tensor_default_42" -> "360 conv2d_36" [style=solid, label="(1, 48, 14, 14)"]; -"355 features_9_block_0_0_weight_bias" -> "360 conv2d_36" [style=solid, label="(288,)"]; -"356 conv2d_36_scale_0" -> "359 dequantize_per_channel_default_36" [style=solid, label="(288,)"]; -"357 conv2d_36_zero_point_0" -> "359 dequantize_per_channel_default_36" [style=solid, label="(288,)"]; -"358 _frozen_param36" -> "359 dequantize_per_channel_default_36" [style=solid, label="(288, 48, 1, 1)"]; -"359 dequantize_per_channel_default_36" -> "360 conv2d_36" [style=solid, label="(288, 48, 1, 1)"]; -"360 conv2d_36" -> "361 hardswish__11" [style=solid, label="(1, 288, 14, 14)"]; -"361 hardswish__11" -> "362 quantize_per_tensor_default_43" [style=solid, label="(1, 288, 14, 14)"]; -"362 quantize_per_tensor_default_43" -> "363 dequantize_per_tensor_default_43" [style=solid, label="(1, 288, 14, 14)"]; -"363 dequantize_per_tensor_default_43" -> "369 conv2d_37" [style=solid, label="(1, 288, 14, 14)"]; -"364 features_9_block_1_0_weight_bias" -> "369 conv2d_37" [style=solid, label="(288,)"]; -"365 conv2d_37_scale_0" -> "368 dequantize_per_channel_default_37" [style=solid, label="(288,)"]; -"366 conv2d_37_zero_point_0" -> "368 dequantize_per_channel_default_37" [style=solid, label="(288,)"]; -"367 _frozen_param37" -> "368 dequantize_per_channel_default_37" [style=solid, label="(288, 1, 5, 5)"]; -"368 dequantize_per_channel_default_37" -> "369 conv2d_37" [style=solid, label="(288, 1, 5, 5)"]; -"369 conv2d_37" -> "370 hardswish__12" [style=solid, label="(1, 288, 7, 7)"]; -"370 hardswish__12" -> "371 quantize_per_tensor_default_44" [style=solid, label="(1, 288, 7, 7)"]; -"370 hardswish__12" -> "390 mul_6" [style=solid, label="(1, 288, 7, 7)"]; -"371 quantize_per_tensor_default_44" -> "372 dequantize_per_tensor_default_44" [style=solid, label="(1, 288, 7, 7)"]; -"372 dequantize_per_tensor_default_44" -> "373 adaptive_avg_pool2d_6" [style=solid, label="(1, 288, 7, 7)"]; -"373 adaptive_avg_pool2d_6" -> "374 quantize_per_tensor_default_45" [style=solid, label="(1, 288, 1, 1)"]; -"374 quantize_per_tensor_default_45" -> "375 dequantize_per_tensor_default_45" [style=solid, label="(1, 288, 1, 1)"]; -"375 dequantize_per_tensor_default_45" -> "380 conv2d_38" [style=solid, label="(1, 288, 1, 1)"]; -"376 conv2d_38_scale_0" -> "379 dequantize_per_channel_default_38" [style=solid, label="(72,)"]; -"377 conv2d_38_zero_point_0" -> "379 dequantize_per_channel_default_38" [style=solid, label="(72,)"]; -"378 _frozen_param38" -> "379 dequantize_per_channel_default_38" [style=solid, label="(72, 288, 1, 1)"]; -"379 dequantize_per_channel_default_38" -> "380 conv2d_38" [style=solid, label="(72, 288, 1, 1)"]; -"380 conv2d_38" -> "381 relu_6" [style=solid, label="(1, 72, 1, 1)"]; -"381 relu_6" -> "382 quantize_per_tensor_default_46" [style=solid, label="(1, 72, 1, 1)"]; -"382 quantize_per_tensor_default_46" -> "383 dequantize_per_tensor_default_46" [style=solid, label="(1, 72, 1, 1)"]; -"383 dequantize_per_tensor_default_46" -> "388 conv2d_39" [style=solid, label="(1, 72, 1, 1)"]; -"384 conv2d_39_scale_0" -> "387 dequantize_per_channel_default_39" [style=solid, label="(288,)"]; -"385 conv2d_39_zero_point_0" -> "387 dequantize_per_channel_default_39" [style=solid, label="(288,)"]; -"386 _frozen_param39" -> "387 dequantize_per_channel_default_39" [style=solid, label="(288, 72, 1, 1)"]; -"387 dequantize_per_channel_default_39" -> "388 conv2d_39" [style=solid, label="(288, 72, 1, 1)"]; -"388 conv2d_39" -> "389 hardsigmoid_6" [style=solid, label="(1, 288, 1, 1)"]; -"389 hardsigmoid_6" -> "390 mul_6" [style=solid, label="(1, 288, 1, 1)"]; -"390 mul_6" -> "391 quantize_per_tensor_default_47" [style=solid, label="(1, 288, 7, 7)"]; -"391 quantize_per_tensor_default_47" -> "392 dequantize_per_tensor_default_47" [style=solid, label="(1, 288, 7, 7)"]; -"392 dequantize_per_tensor_default_47" -> "398 conv2d_40" [style=solid, label="(1, 288, 7, 7)"]; -"393 features_9_block_3_0_weight_bias" -> "398 conv2d_40" [style=solid, label="(96,)"]; -"394 conv2d_40_scale_0" -> "397 dequantize_per_channel_default_40" [style=solid, label="(96,)"]; -"395 conv2d_40_zero_point_0" -> "397 dequantize_per_channel_default_40" [style=solid, label="(96,)"]; -"396 _frozen_param40" -> "397 dequantize_per_channel_default_40" [style=solid, label="(96, 288, 1, 1)"]; -"397 dequantize_per_channel_default_40" -> "398 conv2d_40" [style=solid, label="(96, 288, 1, 1)"]; -"398 conv2d_40" -> "399 quantize_per_tensor_default_48" [style=solid, label="(1, 96, 7, 7)"]; -"399 quantize_per_tensor_default_48" -> "400 dequantize_per_tensor_default_48" [style=solid, label="(1, 96, 7, 7)"]; -"400 dequantize_per_tensor_default_48" -> "406 conv2d_41" [style=solid, label="(1, 96, 7, 7)"]; -"400 dequantize_per_tensor_default_48" -> "445 add__4" [style=solid, label="(1, 96, 7, 7)"]; -"401 features_10_block_0_0_weight_bias" -> "406 conv2d_41" [style=solid, label="(576,)"]; -"402 conv2d_41_scale_0" -> "405 dequantize_per_channel_default_41" [style=solid, label="(576,)"]; -"403 conv2d_41_zero_point_0" -> "405 dequantize_per_channel_default_41" [style=solid, label="(576,)"]; -"404 _frozen_param41" -> "405 dequantize_per_channel_default_41" [style=solid, label="(576, 96, 1, 1)"]; -"405 dequantize_per_channel_default_41" -> "406 conv2d_41" [style=solid, label="(576, 96, 1, 1)"]; -"406 conv2d_41" -> "407 hardswish__13" [style=solid, label="(1, 576, 7, 7)"]; -"407 hardswish__13" -> "408 quantize_per_tensor_default_49" [style=solid, label="(1, 576, 7, 7)"]; -"408 quantize_per_tensor_default_49" -> "409 dequantize_per_tensor_default_49" [style=solid, label="(1, 576, 7, 7)"]; -"409 dequantize_per_tensor_default_49" -> "415 conv2d_42" [style=solid, label="(1, 576, 7, 7)"]; -"410 features_10_block_1_0_weight_bias" -> "415 conv2d_42" [style=solid, label="(576,)"]; -"411 conv2d_42_scale_0" -> "414 dequantize_per_channel_default_42" [style=solid, label="(576,)"]; -"412 conv2d_42_zero_point_0" -> "414 dequantize_per_channel_default_42" [style=solid, label="(576,)"]; -"413 _frozen_param42" -> "414 dequantize_per_channel_default_42" [style=solid, label="(576, 1, 5, 5)"]; -"414 dequantize_per_channel_default_42" -> "415 conv2d_42" [style=solid, label="(576, 1, 5, 5)"]; -"415 conv2d_42" -> "416 hardswish__14" [style=solid, label="(1, 576, 7, 7)"]; -"416 hardswish__14" -> "417 quantize_per_tensor_default_50" [style=solid, label="(1, 576, 7, 7)"]; -"416 hardswish__14" -> "436 mul_7" [style=solid, label="(1, 576, 7, 7)"]; -"417 quantize_per_tensor_default_50" -> "418 dequantize_per_tensor_default_50" [style=solid, label="(1, 576, 7, 7)"]; -"418 dequantize_per_tensor_default_50" -> "419 adaptive_avg_pool2d_7" [style=solid, label="(1, 576, 7, 7)"]; -"419 adaptive_avg_pool2d_7" -> "420 quantize_per_tensor_default_51" [style=solid, label="(1, 576, 1, 1)"]; -"420 quantize_per_tensor_default_51" -> "421 dequantize_per_tensor_default_51" [style=solid, label="(1, 576, 1, 1)"]; -"421 dequantize_per_tensor_default_51" -> "426 conv2d_43" [style=solid, label="(1, 576, 1, 1)"]; -"422 conv2d_43_scale_0" -> "425 dequantize_per_channel_default_43" [style=solid, label="(144,)"]; -"423 conv2d_43_zero_point_0" -> "425 dequantize_per_channel_default_43" [style=solid, label="(144,)"]; -"424 _frozen_param43" -> "425 dequantize_per_channel_default_43" [style=solid, label="(144, 576, 1, 1)"]; -"425 dequantize_per_channel_default_43" -> "426 conv2d_43" [style=solid, label="(144, 576, 1, 1)"]; -"426 conv2d_43" -> "427 relu_7" [style=solid, label="(1, 144, 1, 1)"]; -"427 relu_7" -> "428 quantize_per_tensor_default_52" [style=solid, label="(1, 144, 1, 1)"]; -"428 quantize_per_tensor_default_52" -> "429 dequantize_per_tensor_default_52" [style=solid, label="(1, 144, 1, 1)"]; -"429 dequantize_per_tensor_default_52" -> "434 conv2d_44" [style=solid, label="(1, 144, 1, 1)"]; -"430 conv2d_44_scale_0" -> "433 dequantize_per_channel_default_44" [style=solid, label="(576,)"]; -"431 conv2d_44_zero_point_0" -> "433 dequantize_per_channel_default_44" [style=solid, label="(576,)"]; -"432 _frozen_param44" -> "433 dequantize_per_channel_default_44" [style=solid, label="(576, 144, 1, 1)"]; -"433 dequantize_per_channel_default_44" -> "434 conv2d_44" [style=solid, label="(576, 144, 1, 1)"]; -"434 conv2d_44" -> "435 hardsigmoid_7" [style=solid, label="(1, 576, 1, 1)"]; -"435 hardsigmoid_7" -> "436 mul_7" [style=solid, label="(1, 576, 1, 1)"]; -"436 mul_7" -> "437 quantize_per_tensor_default_53" [style=solid, label="(1, 576, 7, 7)"]; -"437 quantize_per_tensor_default_53" -> "438 dequantize_per_tensor_default_53" [style=solid, label="(1, 576, 7, 7)"]; -"438 dequantize_per_tensor_default_53" -> "444 conv2d_45" [style=solid, label="(1, 576, 7, 7)"]; -"439 features_10_block_3_0_weight_bias" -> "444 conv2d_45" [style=solid, label="(96,)"]; -"440 conv2d_45_scale_0" -> "443 dequantize_per_channel_default_45" [style=solid, label="(96,)"]; -"441 conv2d_45_zero_point_0" -> "443 dequantize_per_channel_default_45" [style=solid, label="(96,)"]; -"442 _frozen_param45" -> "443 dequantize_per_channel_default_45" [style=solid, label="(96, 576, 1, 1)"]; -"443 dequantize_per_channel_default_45" -> "444 conv2d_45" [style=solid, label="(96, 576, 1, 1)"]; -"444 conv2d_45" -> "445 add__4" [style=solid, label="(1, 96, 7, 7)"]; -"445 add__4" -> "446 quantize_per_tensor_default_54" [style=solid, label="(1, 96, 7, 7)"]; -"446 quantize_per_tensor_default_54" -> "447 dequantize_per_tensor_default_54" [style=solid, label="(1, 96, 7, 7)"]; -"447 dequantize_per_tensor_default_54" -> "453 conv2d_46" [style=solid, label="(1, 96, 7, 7)"]; -"447 dequantize_per_tensor_default_54" -> "492 add__5" [style=solid, label="(1, 96, 7, 7)"]; -"448 features_11_block_0_0_weight_bias" -> "453 conv2d_46" [style=solid, label="(576,)"]; -"449 conv2d_46_scale_0" -> "452 dequantize_per_channel_default_46" [style=solid, label="(576,)"]; -"450 conv2d_46_zero_point_0" -> "452 dequantize_per_channel_default_46" [style=solid, label="(576,)"]; -"451 _frozen_param46" -> "452 dequantize_per_channel_default_46" [style=solid, label="(576, 96, 1, 1)"]; -"452 dequantize_per_channel_default_46" -> "453 conv2d_46" [style=solid, label="(576, 96, 1, 1)"]; -"453 conv2d_46" -> "454 hardswish__15" [style=solid, label="(1, 576, 7, 7)"]; -"454 hardswish__15" -> "455 quantize_per_tensor_default_55" [style=solid, label="(1, 576, 7, 7)"]; -"455 quantize_per_tensor_default_55" -> "456 dequantize_per_tensor_default_55" [style=solid, label="(1, 576, 7, 7)"]; -"456 dequantize_per_tensor_default_55" -> "462 conv2d_47" [style=solid, label="(1, 576, 7, 7)"]; -"457 features_11_block_1_0_weight_bias" -> "462 conv2d_47" [style=solid, label="(576,)"]; -"458 conv2d_47_scale_0" -> "461 dequantize_per_channel_default_47" [style=solid, label="(576,)"]; -"459 conv2d_47_zero_point_0" -> "461 dequantize_per_channel_default_47" [style=solid, label="(576,)"]; -"460 _frozen_param47" -> "461 dequantize_per_channel_default_47" [style=solid, label="(576, 1, 5, 5)"]; -"461 dequantize_per_channel_default_47" -> "462 conv2d_47" [style=solid, label="(576, 1, 5, 5)"]; -"462 conv2d_47" -> "463 hardswish__16" [style=solid, label="(1, 576, 7, 7)"]; -"463 hardswish__16" -> "464 quantize_per_tensor_default_56" [style=solid, label="(1, 576, 7, 7)"]; -"463 hardswish__16" -> "483 mul_8" [style=solid, label="(1, 576, 7, 7)"]; -"464 quantize_per_tensor_default_56" -> "465 dequantize_per_tensor_default_56" [style=solid, label="(1, 576, 7, 7)"]; -"465 dequantize_per_tensor_default_56" -> "466 adaptive_avg_pool2d_8" [style=solid, label="(1, 576, 7, 7)"]; -"466 adaptive_avg_pool2d_8" -> "467 quantize_per_tensor_default_57" [style=solid, label="(1, 576, 1, 1)"]; -"467 quantize_per_tensor_default_57" -> "468 dequantize_per_tensor_default_57" [style=solid, label="(1, 576, 1, 1)"]; -"468 dequantize_per_tensor_default_57" -> "473 conv2d_48" [style=solid, label="(1, 576, 1, 1)"]; -"469 conv2d_48_scale_0" -> "472 dequantize_per_channel_default_48" [style=solid, label="(144,)"]; -"470 conv2d_48_zero_point_0" -> "472 dequantize_per_channel_default_48" [style=solid, label="(144,)"]; -"471 _frozen_param48" -> "472 dequantize_per_channel_default_48" [style=solid, label="(144, 576, 1, 1)"]; -"472 dequantize_per_channel_default_48" -> "473 conv2d_48" [style=solid, label="(144, 576, 1, 1)"]; -"473 conv2d_48" -> "474 relu_8" [style=solid, label="(1, 144, 1, 1)"]; -"474 relu_8" -> "475 quantize_per_tensor_default_58" [style=solid, label="(1, 144, 1, 1)"]; -"475 quantize_per_tensor_default_58" -> "476 dequantize_per_tensor_default_58" [style=solid, label="(1, 144, 1, 1)"]; -"476 dequantize_per_tensor_default_58" -> "481 conv2d_49" [style=solid, label="(1, 144, 1, 1)"]; -"477 conv2d_49_scale_0" -> "480 dequantize_per_channel_default_49" [style=solid, label="(576,)"]; -"478 conv2d_49_zero_point_0" -> "480 dequantize_per_channel_default_49" [style=solid, label="(576,)"]; -"479 _frozen_param49" -> "480 dequantize_per_channel_default_49" [style=solid, label="(576, 144, 1, 1)"]; -"480 dequantize_per_channel_default_49" -> "481 conv2d_49" [style=solid, label="(576, 144, 1, 1)"]; -"481 conv2d_49" -> "482 hardsigmoid_8" [style=solid, label="(1, 576, 1, 1)"]; -"482 hardsigmoid_8" -> "483 mul_8" [style=solid, label="(1, 576, 1, 1)"]; -"483 mul_8" -> "484 quantize_per_tensor_default_59" [style=solid, label="(1, 576, 7, 7)"]; -"484 quantize_per_tensor_default_59" -> "485 dequantize_per_tensor_default_59" [style=solid, label="(1, 576, 7, 7)"]; -"485 dequantize_per_tensor_default_59" -> "491 conv2d_50" [style=solid, label="(1, 576, 7, 7)"]; -"486 features_11_block_3_0_weight_bias" -> "491 conv2d_50" [style=solid, label="(96,)"]; -"487 conv2d_50_scale_0" -> "490 dequantize_per_channel_default_50" [style=solid, label="(96,)"]; -"488 conv2d_50_zero_point_0" -> "490 dequantize_per_channel_default_50" [style=solid, label="(96,)"]; -"489 _frozen_param50" -> "490 dequantize_per_channel_default_50" [style=solid, label="(96, 576, 1, 1)"]; -"490 dequantize_per_channel_default_50" -> "491 conv2d_50" [style=solid, label="(96, 576, 1, 1)"]; -"491 conv2d_50" -> "492 add__5" [style=solid, label="(1, 96, 7, 7)"]; -"492 add__5" -> "493 quantize_per_tensor_default_60" [style=solid, label="(1, 96, 7, 7)"]; -"493 quantize_per_tensor_default_60" -> "494 dequantize_per_tensor_default_60" [style=solid, label="(1, 96, 7, 7)"]; -"494 dequantize_per_tensor_default_60" -> "500 conv2d_51" [style=solid, label="(1, 96, 7, 7)"]; -"495 features_12_0_weight_bias" -> "500 conv2d_51" [style=solid, label="(576,)"]; -"496 conv2d_51_scale_0" -> "499 dequantize_per_channel_default_51" [style=solid, label="(576,)"]; -"497 conv2d_51_zero_point_0" -> "499 dequantize_per_channel_default_51" [style=solid, label="(576,)"]; -"498 _frozen_param51" -> "499 dequantize_per_channel_default_51" [style=solid, label="(576, 96, 1, 1)"]; -"499 dequantize_per_channel_default_51" -> "500 conv2d_51" [style=solid, label="(576, 96, 1, 1)"]; -"500 conv2d_51" -> "501 hardswish__17" [style=solid, label="(1, 576, 7, 7)"]; -"501 hardswish__17" -> "502 quantize_per_tensor_default_61" [style=solid, label="(1, 576, 7, 7)"]; -"502 quantize_per_tensor_default_61" -> "503 dequantize_per_tensor_default_61" [style=solid, label="(1, 576, 7, 7)"]; -"503 dequantize_per_tensor_default_61" -> "504 adaptive_avg_pool2d_9" [style=solid, label="(1, 576, 7, 7)"]; -"504 adaptive_avg_pool2d_9" -> "505 quantize_per_tensor_default_62" [style=solid, label="(1, 576, 1, 1)"]; -"505 quantize_per_tensor_default_62" -> "506 dequantize_per_tensor_default_62" [style=solid, label="(1, 576, 1, 1)"]; -"506 dequantize_per_tensor_default_62" -> "507 flatten" [style=solid, label="(1, 576, 1, 1)"]; -"507 flatten" -> "508 quantize_per_tensor_default_63" [style=solid, label="(1, 576)"]; -"508 quantize_per_tensor_default_63" -> "509 dequantize_per_tensor_default_63" [style=solid, label="(1, 576)"]; -"509 dequantize_per_tensor_default_63" -> "514 linear" [style=solid, label="(1, 576)"]; -"510 linear_scale_0" -> "513 dequantize_per_channel_default_52" [style=solid, label="(1024,)"]; -"511 linear_zero_point_0" -> "513 dequantize_per_channel_default_52" [style=solid, label="(1024,)"]; -"512 _frozen_param52" -> "513 dequantize_per_channel_default_52" [style=solid, label="(1024, 576)"]; -"513 dequantize_per_channel_default_52" -> "514 linear" [style=solid, label="(1024, 576)"]; -"514 linear" -> "515 hardswish__18" [style=solid, label="(1, 1024)"]; -"515 hardswish__18" -> "516 dropout_" [style=solid, label="(1, 1024)"]; -"516 dropout_" -> "517 quantize_per_tensor_default_64" [style=solid, label="(1, 1024)"]; -"517 quantize_per_tensor_default_64" -> "518 dequantize_per_tensor_default_64" [style=solid, label="(1, 1024)"]; -"518 dequantize_per_tensor_default_64" -> "523 linear_1" [style=solid, label="(1, 1024)"]; -"519 linear_1_scale_0" -> "522 dequantize_per_channel_default_53" [style=solid, label="(1000,)"]; -"520 linear_1_zero_point_0" -> "522 dequantize_per_channel_default_53" [style=solid, label="(1000,)"]; -"521 _frozen_param53" -> "522 dequantize_per_channel_default_53" [style=solid, label="(1000, 1024)"]; -"522 dequantize_per_channel_default_53" -> "523 linear_1" [style=solid, label="(1000, 1024)"]; -"523 linear_1" -> "524 output" [style=solid, label="(1, 1000)"]; +"88 conv2d_7_scale_0" -> "91 dequantize_per_channel_25" [style=solid, label="(24,)"]; +"89 conv2d_7_zero_point_0" -> "91 dequantize_per_channel_25" [style=solid, label="(24,)"]; +"90 _frozen_param7" -> "91 dequantize_per_channel_25" [style=solid, label="(24, 72, 1, 1)"]; +"91 dequantize_per_channel_25" -> "92 conv2d_7" [style=solid, label="(24, 72, 1, 1)"]; +"92 conv2d_7" -> "93 quantize_per_tensor_26" [style=solid, label="(1, 24, 28, 28)"]; +"93 quantize_per_tensor_26" -> "94 dequantize_per_tensor_27" [style=solid, label="(1, 24, 28, 28)"]; +"93 quantize_per_tensor_26" -> "95 dequantize_per_tensor_28" [style=solid, label="(1, 24, 28, 28)"]; +"94 dequantize_per_tensor_27" -> "101 conv2d_8" [style=solid, label="(1, 24, 28, 28)"]; +"95 dequantize_per_tensor_28" -> "120 add_" [style=solid, label="(1, 24, 28, 28)"]; +"96 features_3_block_0_0_weight_bias" -> "101 conv2d_8" [style=solid, label="(88,)"]; +"97 conv2d_8_scale_0" -> "100 dequantize_per_channel_29" [style=solid, label="(88,)"]; +"98 conv2d_8_zero_point_0" -> "100 dequantize_per_channel_29" [style=solid, label="(88,)"]; +"99 _frozen_param8" -> "100 dequantize_per_channel_29" [style=solid, label="(88, 24, 1, 1)"]; +"100 dequantize_per_channel_29" -> "101 conv2d_8" [style=solid, label="(88, 24, 1, 1)"]; +"101 conv2d_8" -> "102 relu__3" [style=solid, label="(1, 88, 28, 28)"]; +"102 relu__3" -> "103 quantize_per_tensor_30" [style=solid, label="(1, 88, 28, 28)"]; +"103 quantize_per_tensor_30" -> "104 dequantize_per_tensor_31" [style=solid, label="(1, 88, 28, 28)"]; +"104 dequantize_per_tensor_31" -> "110 conv2d_9" [style=solid, label="(1, 88, 28, 28)"]; +"105 features_3_block_1_0_weight_bias" -> "110 conv2d_9" [style=solid, label="(88,)"]; +"106 conv2d_9_scale_0" -> "109 dequantize_per_channel_32" [style=solid, label="(88,)"]; +"107 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_32" [style=solid, label="(88,)"]; +"108 _frozen_param9" -> "109 dequantize_per_channel_32" [style=solid, label="(88, 1, 3, 3)"]; +"109 dequantize_per_channel_32" -> "110 conv2d_9" [style=solid, label="(88, 1, 3, 3)"]; +"110 conv2d_9" -> "111 relu__4" [style=solid, label="(1, 88, 28, 28)"]; +"111 relu__4" -> "112 quantize_per_tensor_33" [style=solid, label="(1, 88, 28, 28)"]; +"112 quantize_per_tensor_33" -> "113 dequantize_per_tensor_34" [style=solid, label="(1, 88, 28, 28)"]; +"113 dequantize_per_tensor_34" -> "119 conv2d_10" [style=solid, label="(1, 88, 28, 28)"]; +"114 features_3_block_2_0_weight_bias" -> "119 conv2d_10" [style=solid, label="(24,)"]; +"115 conv2d_10_scale_0" -> "118 dequantize_per_channel_35" [style=solid, label="(24,)"]; +"116 conv2d_10_zero_point_0" -> "118 dequantize_per_channel_35" [style=solid, label="(24,)"]; +"117 _frozen_param10" -> "118 dequantize_per_channel_35" [style=solid, label="(24, 88, 1, 1)"]; +"118 dequantize_per_channel_35" -> "119 conv2d_10" [style=solid, label="(24, 88, 1, 1)"]; +"119 conv2d_10" -> "120 add_" [style=solid, label="(1, 24, 28, 28)"]; +"120 add_" -> "121 quantize_per_tensor_36" [style=solid, label="(1, 24, 28, 28)"]; +"121 quantize_per_tensor_36" -> "122 dequantize_per_tensor_37" [style=solid, label="(1, 24, 28, 28)"]; +"122 dequantize_per_tensor_37" -> "128 conv2d_11" [style=solid, label="(1, 24, 28, 28)"]; +"123 features_4_block_0_0_weight_bias" -> "128 conv2d_11" [style=solid, label="(96,)"]; +"124 conv2d_11_scale_0" -> "127 dequantize_per_channel_38" [style=solid, label="(96,)"]; +"125 conv2d_11_zero_point_0" -> "127 dequantize_per_channel_38" [style=solid, label="(96,)"]; +"126 _frozen_param11" -> "127 dequantize_per_channel_38" [style=solid, label="(96, 24, 1, 1)"]; +"127 dequantize_per_channel_38" -> "128 conv2d_11" [style=solid, label="(96, 24, 1, 1)"]; +"128 conv2d_11" -> "129 hardswish__1" [style=solid, label="(1, 96, 28, 28)"]; +"129 hardswish__1" -> "130 quantize_per_tensor_39" [style=solid, label="(1, 96, 28, 28)"]; +"130 quantize_per_tensor_39" -> "131 dequantize_per_tensor_40" [style=solid, label="(1, 96, 28, 28)"]; +"131 dequantize_per_tensor_40" -> "137 conv2d_12" [style=solid, label="(1, 96, 28, 28)"]; +"132 features_4_block_1_0_weight_bias" -> "137 conv2d_12" [style=solid, label="(96,)"]; +"133 conv2d_12_scale_0" -> "136 dequantize_per_channel_41" [style=solid, label="(96,)"]; +"134 conv2d_12_zero_point_0" -> "136 dequantize_per_channel_41" [style=solid, label="(96,)"]; +"135 _frozen_param12" -> "136 dequantize_per_channel_41" [style=solid, label="(96, 1, 5, 5)"]; +"136 dequantize_per_channel_41" -> "137 conv2d_12" [style=solid, label="(96, 1, 5, 5)"]; +"137 conv2d_12" -> "138 hardswish__2" [style=solid, label="(1, 96, 14, 14)"]; +"138 hardswish__2" -> "139 quantize_per_tensor_42" [style=solid, label="(1, 96, 14, 14)"]; +"138 hardswish__2" -> "158 mul_1" [style=solid, label="(1, 96, 14, 14)"]; +"139 quantize_per_tensor_42" -> "140 dequantize_per_tensor_43" [style=solid, label="(1, 96, 14, 14)"]; +"140 dequantize_per_tensor_43" -> "141 adaptive_avg_pool2d_1" [style=solid, label="(1, 96, 14, 14)"]; +"141 adaptive_avg_pool2d_1" -> "142 quantize_per_tensor_44" [style=solid, label="(1, 96, 1, 1)"]; +"142 quantize_per_tensor_44" -> "143 dequantize_per_tensor_45" [style=solid, label="(1, 96, 1, 1)"]; +"143 dequantize_per_tensor_45" -> "148 conv2d_13" [style=solid, label="(1, 96, 1, 1)"]; +"144 conv2d_13_scale_0" -> "147 dequantize_per_channel_46" [style=solid, label="(24,)"]; +"145 conv2d_13_zero_point_0" -> "147 dequantize_per_channel_46" [style=solid, label="(24,)"]; +"146 _frozen_param13" -> "147 dequantize_per_channel_46" [style=solid, label="(24, 96, 1, 1)"]; +"147 dequantize_per_channel_46" -> "148 conv2d_13" [style=solid, label="(24, 96, 1, 1)"]; +"148 conv2d_13" -> "149 relu_1" [style=solid, label="(1, 24, 1, 1)"]; +"149 relu_1" -> "150 quantize_per_tensor_47" [style=solid, label="(1, 24, 1, 1)"]; +"150 quantize_per_tensor_47" -> "151 dequantize_per_tensor_48" [style=solid, label="(1, 24, 1, 1)"]; +"151 dequantize_per_tensor_48" -> "156 conv2d_14" [style=solid, label="(1, 24, 1, 1)"]; +"152 conv2d_14_scale_0" -> "155 dequantize_per_channel_49" [style=solid, label="(96,)"]; +"153 conv2d_14_zero_point_0" -> "155 dequantize_per_channel_49" [style=solid, label="(96,)"]; +"154 _frozen_param14" -> "155 dequantize_per_channel_49" [style=solid, label="(96, 24, 1, 1)"]; +"155 dequantize_per_channel_49" -> "156 conv2d_14" [style=solid, label="(96, 24, 1, 1)"]; +"156 conv2d_14" -> "157 hardsigmoid_1" [style=solid, label="(1, 96, 1, 1)"]; +"157 hardsigmoid_1" -> "158 mul_1" [style=solid, label="(1, 96, 1, 1)"]; +"158 mul_1" -> "159 quantize_per_tensor_50" [style=solid, label="(1, 96, 14, 14)"]; +"159 quantize_per_tensor_50" -> "160 dequantize_per_tensor_51" [style=solid, label="(1, 96, 14, 14)"]; +"160 dequantize_per_tensor_51" -> "166 conv2d_15" [style=solid, label="(1, 96, 14, 14)"]; +"161 features_4_block_3_0_weight_bias" -> "166 conv2d_15" [style=solid, label="(40,)"]; +"162 conv2d_15_scale_0" -> "165 dequantize_per_channel_52" [style=solid, label="(40,)"]; +"163 conv2d_15_zero_point_0" -> "165 dequantize_per_channel_52" [style=solid, label="(40,)"]; +"164 _frozen_param15" -> "165 dequantize_per_channel_52" [style=solid, label="(40, 96, 1, 1)"]; +"165 dequantize_per_channel_52" -> "166 conv2d_15" [style=solid, label="(40, 96, 1, 1)"]; +"166 conv2d_15" -> "167 quantize_per_tensor_53" [style=solid, label="(1, 40, 14, 14)"]; +"167 quantize_per_tensor_53" -> "168 dequantize_per_tensor_54" [style=solid, label="(1, 40, 14, 14)"]; +"167 quantize_per_tensor_53" -> "169 dequantize_per_tensor_55" [style=solid, label="(1, 40, 14, 14)"]; +"168 dequantize_per_tensor_54" -> "175 conv2d_16" [style=solid, label="(1, 40, 14, 14)"]; +"169 dequantize_per_tensor_55" -> "214 add__1" [style=solid, label="(1, 40, 14, 14)"]; +"170 features_5_block_0_0_weight_bias" -> "175 conv2d_16" [style=solid, label="(240,)"]; +"171 conv2d_16_scale_0" -> "174 dequantize_per_channel_56" [style=solid, label="(240,)"]; +"172 conv2d_16_zero_point_0" -> "174 dequantize_per_channel_56" [style=solid, label="(240,)"]; +"173 _frozen_param16" -> "174 dequantize_per_channel_56" [style=solid, label="(240, 40, 1, 1)"]; +"174 dequantize_per_channel_56" -> "175 conv2d_16" [style=solid, label="(240, 40, 1, 1)"]; +"175 conv2d_16" -> "176 hardswish__3" [style=solid, label="(1, 240, 14, 14)"]; +"176 hardswish__3" -> "177 quantize_per_tensor_57" [style=solid, label="(1, 240, 14, 14)"]; +"177 quantize_per_tensor_57" -> "178 dequantize_per_tensor_58" [style=solid, label="(1, 240, 14, 14)"]; +"178 dequantize_per_tensor_58" -> "184 conv2d_17" [style=solid, label="(1, 240, 14, 14)"]; +"179 features_5_block_1_0_weight_bias" -> "184 conv2d_17" [style=solid, label="(240,)"]; +"180 conv2d_17_scale_0" -> "183 dequantize_per_channel_59" [style=solid, label="(240,)"]; +"181 conv2d_17_zero_point_0" -> "183 dequantize_per_channel_59" [style=solid, label="(240,)"]; +"182 _frozen_param17" -> "183 dequantize_per_channel_59" [style=solid, label="(240, 1, 5, 5)"]; +"183 dequantize_per_channel_59" -> "184 conv2d_17" [style=solid, label="(240, 1, 5, 5)"]; +"184 conv2d_17" -> "185 hardswish__4" [style=solid, label="(1, 240, 14, 14)"]; +"185 hardswish__4" -> "186 quantize_per_tensor_60" [style=solid, label="(1, 240, 14, 14)"]; +"185 hardswish__4" -> "205 mul_2" [style=solid, label="(1, 240, 14, 14)"]; +"186 quantize_per_tensor_60" -> "187 dequantize_per_tensor_61" [style=solid, label="(1, 240, 14, 14)"]; +"187 dequantize_per_tensor_61" -> "188 adaptive_avg_pool2d_2" [style=solid, label="(1, 240, 14, 14)"]; +"188 adaptive_avg_pool2d_2" -> "189 quantize_per_tensor_62" [style=solid, label="(1, 240, 1, 1)"]; +"189 quantize_per_tensor_62" -> "190 dequantize_per_tensor_63" [style=solid, label="(1, 240, 1, 1)"]; +"190 dequantize_per_tensor_63" -> "195 conv2d_18" [style=solid, label="(1, 240, 1, 1)"]; +"191 conv2d_18_scale_0" -> "194 dequantize_per_channel_64" [style=solid, label="(64,)"]; +"192 conv2d_18_zero_point_0" -> "194 dequantize_per_channel_64" [style=solid, label="(64,)"]; +"193 _frozen_param18" -> "194 dequantize_per_channel_64" [style=solid, label="(64, 240, 1, 1)"]; +"194 dequantize_per_channel_64" -> "195 conv2d_18" [style=solid, label="(64, 240, 1, 1)"]; +"195 conv2d_18" -> "196 relu_2" [style=solid, label="(1, 64, 1, 1)"]; +"196 relu_2" -> "197 quantize_per_tensor_65" [style=solid, label="(1, 64, 1, 1)"]; +"197 quantize_per_tensor_65" -> "198 dequantize_per_tensor_66" [style=solid, label="(1, 64, 1, 1)"]; +"198 dequantize_per_tensor_66" -> "203 conv2d_19" [style=solid, label="(1, 64, 1, 1)"]; +"199 conv2d_19_scale_0" -> "202 dequantize_per_channel_67" [style=solid, label="(240,)"]; +"200 conv2d_19_zero_point_0" -> "202 dequantize_per_channel_67" [style=solid, label="(240,)"]; +"201 _frozen_param19" -> "202 dequantize_per_channel_67" [style=solid, label="(240, 64, 1, 1)"]; +"202 dequantize_per_channel_67" -> "203 conv2d_19" [style=solid, label="(240, 64, 1, 1)"]; +"203 conv2d_19" -> "204 hardsigmoid_2" [style=solid, label="(1, 240, 1, 1)"]; +"204 hardsigmoid_2" -> "205 mul_2" [style=solid, label="(1, 240, 1, 1)"]; +"205 mul_2" -> "206 quantize_per_tensor_68" [style=solid, label="(1, 240, 14, 14)"]; +"206 quantize_per_tensor_68" -> "207 dequantize_per_tensor_69" [style=solid, label="(1, 240, 14, 14)"]; +"207 dequantize_per_tensor_69" -> "213 conv2d_20" [style=solid, label="(1, 240, 14, 14)"]; +"208 features_5_block_3_0_weight_bias" -> "213 conv2d_20" [style=solid, label="(40,)"]; +"209 conv2d_20_scale_0" -> "212 dequantize_per_channel_70" [style=solid, label="(40,)"]; +"210 conv2d_20_zero_point_0" -> "212 dequantize_per_channel_70" [style=solid, label="(40,)"]; +"211 _frozen_param20" -> "212 dequantize_per_channel_70" [style=solid, label="(40, 240, 1, 1)"]; +"212 dequantize_per_channel_70" -> "213 conv2d_20" [style=solid, label="(40, 240, 1, 1)"]; +"213 conv2d_20" -> "214 add__1" [style=solid, label="(1, 40, 14, 14)"]; +"214 add__1" -> "215 quantize_per_tensor_71" [style=solid, label="(1, 40, 14, 14)"]; +"215 quantize_per_tensor_71" -> "216 dequantize_per_tensor_72" [style=solid, label="(1, 40, 14, 14)"]; +"215 quantize_per_tensor_71" -> "217 dequantize_per_tensor_73" [style=solid, label="(1, 40, 14, 14)"]; +"216 dequantize_per_tensor_72" -> "223 conv2d_21" [style=solid, label="(1, 40, 14, 14)"]; +"217 dequantize_per_tensor_73" -> "262 add__2" [style=solid, label="(1, 40, 14, 14)"]; +"218 features_6_block_0_0_weight_bias" -> "223 conv2d_21" [style=solid, label="(240,)"]; +"219 conv2d_21_scale_0" -> "222 dequantize_per_channel_74" [style=solid, label="(240,)"]; +"220 conv2d_21_zero_point_0" -> "222 dequantize_per_channel_74" [style=solid, label="(240,)"]; +"221 _frozen_param21" -> "222 dequantize_per_channel_74" [style=solid, label="(240, 40, 1, 1)"]; +"222 dequantize_per_channel_74" -> "223 conv2d_21" [style=solid, label="(240, 40, 1, 1)"]; +"223 conv2d_21" -> "224 hardswish__5" [style=solid, label="(1, 240, 14, 14)"]; +"224 hardswish__5" -> "225 quantize_per_tensor_75" [style=solid, label="(1, 240, 14, 14)"]; +"225 quantize_per_tensor_75" -> "226 dequantize_per_tensor_76" [style=solid, label="(1, 240, 14, 14)"]; +"226 dequantize_per_tensor_76" -> "232 conv2d_22" [style=solid, label="(1, 240, 14, 14)"]; +"227 features_6_block_1_0_weight_bias" -> "232 conv2d_22" [style=solid, label="(240,)"]; +"228 conv2d_22_scale_0" -> "231 dequantize_per_channel_77" [style=solid, label="(240,)"]; +"229 conv2d_22_zero_point_0" -> "231 dequantize_per_channel_77" [style=solid, label="(240,)"]; +"230 _frozen_param22" -> "231 dequantize_per_channel_77" [style=solid, label="(240, 1, 5, 5)"]; +"231 dequantize_per_channel_77" -> "232 conv2d_22" [style=solid, label="(240, 1, 5, 5)"]; +"232 conv2d_22" -> "233 hardswish__6" [style=solid, label="(1, 240, 14, 14)"]; +"233 hardswish__6" -> "234 quantize_per_tensor_78" [style=solid, label="(1, 240, 14, 14)"]; +"233 hardswish__6" -> "253 mul_3" [style=solid, label="(1, 240, 14, 14)"]; +"234 quantize_per_tensor_78" -> "235 dequantize_per_tensor_79" [style=solid, label="(1, 240, 14, 14)"]; +"235 dequantize_per_tensor_79" -> "236 adaptive_avg_pool2d_3" [style=solid, label="(1, 240, 14, 14)"]; +"236 adaptive_avg_pool2d_3" -> "237 quantize_per_tensor_80" [style=solid, label="(1, 240, 1, 1)"]; +"237 quantize_per_tensor_80" -> "238 dequantize_per_tensor_81" [style=solid, label="(1, 240, 1, 1)"]; +"238 dequantize_per_tensor_81" -> "243 conv2d_23" [style=solid, label="(1, 240, 1, 1)"]; +"239 conv2d_23_scale_0" -> "242 dequantize_per_channel_82" [style=solid, label="(64,)"]; +"240 conv2d_23_zero_point_0" -> "242 dequantize_per_channel_82" [style=solid, label="(64,)"]; +"241 _frozen_param23" -> "242 dequantize_per_channel_82" [style=solid, label="(64, 240, 1, 1)"]; +"242 dequantize_per_channel_82" -> "243 conv2d_23" [style=solid, label="(64, 240, 1, 1)"]; +"243 conv2d_23" -> "244 relu_3" [style=solid, label="(1, 64, 1, 1)"]; +"244 relu_3" -> "245 quantize_per_tensor_83" [style=solid, label="(1, 64, 1, 1)"]; +"245 quantize_per_tensor_83" -> "246 dequantize_per_tensor_84" [style=solid, label="(1, 64, 1, 1)"]; +"246 dequantize_per_tensor_84" -> "251 conv2d_24" [style=solid, label="(1, 64, 1, 1)"]; +"247 conv2d_24_scale_0" -> "250 dequantize_per_channel_85" [style=solid, label="(240,)"]; +"248 conv2d_24_zero_point_0" -> "250 dequantize_per_channel_85" [style=solid, label="(240,)"]; +"249 _frozen_param24" -> "250 dequantize_per_channel_85" [style=solid, label="(240, 64, 1, 1)"]; +"250 dequantize_per_channel_85" -> "251 conv2d_24" [style=solid, label="(240, 64, 1, 1)"]; +"251 conv2d_24" -> "252 hardsigmoid_3" [style=solid, label="(1, 240, 1, 1)"]; +"252 hardsigmoid_3" -> "253 mul_3" [style=solid, label="(1, 240, 1, 1)"]; +"253 mul_3" -> "254 quantize_per_tensor_86" [style=solid, label="(1, 240, 14, 14)"]; +"254 quantize_per_tensor_86" -> "255 dequantize_per_tensor_87" [style=solid, label="(1, 240, 14, 14)"]; +"255 dequantize_per_tensor_87" -> "261 conv2d_25" [style=solid, label="(1, 240, 14, 14)"]; +"256 features_6_block_3_0_weight_bias" -> "261 conv2d_25" [style=solid, label="(40,)"]; +"257 conv2d_25_scale_0" -> "260 dequantize_per_channel_88" [style=solid, label="(40,)"]; +"258 conv2d_25_zero_point_0" -> "260 dequantize_per_channel_88" [style=solid, label="(40,)"]; +"259 _frozen_param25" -> "260 dequantize_per_channel_88" [style=solid, label="(40, 240, 1, 1)"]; +"260 dequantize_per_channel_88" -> "261 conv2d_25" [style=solid, label="(40, 240, 1, 1)"]; +"261 conv2d_25" -> "262 add__2" [style=solid, label="(1, 40, 14, 14)"]; +"262 add__2" -> "263 quantize_per_tensor_89" [style=solid, label="(1, 40, 14, 14)"]; +"263 quantize_per_tensor_89" -> "264 dequantize_per_tensor_90" [style=solid, label="(1, 40, 14, 14)"]; +"264 dequantize_per_tensor_90" -> "270 conv2d_26" [style=solid, label="(1, 40, 14, 14)"]; +"265 features_7_block_0_0_weight_bias" -> "270 conv2d_26" [style=solid, label="(120,)"]; +"266 conv2d_26_scale_0" -> "269 dequantize_per_channel_91" [style=solid, label="(120,)"]; +"267 conv2d_26_zero_point_0" -> "269 dequantize_per_channel_91" [style=solid, label="(120,)"]; +"268 _frozen_param26" -> "269 dequantize_per_channel_91" [style=solid, label="(120, 40, 1, 1)"]; +"269 dequantize_per_channel_91" -> "270 conv2d_26" [style=solid, label="(120, 40, 1, 1)"]; +"270 conv2d_26" -> "271 hardswish__7" [style=solid, label="(1, 120, 14, 14)"]; +"271 hardswish__7" -> "272 quantize_per_tensor_92" [style=solid, label="(1, 120, 14, 14)"]; +"272 quantize_per_tensor_92" -> "273 dequantize_per_tensor_93" [style=solid, label="(1, 120, 14, 14)"]; +"273 dequantize_per_tensor_93" -> "279 conv2d_27" [style=solid, label="(1, 120, 14, 14)"]; +"274 features_7_block_1_0_weight_bias" -> "279 conv2d_27" [style=solid, label="(120,)"]; +"275 conv2d_27_scale_0" -> "278 dequantize_per_channel_94" [style=solid, label="(120,)"]; +"276 conv2d_27_zero_point_0" -> "278 dequantize_per_channel_94" [style=solid, label="(120,)"]; +"277 _frozen_param27" -> "278 dequantize_per_channel_94" [style=solid, label="(120, 1, 5, 5)"]; +"278 dequantize_per_channel_94" -> "279 conv2d_27" [style=solid, label="(120, 1, 5, 5)"]; +"279 conv2d_27" -> "280 hardswish__8" [style=solid, label="(1, 120, 14, 14)"]; +"280 hardswish__8" -> "281 quantize_per_tensor_95" [style=solid, label="(1, 120, 14, 14)"]; +"280 hardswish__8" -> "300 mul_4" [style=solid, label="(1, 120, 14, 14)"]; +"281 quantize_per_tensor_95" -> "282 dequantize_per_tensor_96" [style=solid, label="(1, 120, 14, 14)"]; +"282 dequantize_per_tensor_96" -> "283 adaptive_avg_pool2d_4" [style=solid, label="(1, 120, 14, 14)"]; +"283 adaptive_avg_pool2d_4" -> "284 quantize_per_tensor_97" [style=solid, label="(1, 120, 1, 1)"]; +"284 quantize_per_tensor_97" -> "285 dequantize_per_tensor_98" [style=solid, label="(1, 120, 1, 1)"]; +"285 dequantize_per_tensor_98" -> "290 conv2d_28" [style=solid, label="(1, 120, 1, 1)"]; +"286 conv2d_28_scale_0" -> "289 dequantize_per_channel_99" [style=solid, label="(32,)"]; +"287 conv2d_28_zero_point_0" -> "289 dequantize_per_channel_99" [style=solid, label="(32,)"]; +"288 _frozen_param28" -> "289 dequantize_per_channel_99" [style=solid, label="(32, 120, 1, 1)"]; +"289 dequantize_per_channel_99" -> "290 conv2d_28" [style=solid, label="(32, 120, 1, 1)"]; +"290 conv2d_28" -> "291 relu_4" [style=solid, label="(1, 32, 1, 1)"]; +"291 relu_4" -> "292 quantize_per_tensor_100" [style=solid, label="(1, 32, 1, 1)"]; +"292 quantize_per_tensor_100" -> "293 dequantize_per_tensor_101" [style=solid, label="(1, 32, 1, 1)"]; +"293 dequantize_per_tensor_101" -> "298 conv2d_29" [style=solid, label="(1, 32, 1, 1)"]; +"294 conv2d_29_scale_0" -> "297 dequantize_per_channel_102" [style=solid, label="(120,)"]; +"295 conv2d_29_zero_point_0" -> "297 dequantize_per_channel_102" [style=solid, label="(120,)"]; +"296 _frozen_param29" -> "297 dequantize_per_channel_102" [style=solid, label="(120, 32, 1, 1)"]; +"297 dequantize_per_channel_102" -> "298 conv2d_29" [style=solid, label="(120, 32, 1, 1)"]; +"298 conv2d_29" -> "299 hardsigmoid_4" [style=solid, label="(1, 120, 1, 1)"]; +"299 hardsigmoid_4" -> "300 mul_4" [style=solid, label="(1, 120, 1, 1)"]; +"300 mul_4" -> "301 quantize_per_tensor_103" [style=solid, label="(1, 120, 14, 14)"]; +"301 quantize_per_tensor_103" -> "302 dequantize_per_tensor_104" [style=solid, label="(1, 120, 14, 14)"]; +"302 dequantize_per_tensor_104" -> "308 conv2d_30" [style=solid, label="(1, 120, 14, 14)"]; +"303 features_7_block_3_0_weight_bias" -> "308 conv2d_30" [style=solid, label="(48,)"]; +"304 conv2d_30_scale_0" -> "307 dequantize_per_channel_105" [style=solid, label="(48,)"]; +"305 conv2d_30_zero_point_0" -> "307 dequantize_per_channel_105" [style=solid, label="(48,)"]; +"306 _frozen_param30" -> "307 dequantize_per_channel_105" [style=solid, label="(48, 120, 1, 1)"]; +"307 dequantize_per_channel_105" -> "308 conv2d_30" [style=solid, label="(48, 120, 1, 1)"]; +"308 conv2d_30" -> "309 quantize_per_tensor_106" [style=solid, label="(1, 48, 14, 14)"]; +"309 quantize_per_tensor_106" -> "310 dequantize_per_tensor_107" [style=solid, label="(1, 48, 14, 14)"]; +"309 quantize_per_tensor_106" -> "311 dequantize_per_tensor_108" [style=solid, label="(1, 48, 14, 14)"]; +"310 dequantize_per_tensor_107" -> "317 conv2d_31" [style=solid, label="(1, 48, 14, 14)"]; +"311 dequantize_per_tensor_108" -> "356 add__3" [style=solid, label="(1, 48, 14, 14)"]; +"312 features_8_block_0_0_weight_bias" -> "317 conv2d_31" [style=solid, label="(144,)"]; +"313 conv2d_31_scale_0" -> "316 dequantize_per_channel_109" [style=solid, label="(144,)"]; +"314 conv2d_31_zero_point_0" -> "316 dequantize_per_channel_109" [style=solid, label="(144,)"]; +"315 _frozen_param31" -> "316 dequantize_per_channel_109" [style=solid, label="(144, 48, 1, 1)"]; +"316 dequantize_per_channel_109" -> "317 conv2d_31" [style=solid, label="(144, 48, 1, 1)"]; +"317 conv2d_31" -> "318 hardswish__9" [style=solid, label="(1, 144, 14, 14)"]; +"318 hardswish__9" -> "319 quantize_per_tensor_110" [style=solid, label="(1, 144, 14, 14)"]; +"319 quantize_per_tensor_110" -> "320 dequantize_per_tensor_111" [style=solid, label="(1, 144, 14, 14)"]; +"320 dequantize_per_tensor_111" -> "326 conv2d_32" [style=solid, label="(1, 144, 14, 14)"]; +"321 features_8_block_1_0_weight_bias" -> "326 conv2d_32" [style=solid, label="(144,)"]; +"322 conv2d_32_scale_0" -> "325 dequantize_per_channel_112" [style=solid, label="(144,)"]; +"323 conv2d_32_zero_point_0" -> "325 dequantize_per_channel_112" [style=solid, label="(144,)"]; +"324 _frozen_param32" -> "325 dequantize_per_channel_112" [style=solid, label="(144, 1, 5, 5)"]; +"325 dequantize_per_channel_112" -> "326 conv2d_32" [style=solid, label="(144, 1, 5, 5)"]; +"326 conv2d_32" -> "327 hardswish__10" [style=solid, label="(1, 144, 14, 14)"]; +"327 hardswish__10" -> "328 quantize_per_tensor_113" [style=solid, label="(1, 144, 14, 14)"]; +"327 hardswish__10" -> "347 mul_5" [style=solid, label="(1, 144, 14, 14)"]; +"328 quantize_per_tensor_113" -> "329 dequantize_per_tensor_114" [style=solid, label="(1, 144, 14, 14)"]; +"329 dequantize_per_tensor_114" -> "330 adaptive_avg_pool2d_5" [style=solid, label="(1, 144, 14, 14)"]; +"330 adaptive_avg_pool2d_5" -> "331 quantize_per_tensor_115" [style=solid, label="(1, 144, 1, 1)"]; +"331 quantize_per_tensor_115" -> "332 dequantize_per_tensor_116" [style=solid, label="(1, 144, 1, 1)"]; +"332 dequantize_per_tensor_116" -> "337 conv2d_33" [style=solid, label="(1, 144, 1, 1)"]; +"333 conv2d_33_scale_0" -> "336 dequantize_per_channel_117" [style=solid, label="(40,)"]; +"334 conv2d_33_zero_point_0" -> "336 dequantize_per_channel_117" [style=solid, label="(40,)"]; +"335 _frozen_param33" -> "336 dequantize_per_channel_117" [style=solid, label="(40, 144, 1, 1)"]; +"336 dequantize_per_channel_117" -> "337 conv2d_33" [style=solid, label="(40, 144, 1, 1)"]; +"337 conv2d_33" -> "338 relu_5" [style=solid, label="(1, 40, 1, 1)"]; +"338 relu_5" -> "339 quantize_per_tensor_118" [style=solid, label="(1, 40, 1, 1)"]; +"339 quantize_per_tensor_118" -> "340 dequantize_per_tensor_119" [style=solid, label="(1, 40, 1, 1)"]; +"340 dequantize_per_tensor_119" -> "345 conv2d_34" [style=solid, label="(1, 40, 1, 1)"]; +"341 conv2d_34_scale_0" -> "344 dequantize_per_channel_120" [style=solid, label="(144,)"]; +"342 conv2d_34_zero_point_0" -> "344 dequantize_per_channel_120" [style=solid, label="(144,)"]; +"343 _frozen_param34" -> "344 dequantize_per_channel_120" [style=solid, label="(144, 40, 1, 1)"]; +"344 dequantize_per_channel_120" -> "345 conv2d_34" [style=solid, label="(144, 40, 1, 1)"]; +"345 conv2d_34" -> "346 hardsigmoid_5" [style=solid, label="(1, 144, 1, 1)"]; +"346 hardsigmoid_5" -> "347 mul_5" [style=solid, label="(1, 144, 1, 1)"]; +"347 mul_5" -> "348 quantize_per_tensor_121" [style=solid, label="(1, 144, 14, 14)"]; +"348 quantize_per_tensor_121" -> "349 dequantize_per_tensor_122" [style=solid, label="(1, 144, 14, 14)"]; +"349 dequantize_per_tensor_122" -> "355 conv2d_35" [style=solid, label="(1, 144, 14, 14)"]; +"350 features_8_block_3_0_weight_bias" -> "355 conv2d_35" [style=solid, label="(48,)"]; +"351 conv2d_35_scale_0" -> "354 dequantize_per_channel_123" [style=solid, label="(48,)"]; +"352 conv2d_35_zero_point_0" -> "354 dequantize_per_channel_123" [style=solid, label="(48,)"]; +"353 _frozen_param35" -> "354 dequantize_per_channel_123" [style=solid, label="(48, 144, 1, 1)"]; +"354 dequantize_per_channel_123" -> "355 conv2d_35" [style=solid, label="(48, 144, 1, 1)"]; +"355 conv2d_35" -> "356 add__3" [style=solid, label="(1, 48, 14, 14)"]; +"356 add__3" -> "357 quantize_per_tensor_124" [style=solid, label="(1, 48, 14, 14)"]; +"357 quantize_per_tensor_124" -> "358 dequantize_per_tensor_125" [style=solid, label="(1, 48, 14, 14)"]; +"358 dequantize_per_tensor_125" -> "364 conv2d_36" [style=solid, label="(1, 48, 14, 14)"]; +"359 features_9_block_0_0_weight_bias" -> "364 conv2d_36" [style=solid, label="(288,)"]; +"360 conv2d_36_scale_0" -> "363 dequantize_per_channel_126" [style=solid, label="(288,)"]; +"361 conv2d_36_zero_point_0" -> "363 dequantize_per_channel_126" [style=solid, label="(288,)"]; +"362 _frozen_param36" -> "363 dequantize_per_channel_126" [style=solid, label="(288, 48, 1, 1)"]; +"363 dequantize_per_channel_126" -> "364 conv2d_36" [style=solid, label="(288, 48, 1, 1)"]; +"364 conv2d_36" -> "365 hardswish__11" [style=solid, label="(1, 288, 14, 14)"]; +"365 hardswish__11" -> "366 quantize_per_tensor_127" [style=solid, label="(1, 288, 14, 14)"]; +"366 quantize_per_tensor_127" -> "367 dequantize_per_tensor_128" [style=solid, label="(1, 288, 14, 14)"]; +"367 dequantize_per_tensor_128" -> "373 conv2d_37" [style=solid, label="(1, 288, 14, 14)"]; +"368 features_9_block_1_0_weight_bias" -> "373 conv2d_37" [style=solid, label="(288,)"]; +"369 conv2d_37_scale_0" -> "372 dequantize_per_channel_129" [style=solid, label="(288,)"]; +"370 conv2d_37_zero_point_0" -> "372 dequantize_per_channel_129" [style=solid, label="(288,)"]; +"371 _frozen_param37" -> "372 dequantize_per_channel_129" [style=solid, label="(288, 1, 5, 5)"]; +"372 dequantize_per_channel_129" -> "373 conv2d_37" [style=solid, label="(288, 1, 5, 5)"]; +"373 conv2d_37" -> "374 hardswish__12" [style=solid, label="(1, 288, 7, 7)"]; +"374 hardswish__12" -> "375 quantize_per_tensor_130" [style=solid, label="(1, 288, 7, 7)"]; +"374 hardswish__12" -> "394 mul_6" [style=solid, label="(1, 288, 7, 7)"]; +"375 quantize_per_tensor_130" -> "376 dequantize_per_tensor_131" [style=solid, label="(1, 288, 7, 7)"]; +"376 dequantize_per_tensor_131" -> "377 adaptive_avg_pool2d_6" [style=solid, label="(1, 288, 7, 7)"]; +"377 adaptive_avg_pool2d_6" -> "378 quantize_per_tensor_132" [style=solid, label="(1, 288, 1, 1)"]; +"378 quantize_per_tensor_132" -> "379 dequantize_per_tensor_133" [style=solid, label="(1, 288, 1, 1)"]; +"379 dequantize_per_tensor_133" -> "384 conv2d_38" [style=solid, label="(1, 288, 1, 1)"]; +"380 conv2d_38_scale_0" -> "383 dequantize_per_channel_134" [style=solid, label="(72,)"]; +"381 conv2d_38_zero_point_0" -> "383 dequantize_per_channel_134" [style=solid, label="(72,)"]; +"382 _frozen_param38" -> "383 dequantize_per_channel_134" [style=solid, label="(72, 288, 1, 1)"]; +"383 dequantize_per_channel_134" -> "384 conv2d_38" [style=solid, label="(72, 288, 1, 1)"]; +"384 conv2d_38" -> "385 relu_6" [style=solid, label="(1, 72, 1, 1)"]; +"385 relu_6" -> "386 quantize_per_tensor_135" [style=solid, label="(1, 72, 1, 1)"]; +"386 quantize_per_tensor_135" -> "387 dequantize_per_tensor_136" [style=solid, label="(1, 72, 1, 1)"]; +"387 dequantize_per_tensor_136" -> "392 conv2d_39" [style=solid, label="(1, 72, 1, 1)"]; +"388 conv2d_39_scale_0" -> "391 dequantize_per_channel_137" [style=solid, label="(288,)"]; +"389 conv2d_39_zero_point_0" -> "391 dequantize_per_channel_137" [style=solid, label="(288,)"]; +"390 _frozen_param39" -> "391 dequantize_per_channel_137" [style=solid, label="(288, 72, 1, 1)"]; +"391 dequantize_per_channel_137" -> "392 conv2d_39" [style=solid, label="(288, 72, 1, 1)"]; +"392 conv2d_39" -> "393 hardsigmoid_6" [style=solid, label="(1, 288, 1, 1)"]; +"393 hardsigmoid_6" -> "394 mul_6" [style=solid, label="(1, 288, 1, 1)"]; +"394 mul_6" -> "395 quantize_per_tensor_138" [style=solid, label="(1, 288, 7, 7)"]; +"395 quantize_per_tensor_138" -> "396 dequantize_per_tensor_139" [style=solid, label="(1, 288, 7, 7)"]; +"396 dequantize_per_tensor_139" -> "402 conv2d_40" [style=solid, label="(1, 288, 7, 7)"]; +"397 features_9_block_3_0_weight_bias" -> "402 conv2d_40" [style=solid, label="(96,)"]; +"398 conv2d_40_scale_0" -> "401 dequantize_per_channel_140" [style=solid, label="(96,)"]; +"399 conv2d_40_zero_point_0" -> "401 dequantize_per_channel_140" [style=solid, label="(96,)"]; +"400 _frozen_param40" -> "401 dequantize_per_channel_140" [style=solid, label="(96, 288, 1, 1)"]; +"401 dequantize_per_channel_140" -> "402 conv2d_40" [style=solid, label="(96, 288, 1, 1)"]; +"402 conv2d_40" -> "403 quantize_per_tensor_141" [style=solid, label="(1, 96, 7, 7)"]; +"403 quantize_per_tensor_141" -> "404 dequantize_per_tensor_142" [style=solid, label="(1, 96, 7, 7)"]; +"403 quantize_per_tensor_141" -> "405 dequantize_per_tensor_143" [style=solid, label="(1, 96, 7, 7)"]; +"404 dequantize_per_tensor_142" -> "411 conv2d_41" [style=solid, label="(1, 96, 7, 7)"]; +"405 dequantize_per_tensor_143" -> "450 add__4" [style=solid, label="(1, 96, 7, 7)"]; +"406 features_10_block_0_0_weight_bias" -> "411 conv2d_41" [style=solid, label="(576,)"]; +"407 conv2d_41_scale_0" -> "410 dequantize_per_channel_144" [style=solid, label="(576,)"]; +"408 conv2d_41_zero_point_0" -> "410 dequantize_per_channel_144" [style=solid, label="(576,)"]; +"409 _frozen_param41" -> "410 dequantize_per_channel_144" [style=solid, label="(576, 96, 1, 1)"]; +"410 dequantize_per_channel_144" -> "411 conv2d_41" [style=solid, label="(576, 96, 1, 1)"]; +"411 conv2d_41" -> "412 hardswish__13" [style=solid, label="(1, 576, 7, 7)"]; +"412 hardswish__13" -> "413 quantize_per_tensor_145" [style=solid, label="(1, 576, 7, 7)"]; +"413 quantize_per_tensor_145" -> "414 dequantize_per_tensor_146" [style=solid, label="(1, 576, 7, 7)"]; +"414 dequantize_per_tensor_146" -> "420 conv2d_42" [style=solid, label="(1, 576, 7, 7)"]; +"415 features_10_block_1_0_weight_bias" -> "420 conv2d_42" [style=solid, label="(576,)"]; +"416 conv2d_42_scale_0" -> "419 dequantize_per_channel_147" [style=solid, label="(576,)"]; +"417 conv2d_42_zero_point_0" -> "419 dequantize_per_channel_147" [style=solid, label="(576,)"]; +"418 _frozen_param42" -> "419 dequantize_per_channel_147" [style=solid, label="(576, 1, 5, 5)"]; +"419 dequantize_per_channel_147" -> "420 conv2d_42" [style=solid, label="(576, 1, 5, 5)"]; +"420 conv2d_42" -> "421 hardswish__14" [style=solid, label="(1, 576, 7, 7)"]; +"421 hardswish__14" -> "422 quantize_per_tensor_148" [style=solid, label="(1, 576, 7, 7)"]; +"421 hardswish__14" -> "441 mul_7" [style=solid, label="(1, 576, 7, 7)"]; +"422 quantize_per_tensor_148" -> "423 dequantize_per_tensor_149" [style=solid, label="(1, 576, 7, 7)"]; +"423 dequantize_per_tensor_149" -> "424 adaptive_avg_pool2d_7" [style=solid, label="(1, 576, 7, 7)"]; +"424 adaptive_avg_pool2d_7" -> "425 quantize_per_tensor_150" [style=solid, label="(1, 576, 1, 1)"]; +"425 quantize_per_tensor_150" -> "426 dequantize_per_tensor_151" [style=solid, label="(1, 576, 1, 1)"]; +"426 dequantize_per_tensor_151" -> "431 conv2d_43" [style=solid, label="(1, 576, 1, 1)"]; +"427 conv2d_43_scale_0" -> "430 dequantize_per_channel_152" [style=solid, label="(144,)"]; +"428 conv2d_43_zero_point_0" -> "430 dequantize_per_channel_152" [style=solid, label="(144,)"]; +"429 _frozen_param43" -> "430 dequantize_per_channel_152" [style=solid, label="(144, 576, 1, 1)"]; +"430 dequantize_per_channel_152" -> "431 conv2d_43" [style=solid, label="(144, 576, 1, 1)"]; +"431 conv2d_43" -> "432 relu_7" [style=solid, label="(1, 144, 1, 1)"]; +"432 relu_7" -> "433 quantize_per_tensor_153" [style=solid, label="(1, 144, 1, 1)"]; +"433 quantize_per_tensor_153" -> "434 dequantize_per_tensor_154" [style=solid, label="(1, 144, 1, 1)"]; +"434 dequantize_per_tensor_154" -> "439 conv2d_44" [style=solid, label="(1, 144, 1, 1)"]; +"435 conv2d_44_scale_0" -> "438 dequantize_per_channel_155" [style=solid, label="(576,)"]; +"436 conv2d_44_zero_point_0" -> "438 dequantize_per_channel_155" [style=solid, label="(576,)"]; +"437 _frozen_param44" -> "438 dequantize_per_channel_155" [style=solid, label="(576, 144, 1, 1)"]; +"438 dequantize_per_channel_155" -> "439 conv2d_44" [style=solid, label="(576, 144, 1, 1)"]; +"439 conv2d_44" -> "440 hardsigmoid_7" [style=solid, label="(1, 576, 1, 1)"]; +"440 hardsigmoid_7" -> "441 mul_7" [style=solid, label="(1, 576, 1, 1)"]; +"441 mul_7" -> "442 quantize_per_tensor_156" [style=solid, label="(1, 576, 7, 7)"]; +"442 quantize_per_tensor_156" -> "443 dequantize_per_tensor_157" [style=solid, label="(1, 576, 7, 7)"]; +"443 dequantize_per_tensor_157" -> "449 conv2d_45" [style=solid, label="(1, 576, 7, 7)"]; +"444 features_10_block_3_0_weight_bias" -> "449 conv2d_45" [style=solid, label="(96,)"]; +"445 conv2d_45_scale_0" -> "448 dequantize_per_channel_158" [style=solid, label="(96,)"]; +"446 conv2d_45_zero_point_0" -> "448 dequantize_per_channel_158" [style=solid, label="(96,)"]; +"447 _frozen_param45" -> "448 dequantize_per_channel_158" [style=solid, label="(96, 576, 1, 1)"]; +"448 dequantize_per_channel_158" -> "449 conv2d_45" [style=solid, label="(96, 576, 1, 1)"]; +"449 conv2d_45" -> "450 add__4" [style=solid, label="(1, 96, 7, 7)"]; +"450 add__4" -> "451 quantize_per_tensor_159" [style=solid, label="(1, 96, 7, 7)"]; +"451 quantize_per_tensor_159" -> "452 dequantize_per_tensor_160" [style=solid, label="(1, 96, 7, 7)"]; +"451 quantize_per_tensor_159" -> "453 dequantize_per_tensor_161" [style=solid, label="(1, 96, 7, 7)"]; +"452 dequantize_per_tensor_160" -> "459 conv2d_46" [style=solid, label="(1, 96, 7, 7)"]; +"453 dequantize_per_tensor_161" -> "498 add__5" [style=solid, label="(1, 96, 7, 7)"]; +"454 features_11_block_0_0_weight_bias" -> "459 conv2d_46" [style=solid, label="(576,)"]; +"455 conv2d_46_scale_0" -> "458 dequantize_per_channel_162" [style=solid, label="(576,)"]; +"456 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_162" [style=solid, label="(576,)"]; +"457 _frozen_param46" -> "458 dequantize_per_channel_162" [style=solid, label="(576, 96, 1, 1)"]; +"458 dequantize_per_channel_162" -> "459 conv2d_46" [style=solid, label="(576, 96, 1, 1)"]; +"459 conv2d_46" -> "460 hardswish__15" [style=solid, label="(1, 576, 7, 7)"]; +"460 hardswish__15" -> "461 quantize_per_tensor_163" [style=solid, label="(1, 576, 7, 7)"]; +"461 quantize_per_tensor_163" -> "462 dequantize_per_tensor_164" [style=solid, label="(1, 576, 7, 7)"]; +"462 dequantize_per_tensor_164" -> "468 conv2d_47" [style=solid, label="(1, 576, 7, 7)"]; +"463 features_11_block_1_0_weight_bias" -> "468 conv2d_47" [style=solid, label="(576,)"]; +"464 conv2d_47_scale_0" -> "467 dequantize_per_channel_165" [style=solid, label="(576,)"]; +"465 conv2d_47_zero_point_0" -> "467 dequantize_per_channel_165" [style=solid, label="(576,)"]; +"466 _frozen_param47" -> "467 dequantize_per_channel_165" [style=solid, label="(576, 1, 5, 5)"]; +"467 dequantize_per_channel_165" -> "468 conv2d_47" [style=solid, label="(576, 1, 5, 5)"]; +"468 conv2d_47" -> "469 hardswish__16" [style=solid, label="(1, 576, 7, 7)"]; +"469 hardswish__16" -> "470 quantize_per_tensor_166" [style=solid, label="(1, 576, 7, 7)"]; +"469 hardswish__16" -> "489 mul_8" [style=solid, label="(1, 576, 7, 7)"]; +"470 quantize_per_tensor_166" -> "471 dequantize_per_tensor_167" [style=solid, label="(1, 576, 7, 7)"]; +"471 dequantize_per_tensor_167" -> "472 adaptive_avg_pool2d_8" [style=solid, label="(1, 576, 7, 7)"]; +"472 adaptive_avg_pool2d_8" -> "473 quantize_per_tensor_168" [style=solid, label="(1, 576, 1, 1)"]; +"473 quantize_per_tensor_168" -> "474 dequantize_per_tensor_169" [style=solid, label="(1, 576, 1, 1)"]; +"474 dequantize_per_tensor_169" -> "479 conv2d_48" [style=solid, label="(1, 576, 1, 1)"]; +"475 conv2d_48_scale_0" -> "478 dequantize_per_channel_170" [style=solid, label="(144,)"]; +"476 conv2d_48_zero_point_0" -> "478 dequantize_per_channel_170" [style=solid, label="(144,)"]; +"477 _frozen_param48" -> "478 dequantize_per_channel_170" [style=solid, label="(144, 576, 1, 1)"]; +"478 dequantize_per_channel_170" -> "479 conv2d_48" [style=solid, label="(144, 576, 1, 1)"]; +"479 conv2d_48" -> "480 relu_8" [style=solid, label="(1, 144, 1, 1)"]; +"480 relu_8" -> "481 quantize_per_tensor_171" [style=solid, label="(1, 144, 1, 1)"]; +"481 quantize_per_tensor_171" -> "482 dequantize_per_tensor_172" [style=solid, label="(1, 144, 1, 1)"]; +"482 dequantize_per_tensor_172" -> "487 conv2d_49" [style=solid, label="(1, 144, 1, 1)"]; +"483 conv2d_49_scale_0" -> "486 dequantize_per_channel_173" [style=solid, label="(576,)"]; +"484 conv2d_49_zero_point_0" -> "486 dequantize_per_channel_173" [style=solid, label="(576,)"]; +"485 _frozen_param49" -> "486 dequantize_per_channel_173" [style=solid, label="(576, 144, 1, 1)"]; +"486 dequantize_per_channel_173" -> "487 conv2d_49" [style=solid, label="(576, 144, 1, 1)"]; +"487 conv2d_49" -> "488 hardsigmoid_8" [style=solid, label="(1, 576, 1, 1)"]; +"488 hardsigmoid_8" -> "489 mul_8" [style=solid, label="(1, 576, 1, 1)"]; +"489 mul_8" -> "490 quantize_per_tensor_174" [style=solid, label="(1, 576, 7, 7)"]; +"490 quantize_per_tensor_174" -> "491 dequantize_per_tensor_175" [style=solid, label="(1, 576, 7, 7)"]; +"491 dequantize_per_tensor_175" -> "497 conv2d_50" [style=solid, label="(1, 576, 7, 7)"]; +"492 features_11_block_3_0_weight_bias" -> "497 conv2d_50" [style=solid, label="(96,)"]; +"493 conv2d_50_scale_0" -> "496 dequantize_per_channel_176" [style=solid, label="(96,)"]; +"494 conv2d_50_zero_point_0" -> "496 dequantize_per_channel_176" [style=solid, label="(96,)"]; +"495 _frozen_param50" -> "496 dequantize_per_channel_176" [style=solid, label="(96, 576, 1, 1)"]; +"496 dequantize_per_channel_176" -> "497 conv2d_50" [style=solid, label="(96, 576, 1, 1)"]; +"497 conv2d_50" -> "498 add__5" [style=solid, label="(1, 96, 7, 7)"]; +"498 add__5" -> "499 quantize_per_tensor_177" [style=solid, label="(1, 96, 7, 7)"]; +"499 quantize_per_tensor_177" -> "500 dequantize_per_tensor_178" [style=solid, label="(1, 96, 7, 7)"]; +"500 dequantize_per_tensor_178" -> "506 conv2d_51" [style=solid, label="(1, 96, 7, 7)"]; +"501 features_12_0_weight_bias" -> "506 conv2d_51" [style=solid, label="(576,)"]; +"502 conv2d_51_scale_0" -> "505 dequantize_per_channel_179" [style=solid, label="(576,)"]; +"503 conv2d_51_zero_point_0" -> "505 dequantize_per_channel_179" [style=solid, label="(576,)"]; +"504 _frozen_param51" -> "505 dequantize_per_channel_179" [style=solid, label="(576, 96, 1, 1)"]; +"505 dequantize_per_channel_179" -> "506 conv2d_51" [style=solid, label="(576, 96, 1, 1)"]; +"506 conv2d_51" -> "507 hardswish__17" [style=solid, label="(1, 576, 7, 7)"]; +"507 hardswish__17" -> "508 quantize_per_tensor_180" [style=solid, label="(1, 576, 7, 7)"]; +"508 quantize_per_tensor_180" -> "509 dequantize_per_tensor_181" [style=solid, label="(1, 576, 7, 7)"]; +"509 dequantize_per_tensor_181" -> "510 adaptive_avg_pool2d_9" [style=solid, label="(1, 576, 7, 7)"]; +"510 adaptive_avg_pool2d_9" -> "511 quantize_per_tensor_182" [style=solid, label="(1, 576, 1, 1)"]; +"511 quantize_per_tensor_182" -> "512 dequantize_per_tensor_183" [style=solid, label="(1, 576, 1, 1)"]; +"512 dequantize_per_tensor_183" -> "513 flatten" [style=solid, label="(1, 576, 1, 1)"]; +"513 flatten" -> "514 quantize_per_tensor_184" [style=solid, label="(1, 576)"]; +"514 quantize_per_tensor_184" -> "515 dequantize_per_tensor_185" [style=solid, label="(1, 576)"]; +"515 dequantize_per_tensor_185" -> "520 linear" [style=solid, label="(1, 576)"]; +"516 linear_scale_0" -> "519 dequantize_per_channel_186" [style=solid, label="(1024,)"]; +"517 linear_zero_point_0" -> "519 dequantize_per_channel_186" [style=solid, label="(1024,)"]; +"518 _frozen_param52" -> "519 dequantize_per_channel_186" [style=solid, label="(1024, 576)"]; +"519 dequantize_per_channel_186" -> "520 linear" [style=solid, label="(1024, 576)"]; +"520 linear" -> "521 hardswish__18" [style=solid, label="(1, 1024)"]; +"521 hardswish__18" -> "522 dropout_" [style=solid, label="(1, 1024)"]; +"522 dropout_" -> "523 quantize_per_tensor_187" [style=solid, label="(1, 1024)"]; +"523 quantize_per_tensor_187" -> "524 dequantize_per_tensor_188" [style=solid, label="(1, 1024)"]; +"524 dequantize_per_tensor_188" -> "529 linear_1" [style=solid, label="(1, 1024)"]; +"525 linear_1_scale_0" -> "528 dequantize_per_channel_189" [style=solid, label="(1000,)"]; +"526 linear_1_zero_point_0" -> "528 dequantize_per_channel_189" [style=solid, label="(1000,)"]; +"527 _frozen_param53" -> "528 dequantize_per_channel_189" [style=solid, label="(1000, 1024)"]; +"528 dequantize_per_channel_189" -> "529 linear_1" [style=solid, label="(1000, 1024)"]; +"529 linear_1" -> "530 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/resnet18.dot b/tests/torch2/data/fx/X86InductorQuantizer/resnet18.dot index cf1813200a7..71069c257bc 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/resnet18.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/resnet18.dot @@ -1,417 +1,433 @@ strict digraph { "0 fc_bias" [id=0, type="get_attr"]; "1 x" [id=1, type=input]; -"2 quantize_per_tensor_default" [id=2, type="quantize_per_tensor"]; -"3 dequantize_per_tensor_default" [id=3, type="dequantize_per_tensor"]; +"2 quantize_per_tensor_0" [id=2, type="quantize_per_tensor"]; +"3 dequantize_per_tensor_1" [id=3, type="dequantize_per_tensor"]; "4 conv1_weight_bias" [id=4, type="get_attr"]; "5 conv2d_scale_0" [id=5, type="get_attr"]; "6 conv2d_zero_point_0" [id=6, type="get_attr"]; "7 _frozen_param0" [id=7, type="get_attr"]; -"8 dequantize_per_channel_default" [id=8, type="dequantize_per_channel"]; +"8 dequantize_per_channel_2" [id=8, type="dequantize_per_channel"]; "9 conv2d" [id=9, type=conv2d]; "10 relu_" [id=10, type="relu_"]; -"11 quantize_per_tensor_default_1" [id=11, type="quantize_per_tensor"]; -"12 dequantize_per_tensor_default_1" [id=12, type="dequantize_per_tensor"]; +"11 quantize_per_tensor_3" [id=11, type="quantize_per_tensor"]; +"12 dequantize_per_tensor_4" [id=12, type="dequantize_per_tensor"]; "13 max_pool2d" [id=13, type="max_pool2d"]; -"14 quantize_per_tensor_default_2" [id=14, type="quantize_per_tensor"]; -"15 dequantize_per_tensor_default_2" [id=15, type="dequantize_per_tensor"]; -"16 layer1_0_conv1_weight_bias" [id=16, type="get_attr"]; -"17 conv2d_1_scale_0" [id=17, type="get_attr"]; -"18 conv2d_1_zero_point_0" [id=18, type="get_attr"]; -"19 _frozen_param1" [id=19, type="get_attr"]; -"20 dequantize_per_channel_default_1" [id=20, type="dequantize_per_channel"]; -"21 conv2d_1" [id=21, type=conv2d]; -"22 relu__1" [id=22, type="relu_"]; -"23 quantize_per_tensor_default_3" [id=23, type="quantize_per_tensor"]; -"24 dequantize_per_tensor_default_3" [id=24, type="dequantize_per_tensor"]; -"25 layer1_0_conv2_weight_bias" [id=25, type="get_attr"]; -"26 conv2d_2_scale_0" [id=26, type="get_attr"]; -"27 conv2d_2_zero_point_0" [id=27, type="get_attr"]; -"28 _frozen_param2" [id=28, type="get_attr"]; -"29 dequantize_per_channel_default_2" [id=29, type="dequantize_per_channel"]; -"30 conv2d_2" [id=30, type=conv2d]; -"31 add_" [id=31, type="add_"]; -"32 relu__2" [id=32, type="relu_"]; -"33 quantize_per_tensor_default_4" [id=33, type="quantize_per_tensor"]; -"34 dequantize_per_tensor_default_4" [id=34, type="dequantize_per_tensor"]; -"35 layer1_1_conv1_weight_bias" [id=35, type="get_attr"]; -"36 conv2d_3_scale_0" [id=36, type="get_attr"]; -"37 conv2d_3_zero_point_0" [id=37, type="get_attr"]; -"38 _frozen_param3" [id=38, type="get_attr"]; -"39 dequantize_per_channel_default_3" [id=39, type="dequantize_per_channel"]; -"40 conv2d_3" [id=40, type=conv2d]; -"41 relu__3" [id=41, type="relu_"]; -"42 quantize_per_tensor_default_5" [id=42, type="quantize_per_tensor"]; -"43 dequantize_per_tensor_default_5" [id=43, type="dequantize_per_tensor"]; -"44 layer1_1_conv2_weight_bias" [id=44, type="get_attr"]; -"45 conv2d_4_scale_0" [id=45, type="get_attr"]; -"46 conv2d_4_zero_point_0" [id=46, type="get_attr"]; -"47 _frozen_param4" [id=47, type="get_attr"]; -"48 dequantize_per_channel_default_4" [id=48, type="dequantize_per_channel"]; -"49 conv2d_4" [id=49, type=conv2d]; -"50 add__1" [id=50, type="add_"]; -"51 relu__4" [id=51, type="relu_"]; -"52 quantize_per_tensor_default_6" [id=52, type="quantize_per_tensor"]; -"53 dequantize_per_tensor_default_6" [id=53, type="dequantize_per_tensor"]; -"54 layer2_0_conv1_weight_bias" [id=54, type="get_attr"]; -"55 conv2d_5_scale_0" [id=55, type="get_attr"]; -"56 conv2d_5_zero_point_0" [id=56, type="get_attr"]; -"57 _frozen_param5" [id=57, type="get_attr"]; -"58 dequantize_per_channel_default_5" [id=58, type="dequantize_per_channel"]; -"59 conv2d_5" [id=59, type=conv2d]; -"60 relu__5" [id=60, type="relu_"]; -"61 quantize_per_tensor_default_7" [id=61, type="quantize_per_tensor"]; -"62 dequantize_per_tensor_default_7" [id=62, type="dequantize_per_tensor"]; -"63 layer2_0_conv2_weight_bias" [id=63, type="get_attr"]; -"64 conv2d_6_scale_0" [id=64, type="get_attr"]; -"65 conv2d_6_zero_point_0" [id=65, type="get_attr"]; -"66 _frozen_param6" [id=66, type="get_attr"]; -"67 dequantize_per_channel_default_6" [id=67, type="dequantize_per_channel"]; -"68 conv2d_6" [id=68, type=conv2d]; -"69 layer2_0_downsample_0_weight_bias" [id=69, type="get_attr"]; -"70 conv2d_7_scale_0" [id=70, type="get_attr"]; -"71 conv2d_7_zero_point_0" [id=71, type="get_attr"]; -"72 _frozen_param7" [id=72, type="get_attr"]; -"73 dequantize_per_channel_default_7" [id=73, type="dequantize_per_channel"]; -"74 conv2d_7" [id=74, type=conv2d]; -"75 quantize_per_tensor_default_8" [id=75, type="quantize_per_tensor"]; -"76 dequantize_per_tensor_default_8" [id=76, type="dequantize_per_tensor"]; -"77 add__2" [id=77, type="add_"]; -"78 relu__6" [id=78, type="relu_"]; -"79 quantize_per_tensor_default_9" [id=79, type="quantize_per_tensor"]; -"80 dequantize_per_tensor_default_9" [id=80, type="dequantize_per_tensor"]; -"81 layer2_1_conv1_weight_bias" [id=81, type="get_attr"]; -"82 conv2d_8_scale_0" [id=82, type="get_attr"]; -"83 conv2d_8_zero_point_0" [id=83, type="get_attr"]; -"84 _frozen_param8" [id=84, type="get_attr"]; -"85 dequantize_per_channel_default_8" [id=85, type="dequantize_per_channel"]; -"86 conv2d_8" [id=86, type=conv2d]; -"87 relu__7" [id=87, type="relu_"]; -"88 quantize_per_tensor_default_10" [id=88, type="quantize_per_tensor"]; -"89 dequantize_per_tensor_default_10" [id=89, type="dequantize_per_tensor"]; -"90 layer2_1_conv2_weight_bias" [id=90, type="get_attr"]; -"91 conv2d_9_scale_0" [id=91, type="get_attr"]; -"92 conv2d_9_zero_point_0" [id=92, type="get_attr"]; -"93 _frozen_param9" [id=93, type="get_attr"]; -"94 dequantize_per_channel_default_9" [id=94, type="dequantize_per_channel"]; -"95 conv2d_9" [id=95, type=conv2d]; -"96 add__3" [id=96, type="add_"]; -"97 relu__8" [id=97, type="relu_"]; -"98 quantize_per_tensor_default_11" [id=98, type="quantize_per_tensor"]; -"99 dequantize_per_tensor_default_11" [id=99, type="dequantize_per_tensor"]; -"100 layer3_0_conv1_weight_bias" [id=100, type="get_attr"]; -"101 conv2d_10_scale_0" [id=101, type="get_attr"]; -"102 conv2d_10_zero_point_0" [id=102, type="get_attr"]; -"103 _frozen_param10" [id=103, type="get_attr"]; -"104 dequantize_per_channel_default_10" [id=104, type="dequantize_per_channel"]; -"105 conv2d_10" [id=105, type=conv2d]; -"106 relu__9" [id=106, type="relu_"]; -"107 quantize_per_tensor_default_12" [id=107, type="quantize_per_tensor"]; -"108 dequantize_per_tensor_default_12" [id=108, type="dequantize_per_tensor"]; -"109 layer3_0_conv2_weight_bias" [id=109, type="get_attr"]; -"110 conv2d_11_scale_0" [id=110, type="get_attr"]; -"111 conv2d_11_zero_point_0" [id=111, type="get_attr"]; -"112 _frozen_param11" [id=112, type="get_attr"]; -"113 dequantize_per_channel_default_11" [id=113, type="dequantize_per_channel"]; -"114 conv2d_11" [id=114, type=conv2d]; -"115 layer3_0_downsample_0_weight_bias" [id=115, type="get_attr"]; -"116 conv2d_12_scale_0" [id=116, type="get_attr"]; -"117 conv2d_12_zero_point_0" [id=117, type="get_attr"]; -"118 _frozen_param12" [id=118, type="get_attr"]; -"119 dequantize_per_channel_default_12" [id=119, type="dequantize_per_channel"]; -"120 conv2d_12" [id=120, type=conv2d]; -"121 quantize_per_tensor_default_13" [id=121, type="quantize_per_tensor"]; -"122 dequantize_per_tensor_default_13" [id=122, type="dequantize_per_tensor"]; -"123 add__4" [id=123, type="add_"]; -"124 relu__10" [id=124, type="relu_"]; -"125 quantize_per_tensor_default_14" [id=125, type="quantize_per_tensor"]; -"126 dequantize_per_tensor_default_14" [id=126, type="dequantize_per_tensor"]; -"127 layer3_1_conv1_weight_bias" [id=127, type="get_attr"]; -"128 conv2d_13_scale_0" [id=128, type="get_attr"]; -"129 conv2d_13_zero_point_0" [id=129, type="get_attr"]; -"130 _frozen_param13" [id=130, type="get_attr"]; -"131 dequantize_per_channel_default_13" [id=131, type="dequantize_per_channel"]; -"132 conv2d_13" [id=132, type=conv2d]; -"133 relu__11" [id=133, type="relu_"]; -"134 quantize_per_tensor_default_15" [id=134, type="quantize_per_tensor"]; -"135 dequantize_per_tensor_default_15" [id=135, type="dequantize_per_tensor"]; -"136 layer3_1_conv2_weight_bias" [id=136, type="get_attr"]; -"137 conv2d_14_scale_0" [id=137, type="get_attr"]; -"138 conv2d_14_zero_point_0" [id=138, type="get_attr"]; -"139 _frozen_param14" [id=139, type="get_attr"]; -"140 dequantize_per_channel_default_14" [id=140, type="dequantize_per_channel"]; -"141 conv2d_14" [id=141, type=conv2d]; -"142 add__5" [id=142, type="add_"]; -"143 relu__12" [id=143, type="relu_"]; -"144 quantize_per_tensor_default_16" [id=144, type="quantize_per_tensor"]; -"145 dequantize_per_tensor_default_16" [id=145, type="dequantize_per_tensor"]; -"146 layer4_0_conv1_weight_bias" [id=146, type="get_attr"]; -"147 conv2d_15_scale_0" [id=147, type="get_attr"]; -"148 conv2d_15_zero_point_0" [id=148, type="get_attr"]; -"149 _frozen_param15" [id=149, type="get_attr"]; -"150 dequantize_per_channel_default_15" [id=150, type="dequantize_per_channel"]; -"151 conv2d_15" [id=151, type=conv2d]; -"152 relu__13" [id=152, type="relu_"]; -"153 quantize_per_tensor_default_17" [id=153, type="quantize_per_tensor"]; -"154 dequantize_per_tensor_default_17" [id=154, type="dequantize_per_tensor"]; -"155 layer4_0_conv2_weight_bias" [id=155, type="get_attr"]; -"156 conv2d_16_scale_0" [id=156, type="get_attr"]; -"157 conv2d_16_zero_point_0" [id=157, type="get_attr"]; -"158 _frozen_param16" [id=158, type="get_attr"]; -"159 dequantize_per_channel_default_16" [id=159, type="dequantize_per_channel"]; -"160 conv2d_16" [id=160, type=conv2d]; -"161 layer4_0_downsample_0_weight_bias" [id=161, type="get_attr"]; -"162 conv2d_17_scale_0" [id=162, type="get_attr"]; -"163 conv2d_17_zero_point_0" [id=163, type="get_attr"]; -"164 _frozen_param17" [id=164, type="get_attr"]; -"165 dequantize_per_channel_default_17" [id=165, type="dequantize_per_channel"]; -"166 conv2d_17" [id=166, type=conv2d]; -"167 quantize_per_tensor_default_18" [id=167, type="quantize_per_tensor"]; -"168 dequantize_per_tensor_default_18" [id=168, type="dequantize_per_tensor"]; -"169 add__6" [id=169, type="add_"]; -"170 relu__14" [id=170, type="relu_"]; -"171 quantize_per_tensor_default_19" [id=171, type="quantize_per_tensor"]; -"172 dequantize_per_tensor_default_19" [id=172, type="dequantize_per_tensor"]; -"173 layer4_1_conv1_weight_bias" [id=173, type="get_attr"]; -"174 conv2d_18_scale_0" [id=174, type="get_attr"]; -"175 conv2d_18_zero_point_0" [id=175, type="get_attr"]; -"176 _frozen_param18" [id=176, type="get_attr"]; -"177 dequantize_per_channel_default_18" [id=177, type="dequantize_per_channel"]; -"178 conv2d_18" [id=178, type=conv2d]; -"179 relu__15" [id=179, type="relu_"]; -"180 quantize_per_tensor_default_20" [id=180, type="quantize_per_tensor"]; -"181 dequantize_per_tensor_default_20" [id=181, type="dequantize_per_tensor"]; -"182 layer4_1_conv2_weight_bias" [id=182, type="get_attr"]; -"183 conv2d_19_scale_0" [id=183, type="get_attr"]; -"184 conv2d_19_zero_point_0" [id=184, type="get_attr"]; -"185 _frozen_param19" [id=185, type="get_attr"]; -"186 dequantize_per_channel_default_19" [id=186, type="dequantize_per_channel"]; -"187 conv2d_19" [id=187, type=conv2d]; -"188 add__7" [id=188, type="add_"]; -"189 relu__16" [id=189, type="relu_"]; -"190 quantize_per_tensor_default_21" [id=190, type="quantize_per_tensor"]; -"191 dequantize_per_tensor_default_21" [id=191, type="dequantize_per_tensor"]; -"192 adaptive_avg_pool2d" [id=192, type="adaptive_avg_pool2d"]; -"193 quantize_per_tensor_default_22" [id=193, type="quantize_per_tensor"]; -"194 dequantize_per_tensor_default_22" [id=194, type="dequantize_per_tensor"]; -"195 flatten" [id=195, type=flatten]; -"196 quantize_per_tensor_default_23" [id=196, type="quantize_per_tensor"]; -"197 dequantize_per_tensor_default_23" [id=197, type="dequantize_per_tensor"]; -"198 linear_scale_0" [id=198, type="get_attr"]; -"199 linear_zero_point_0" [id=199, type="get_attr"]; -"200 _frozen_param20" [id=200, type="get_attr"]; -"201 dequantize_per_channel_default_20" [id=201, type="dequantize_per_channel"]; -"202 linear" [id=202, type=linear]; -"203 output" [id=203, type=output]; -"0 fc_bias" -> "202 linear" [style=solid, label="(1000,)"]; -"1 x" -> "2 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"3 dequantize_per_tensor_default" -> "9 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"14 quantize_per_tensor_5" [id=14, type="quantize_per_tensor"]; +"15 dequantize_per_tensor_6" [id=15, type="dequantize_per_tensor"]; +"16 dequantize_per_tensor_7" [id=16, type="dequantize_per_tensor"]; +"17 layer1_0_conv1_weight_bias" [id=17, type="get_attr"]; +"18 conv2d_1_scale_0" [id=18, type="get_attr"]; +"19 conv2d_1_zero_point_0" [id=19, type="get_attr"]; +"20 _frozen_param1" [id=20, type="get_attr"]; +"21 dequantize_per_channel_8" [id=21, type="dequantize_per_channel"]; +"22 conv2d_1" [id=22, type=conv2d]; +"23 relu__1" [id=23, type="relu_"]; +"24 quantize_per_tensor_9" [id=24, type="quantize_per_tensor"]; +"25 dequantize_per_tensor_10" [id=25, type="dequantize_per_tensor"]; +"26 layer1_0_conv2_weight_bias" [id=26, type="get_attr"]; +"27 conv2d_2_scale_0" [id=27, type="get_attr"]; +"28 conv2d_2_zero_point_0" [id=28, type="get_attr"]; +"29 _frozen_param2" [id=29, type="get_attr"]; +"30 dequantize_per_channel_11" [id=30, type="dequantize_per_channel"]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 add_" [id=32, type="add_"]; +"33 relu__2" [id=33, type="relu_"]; +"34 quantize_per_tensor_12" [id=34, type="quantize_per_tensor"]; +"35 dequantize_per_tensor_13" [id=35, type="dequantize_per_tensor"]; +"36 dequantize_per_tensor_14" [id=36, type="dequantize_per_tensor"]; +"37 layer1_1_conv1_weight_bias" [id=37, type="get_attr"]; +"38 conv2d_3_scale_0" [id=38, type="get_attr"]; +"39 conv2d_3_zero_point_0" [id=39, type="get_attr"]; +"40 _frozen_param3" [id=40, type="get_attr"]; +"41 dequantize_per_channel_15" [id=41, type="dequantize_per_channel"]; +"42 conv2d_3" [id=42, type=conv2d]; +"43 relu__3" [id=43, type="relu_"]; +"44 quantize_per_tensor_16" [id=44, type="quantize_per_tensor"]; +"45 dequantize_per_tensor_17" [id=45, type="dequantize_per_tensor"]; +"46 layer1_1_conv2_weight_bias" [id=46, type="get_attr"]; +"47 conv2d_4_scale_0" [id=47, type="get_attr"]; +"48 conv2d_4_zero_point_0" [id=48, type="get_attr"]; +"49 _frozen_param4" [id=49, type="get_attr"]; +"50 dequantize_per_channel_18" [id=50, type="dequantize_per_channel"]; +"51 conv2d_4" [id=51, type=conv2d]; +"52 add__1" [id=52, type="add_"]; +"53 relu__4" [id=53, type="relu_"]; +"54 quantize_per_tensor_19" [id=54, type="quantize_per_tensor"]; +"55 dequantize_per_tensor_20" [id=55, type="dequantize_per_tensor"]; +"56 dequantize_per_tensor_21" [id=56, type="dequantize_per_tensor"]; +"57 layer2_0_conv1_weight_bias" [id=57, type="get_attr"]; +"58 conv2d_5_scale_0" [id=58, type="get_attr"]; +"59 conv2d_5_zero_point_0" [id=59, type="get_attr"]; +"60 _frozen_param5" [id=60, type="get_attr"]; +"61 dequantize_per_channel_22" [id=61, type="dequantize_per_channel"]; +"62 conv2d_5" [id=62, type=conv2d]; +"63 relu__5" [id=63, type="relu_"]; +"64 quantize_per_tensor_23" [id=64, type="quantize_per_tensor"]; +"65 dequantize_per_tensor_24" [id=65, type="dequantize_per_tensor"]; +"66 layer2_0_conv2_weight_bias" [id=66, type="get_attr"]; +"67 conv2d_6_scale_0" [id=67, type="get_attr"]; +"68 conv2d_6_zero_point_0" [id=68, type="get_attr"]; +"69 _frozen_param6" [id=69, type="get_attr"]; +"70 dequantize_per_channel_25" [id=70, type="dequantize_per_channel"]; +"71 conv2d_6" [id=71, type=conv2d]; +"72 layer2_0_downsample_0_weight_bias" [id=72, type="get_attr"]; +"73 conv2d_7_scale_0" [id=73, type="get_attr"]; +"74 conv2d_7_zero_point_0" [id=74, type="get_attr"]; +"75 _frozen_param7" [id=75, type="get_attr"]; +"76 dequantize_per_channel_26" [id=76, type="dequantize_per_channel"]; +"77 conv2d_7" [id=77, type=conv2d]; +"78 quantize_per_tensor_27" [id=78, type="quantize_per_tensor"]; +"79 dequantize_per_tensor_28" [id=79, type="dequantize_per_tensor"]; +"80 add__2" [id=80, type="add_"]; +"81 relu__6" [id=81, type="relu_"]; +"82 quantize_per_tensor_29" [id=82, type="quantize_per_tensor"]; +"83 dequantize_per_tensor_30" [id=83, type="dequantize_per_tensor"]; +"84 dequantize_per_tensor_31" [id=84, type="dequantize_per_tensor"]; +"85 layer2_1_conv1_weight_bias" [id=85, type="get_attr"]; +"86 conv2d_8_scale_0" [id=86, type="get_attr"]; +"87 conv2d_8_zero_point_0" [id=87, type="get_attr"]; +"88 _frozen_param8" [id=88, type="get_attr"]; +"89 dequantize_per_channel_32" [id=89, type="dequantize_per_channel"]; +"90 conv2d_8" [id=90, type=conv2d]; +"91 relu__7" [id=91, type="relu_"]; +"92 quantize_per_tensor_33" [id=92, type="quantize_per_tensor"]; +"93 dequantize_per_tensor_34" [id=93, type="dequantize_per_tensor"]; +"94 layer2_1_conv2_weight_bias" [id=94, type="get_attr"]; +"95 conv2d_9_scale_0" [id=95, type="get_attr"]; +"96 conv2d_9_zero_point_0" [id=96, type="get_attr"]; +"97 _frozen_param9" [id=97, type="get_attr"]; +"98 dequantize_per_channel_35" [id=98, type="dequantize_per_channel"]; +"99 conv2d_9" [id=99, type=conv2d]; +"100 add__3" [id=100, type="add_"]; +"101 relu__8" [id=101, type="relu_"]; +"102 quantize_per_tensor_36" [id=102, type="quantize_per_tensor"]; +"103 dequantize_per_tensor_37" [id=103, type="dequantize_per_tensor"]; +"104 dequantize_per_tensor_38" [id=104, type="dequantize_per_tensor"]; +"105 layer3_0_conv1_weight_bias" [id=105, type="get_attr"]; +"106 conv2d_10_scale_0" [id=106, type="get_attr"]; +"107 conv2d_10_zero_point_0" [id=107, type="get_attr"]; +"108 _frozen_param10" [id=108, type="get_attr"]; +"109 dequantize_per_channel_39" [id=109, type="dequantize_per_channel"]; +"110 conv2d_10" [id=110, type=conv2d]; +"111 relu__9" [id=111, type="relu_"]; +"112 quantize_per_tensor_40" [id=112, type="quantize_per_tensor"]; +"113 dequantize_per_tensor_41" [id=113, type="dequantize_per_tensor"]; +"114 layer3_0_conv2_weight_bias" [id=114, type="get_attr"]; +"115 conv2d_11_scale_0" [id=115, type="get_attr"]; +"116 conv2d_11_zero_point_0" [id=116, type="get_attr"]; +"117 _frozen_param11" [id=117, type="get_attr"]; +"118 dequantize_per_channel_42" [id=118, type="dequantize_per_channel"]; +"119 conv2d_11" [id=119, type=conv2d]; +"120 layer3_0_downsample_0_weight_bias" [id=120, type="get_attr"]; +"121 conv2d_12_scale_0" [id=121, type="get_attr"]; +"122 conv2d_12_zero_point_0" [id=122, type="get_attr"]; +"123 _frozen_param12" [id=123, type="get_attr"]; +"124 dequantize_per_channel_43" [id=124, type="dequantize_per_channel"]; +"125 conv2d_12" [id=125, type=conv2d]; +"126 quantize_per_tensor_44" [id=126, type="quantize_per_tensor"]; +"127 dequantize_per_tensor_45" [id=127, type="dequantize_per_tensor"]; +"128 add__4" [id=128, type="add_"]; +"129 relu__10" [id=129, type="relu_"]; +"130 quantize_per_tensor_46" [id=130, type="quantize_per_tensor"]; +"131 dequantize_per_tensor_47" [id=131, type="dequantize_per_tensor"]; +"132 dequantize_per_tensor_48" [id=132, type="dequantize_per_tensor"]; +"133 layer3_1_conv1_weight_bias" [id=133, type="get_attr"]; +"134 conv2d_13_scale_0" [id=134, type="get_attr"]; +"135 conv2d_13_zero_point_0" [id=135, type="get_attr"]; +"136 _frozen_param13" [id=136, type="get_attr"]; +"137 dequantize_per_channel_49" [id=137, type="dequantize_per_channel"]; +"138 conv2d_13" [id=138, type=conv2d]; +"139 relu__11" [id=139, type="relu_"]; +"140 quantize_per_tensor_50" [id=140, type="quantize_per_tensor"]; +"141 dequantize_per_tensor_51" [id=141, type="dequantize_per_tensor"]; +"142 layer3_1_conv2_weight_bias" [id=142, type="get_attr"]; +"143 conv2d_14_scale_0" [id=143, type="get_attr"]; +"144 conv2d_14_zero_point_0" [id=144, type="get_attr"]; +"145 _frozen_param14" [id=145, type="get_attr"]; +"146 dequantize_per_channel_52" [id=146, type="dequantize_per_channel"]; +"147 conv2d_14" [id=147, type=conv2d]; +"148 add__5" [id=148, type="add_"]; +"149 relu__12" [id=149, type="relu_"]; +"150 quantize_per_tensor_53" [id=150, type="quantize_per_tensor"]; +"151 dequantize_per_tensor_54" [id=151, type="dequantize_per_tensor"]; +"152 dequantize_per_tensor_55" [id=152, type="dequantize_per_tensor"]; +"153 layer4_0_conv1_weight_bias" [id=153, type="get_attr"]; +"154 conv2d_15_scale_0" [id=154, type="get_attr"]; +"155 conv2d_15_zero_point_0" [id=155, type="get_attr"]; +"156 _frozen_param15" [id=156, type="get_attr"]; +"157 dequantize_per_channel_56" [id=157, type="dequantize_per_channel"]; +"158 conv2d_15" [id=158, type=conv2d]; +"159 relu__13" [id=159, type="relu_"]; +"160 quantize_per_tensor_57" [id=160, type="quantize_per_tensor"]; +"161 dequantize_per_tensor_58" [id=161, type="dequantize_per_tensor"]; +"162 layer4_0_conv2_weight_bias" [id=162, type="get_attr"]; +"163 conv2d_16_scale_0" [id=163, type="get_attr"]; +"164 conv2d_16_zero_point_0" [id=164, type="get_attr"]; +"165 _frozen_param16" [id=165, type="get_attr"]; +"166 dequantize_per_channel_59" [id=166, type="dequantize_per_channel"]; +"167 conv2d_16" [id=167, type=conv2d]; +"168 layer4_0_downsample_0_weight_bias" [id=168, type="get_attr"]; +"169 conv2d_17_scale_0" [id=169, type="get_attr"]; +"170 conv2d_17_zero_point_0" [id=170, type="get_attr"]; +"171 _frozen_param17" [id=171, type="get_attr"]; +"172 dequantize_per_channel_60" [id=172, type="dequantize_per_channel"]; +"173 conv2d_17" [id=173, type=conv2d]; +"174 quantize_per_tensor_61" [id=174, type="quantize_per_tensor"]; +"175 dequantize_per_tensor_62" [id=175, type="dequantize_per_tensor"]; +"176 add__6" [id=176, type="add_"]; +"177 relu__14" [id=177, type="relu_"]; +"178 quantize_per_tensor_63" [id=178, type="quantize_per_tensor"]; +"179 dequantize_per_tensor_64" [id=179, type="dequantize_per_tensor"]; +"180 dequantize_per_tensor_65" [id=180, type="dequantize_per_tensor"]; +"181 layer4_1_conv1_weight_bias" [id=181, type="get_attr"]; +"182 conv2d_18_scale_0" [id=182, type="get_attr"]; +"183 conv2d_18_zero_point_0" [id=183, type="get_attr"]; +"184 _frozen_param18" [id=184, type="get_attr"]; +"185 dequantize_per_channel_66" [id=185, type="dequantize_per_channel"]; +"186 conv2d_18" [id=186, type=conv2d]; +"187 relu__15" [id=187, type="relu_"]; +"188 quantize_per_tensor_67" [id=188, type="quantize_per_tensor"]; +"189 dequantize_per_tensor_68" [id=189, type="dequantize_per_tensor"]; +"190 layer4_1_conv2_weight_bias" [id=190, type="get_attr"]; +"191 conv2d_19_scale_0" [id=191, type="get_attr"]; +"192 conv2d_19_zero_point_0" [id=192, type="get_attr"]; +"193 _frozen_param19" [id=193, type="get_attr"]; +"194 dequantize_per_channel_69" [id=194, type="dequantize_per_channel"]; +"195 conv2d_19" [id=195, type=conv2d]; +"196 add__7" [id=196, type="add_"]; +"197 relu__16" [id=197, type="relu_"]; +"198 quantize_per_tensor_70" [id=198, type="quantize_per_tensor"]; +"199 dequantize_per_tensor_71" [id=199, type="dequantize_per_tensor"]; +"200 adaptive_avg_pool2d" [id=200, type="adaptive_avg_pool2d"]; +"201 quantize_per_tensor_72" [id=201, type="quantize_per_tensor"]; +"202 dequantize_per_tensor_73" [id=202, type="dequantize_per_tensor"]; +"203 flatten" [id=203, type=flatten]; +"204 quantize_per_tensor_74" [id=204, type="quantize_per_tensor"]; +"205 dequantize_per_tensor_75" [id=205, type="dequantize_per_tensor"]; +"206 linear_scale_0" [id=206, type="get_attr"]; +"207 linear_zero_point_0" [id=207, type="get_attr"]; +"208 _frozen_param20" [id=208, type="get_attr"]; +"209 dequantize_per_channel_76" [id=209, type="dequantize_per_channel"]; +"210 linear" [id=210, type=linear]; +"211 output" [id=211, type=output]; +"0 fc_bias" -> "210 linear" [style=solid, label="(1000,)"]; +"1 x" -> "2 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"2 quantize_per_tensor_0" -> "3 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"3 dequantize_per_tensor_1" -> "9 conv2d" [style=solid, label="(1, 3, 224, 224)"]; "4 conv1_weight_bias" -> "9 conv2d" [style=solid, label="(64,)"]; -"5 conv2d_scale_0" -> "8 dequantize_per_channel_default" [style=solid, label="(64,)"]; -"6 conv2d_zero_point_0" -> "8 dequantize_per_channel_default" [style=solid, label="(64,)"]; -"7 _frozen_param0" -> "8 dequantize_per_channel_default" [style=solid, label="(64, 3, 7, 7)"]; -"8 dequantize_per_channel_default" -> "9 conv2d" [style=solid, label="(64, 3, 7, 7)"]; +"5 conv2d_scale_0" -> "8 dequantize_per_channel_2" [style=solid, label="(64,)"]; +"6 conv2d_zero_point_0" -> "8 dequantize_per_channel_2" [style=solid, label="(64,)"]; +"7 _frozen_param0" -> "8 dequantize_per_channel_2" [style=solid, label="(64, 3, 7, 7)"]; +"8 dequantize_per_channel_2" -> "9 conv2d" [style=solid, label="(64, 3, 7, 7)"]; "9 conv2d" -> "10 relu_" [style=solid, label="(1, 64, 112, 112)"]; -"10 relu_" -> "11 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 112, 112)"]; -"11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 112, 112)"]; -"12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [style=solid, label="(1, 64, 112, 112)"]; -"13 max_pool2d" -> "14 quantize_per_tensor_default_2" [style=solid, label="(1, 64, 56, 56)"]; -"14 quantize_per_tensor_default_2" -> "15 dequantize_per_tensor_default_2" [style=solid, label="(1, 64, 56, 56)"]; -"15 dequantize_per_tensor_default_2" -> "21 conv2d_1" [style=solid, label="(1, 64, 56, 56)"]; -"15 dequantize_per_tensor_default_2" -> "31 add_" [style=solid, label="(1, 64, 56, 56)"]; -"16 layer1_0_conv1_weight_bias" -> "21 conv2d_1" [style=solid, label="(64,)"]; -"17 conv2d_1_scale_0" -> "20 dequantize_per_channel_default_1" [style=solid, label="(64,)"]; -"18 conv2d_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [style=solid, label="(64,)"]; -"19 _frozen_param1" -> "20 dequantize_per_channel_default_1" [style=solid, label="(64, 64, 3, 3)"]; -"20 dequantize_per_channel_default_1" -> "21 conv2d_1" [style=solid, label="(64, 64, 3, 3)"]; -"21 conv2d_1" -> "22 relu__1" [style=solid, label="(1, 64, 56, 56)"]; -"22 relu__1" -> "23 quantize_per_tensor_default_3" [style=solid, label="(1, 64, 56, 56)"]; -"23 quantize_per_tensor_default_3" -> "24 dequantize_per_tensor_default_3" [style=solid, label="(1, 64, 56, 56)"]; -"24 dequantize_per_tensor_default_3" -> "30 conv2d_2" [style=solid, label="(1, 64, 56, 56)"]; -"25 layer1_0_conv2_weight_bias" -> "30 conv2d_2" [style=solid, label="(64,)"]; -"26 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2" [style=solid, label="(64,)"]; -"27 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2" [style=solid, label="(64,)"]; -"28 _frozen_param2" -> "29 dequantize_per_channel_default_2" [style=solid, label="(64, 64, 3, 3)"]; -"29 dequantize_per_channel_default_2" -> "30 conv2d_2" [style=solid, label="(64, 64, 3, 3)"]; -"30 conv2d_2" -> "31 add_" [style=solid, label="(1, 64, 56, 56)"]; -"31 add_" -> "32 relu__2" [style=solid, label="(1, 64, 56, 56)"]; -"32 relu__2" -> "33 quantize_per_tensor_default_4" [style=solid, label="(1, 64, 56, 56)"]; -"33 quantize_per_tensor_default_4" -> "34 dequantize_per_tensor_default_4" [style=solid, label="(1, 64, 56, 56)"]; -"34 dequantize_per_tensor_default_4" -> "40 conv2d_3" [style=solid, label="(1, 64, 56, 56)"]; -"34 dequantize_per_tensor_default_4" -> "50 add__1" [style=solid, label="(1, 64, 56, 56)"]; -"35 layer1_1_conv1_weight_bias" -> "40 conv2d_3" [style=solid, label="(64,)"]; -"36 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3" [style=solid, label="(64,)"]; -"37 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3" [style=solid, label="(64,)"]; -"38 _frozen_param3" -> "39 dequantize_per_channel_default_3" [style=solid, label="(64, 64, 3, 3)"]; -"39 dequantize_per_channel_default_3" -> "40 conv2d_3" [style=solid, label="(64, 64, 3, 3)"]; -"40 conv2d_3" -> "41 relu__3" [style=solid, label="(1, 64, 56, 56)"]; -"41 relu__3" -> "42 quantize_per_tensor_default_5" [style=solid, label="(1, 64, 56, 56)"]; -"42 quantize_per_tensor_default_5" -> "43 dequantize_per_tensor_default_5" [style=solid, label="(1, 64, 56, 56)"]; -"43 dequantize_per_tensor_default_5" -> "49 conv2d_4" [style=solid, label="(1, 64, 56, 56)"]; -"44 layer1_1_conv2_weight_bias" -> "49 conv2d_4" [style=solid, label="(64,)"]; -"45 conv2d_4_scale_0" -> "48 dequantize_per_channel_default_4" [style=solid, label="(64,)"]; -"46 conv2d_4_zero_point_0" -> "48 dequantize_per_channel_default_4" [style=solid, label="(64,)"]; -"47 _frozen_param4" -> "48 dequantize_per_channel_default_4" [style=solid, label="(64, 64, 3, 3)"]; -"48 dequantize_per_channel_default_4" -> "49 conv2d_4" [style=solid, label="(64, 64, 3, 3)"]; -"49 conv2d_4" -> "50 add__1" [style=solid, label="(1, 64, 56, 56)"]; -"50 add__1" -> "51 relu__4" [style=solid, label="(1, 64, 56, 56)"]; -"51 relu__4" -> "52 quantize_per_tensor_default_6" [style=solid, label="(1, 64, 56, 56)"]; -"52 quantize_per_tensor_default_6" -> "53 dequantize_per_tensor_default_6" [style=solid, label="(1, 64, 56, 56)"]; -"53 dequantize_per_tensor_default_6" -> "59 conv2d_5" [style=solid, label="(1, 64, 56, 56)"]; -"53 dequantize_per_tensor_default_6" -> "74 conv2d_7" [style=solid, label="(1, 64, 56, 56)"]; -"54 layer2_0_conv1_weight_bias" -> "59 conv2d_5" [style=solid, label="(128,)"]; -"55 conv2d_5_scale_0" -> "58 dequantize_per_channel_default_5" [style=solid, label="(128,)"]; -"56 conv2d_5_zero_point_0" -> "58 dequantize_per_channel_default_5" [style=solid, label="(128,)"]; -"57 _frozen_param5" -> "58 dequantize_per_channel_default_5" [style=solid, label="(128, 64, 3, 3)"]; -"58 dequantize_per_channel_default_5" -> "59 conv2d_5" [style=solid, label="(128, 64, 3, 3)"]; -"59 conv2d_5" -> "60 relu__5" [style=solid, label="(1, 128, 28, 28)"]; -"60 relu__5" -> "61 quantize_per_tensor_default_7" [style=solid, label="(1, 128, 28, 28)"]; -"61 quantize_per_tensor_default_7" -> "62 dequantize_per_tensor_default_7" [style=solid, label="(1, 128, 28, 28)"]; -"62 dequantize_per_tensor_default_7" -> "68 conv2d_6" [style=solid, label="(1, 128, 28, 28)"]; -"63 layer2_0_conv2_weight_bias" -> "68 conv2d_6" [style=solid, label="(128,)"]; -"64 conv2d_6_scale_0" -> "67 dequantize_per_channel_default_6" [style=solid, label="(128,)"]; -"65 conv2d_6_zero_point_0" -> "67 dequantize_per_channel_default_6" [style=solid, label="(128,)"]; -"66 _frozen_param6" -> "67 dequantize_per_channel_default_6" [style=solid, label="(128, 128, 3, 3)"]; -"67 dequantize_per_channel_default_6" -> "68 conv2d_6" [style=solid, label="(128, 128, 3, 3)"]; -"68 conv2d_6" -> "77 add__2" [style=solid, label="(1, 128, 28, 28)"]; -"69 layer2_0_downsample_0_weight_bias" -> "74 conv2d_7" [style=solid, label="(128,)"]; -"70 conv2d_7_scale_0" -> "73 dequantize_per_channel_default_7" [style=solid, label="(128,)"]; -"71 conv2d_7_zero_point_0" -> "73 dequantize_per_channel_default_7" [style=solid, label="(128,)"]; -"72 _frozen_param7" -> "73 dequantize_per_channel_default_7" [style=solid, label="(128, 64, 1, 1)"]; -"73 dequantize_per_channel_default_7" -> "74 conv2d_7" [style=solid, label="(128, 64, 1, 1)"]; -"74 conv2d_7" -> "75 quantize_per_tensor_default_8" [style=solid, label="(1, 128, 28, 28)"]; -"75 quantize_per_tensor_default_8" -> "76 dequantize_per_tensor_default_8" [style=solid, label="(1, 128, 28, 28)"]; -"76 dequantize_per_tensor_default_8" -> "77 add__2" [style=solid, label="(1, 128, 28, 28)"]; -"77 add__2" -> "78 relu__6" [style=solid, label="(1, 128, 28, 28)"]; -"78 relu__6" -> "79 quantize_per_tensor_default_9" [style=solid, label="(1, 128, 28, 28)"]; -"79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_9" [style=solid, label="(1, 128, 28, 28)"]; -"80 dequantize_per_tensor_default_9" -> "86 conv2d_8" [style=solid, label="(1, 128, 28, 28)"]; -"80 dequantize_per_tensor_default_9" -> "96 add__3" [style=solid, label="(1, 128, 28, 28)"]; -"81 layer2_1_conv1_weight_bias" -> "86 conv2d_8" [style=solid, label="(128,)"]; -"82 conv2d_8_scale_0" -> "85 dequantize_per_channel_default_8" [style=solid, label="(128,)"]; -"83 conv2d_8_zero_point_0" -> "85 dequantize_per_channel_default_8" [style=solid, label="(128,)"]; -"84 _frozen_param8" -> "85 dequantize_per_channel_default_8" [style=solid, label="(128, 128, 3, 3)"]; -"85 dequantize_per_channel_default_8" -> "86 conv2d_8" [style=solid, label="(128, 128, 3, 3)"]; -"86 conv2d_8" -> "87 relu__7" [style=solid, label="(1, 128, 28, 28)"]; -"87 relu__7" -> "88 quantize_per_tensor_default_10" [style=solid, label="(1, 128, 28, 28)"]; -"88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_10" [style=solid, label="(1, 128, 28, 28)"]; -"89 dequantize_per_tensor_default_10" -> "95 conv2d_9" [style=solid, label="(1, 128, 28, 28)"]; -"90 layer2_1_conv2_weight_bias" -> "95 conv2d_9" [style=solid, label="(128,)"]; -"91 conv2d_9_scale_0" -> "94 dequantize_per_channel_default_9" [style=solid, label="(128,)"]; -"92 conv2d_9_zero_point_0" -> "94 dequantize_per_channel_default_9" [style=solid, label="(128,)"]; -"93 _frozen_param9" -> "94 dequantize_per_channel_default_9" [style=solid, label="(128, 128, 3, 3)"]; -"94 dequantize_per_channel_default_9" -> "95 conv2d_9" [style=solid, label="(128, 128, 3, 3)"]; -"95 conv2d_9" -> "96 add__3" [style=solid, label="(1, 128, 28, 28)"]; -"96 add__3" -> "97 relu__8" [style=solid, label="(1, 128, 28, 28)"]; -"97 relu__8" -> "98 quantize_per_tensor_default_11" [style=solid, label="(1, 128, 28, 28)"]; -"98 quantize_per_tensor_default_11" -> "99 dequantize_per_tensor_default_11" [style=solid, label="(1, 128, 28, 28)"]; -"99 dequantize_per_tensor_default_11" -> "105 conv2d_10" [style=solid, label="(1, 128, 28, 28)"]; -"99 dequantize_per_tensor_default_11" -> "120 conv2d_12" [style=solid, label="(1, 128, 28, 28)"]; -"100 layer3_0_conv1_weight_bias" -> "105 conv2d_10" [style=solid, label="(256,)"]; -"101 conv2d_10_scale_0" -> "104 dequantize_per_channel_default_10" [style=solid, label="(256,)"]; -"102 conv2d_10_zero_point_0" -> "104 dequantize_per_channel_default_10" [style=solid, label="(256,)"]; -"103 _frozen_param10" -> "104 dequantize_per_channel_default_10" [style=solid, label="(256, 128, 3, 3)"]; -"104 dequantize_per_channel_default_10" -> "105 conv2d_10" [style=solid, label="(256, 128, 3, 3)"]; -"105 conv2d_10" -> "106 relu__9" [style=solid, label="(1, 256, 14, 14)"]; -"106 relu__9" -> "107 quantize_per_tensor_default_12" [style=solid, label="(1, 256, 14, 14)"]; -"107 quantize_per_tensor_default_12" -> "108 dequantize_per_tensor_default_12" [style=solid, label="(1, 256, 14, 14)"]; -"108 dequantize_per_tensor_default_12" -> "114 conv2d_11" [style=solid, label="(1, 256, 14, 14)"]; -"109 layer3_0_conv2_weight_bias" -> "114 conv2d_11" [style=solid, label="(256,)"]; -"110 conv2d_11_scale_0" -> "113 dequantize_per_channel_default_11" [style=solid, label="(256,)"]; -"111 conv2d_11_zero_point_0" -> "113 dequantize_per_channel_default_11" [style=solid, label="(256,)"]; -"112 _frozen_param11" -> "113 dequantize_per_channel_default_11" [style=solid, label="(256, 256, 3, 3)"]; -"113 dequantize_per_channel_default_11" -> "114 conv2d_11" [style=solid, label="(256, 256, 3, 3)"]; -"114 conv2d_11" -> "123 add__4" [style=solid, label="(1, 256, 14, 14)"]; -"115 layer3_0_downsample_0_weight_bias" -> "120 conv2d_12" [style=solid, label="(256,)"]; -"116 conv2d_12_scale_0" -> "119 dequantize_per_channel_default_12" [style=solid, label="(256,)"]; -"117 conv2d_12_zero_point_0" -> "119 dequantize_per_channel_default_12" [style=solid, label="(256,)"]; -"118 _frozen_param12" -> "119 dequantize_per_channel_default_12" [style=solid, label="(256, 128, 1, 1)"]; -"119 dequantize_per_channel_default_12" -> "120 conv2d_12" [style=solid, label="(256, 128, 1, 1)"]; -"120 conv2d_12" -> "121 quantize_per_tensor_default_13" [style=solid, label="(1, 256, 14, 14)"]; -"121 quantize_per_tensor_default_13" -> "122 dequantize_per_tensor_default_13" [style=solid, label="(1, 256, 14, 14)"]; -"122 dequantize_per_tensor_default_13" -> "123 add__4" [style=solid, label="(1, 256, 14, 14)"]; -"123 add__4" -> "124 relu__10" [style=solid, label="(1, 256, 14, 14)"]; -"124 relu__10" -> "125 quantize_per_tensor_default_14" [style=solid, label="(1, 256, 14, 14)"]; -"125 quantize_per_tensor_default_14" -> "126 dequantize_per_tensor_default_14" [style=solid, label="(1, 256, 14, 14)"]; -"126 dequantize_per_tensor_default_14" -> "132 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"126 dequantize_per_tensor_default_14" -> "142 add__5" [style=solid, label="(1, 256, 14, 14)"]; -"127 layer3_1_conv1_weight_bias" -> "132 conv2d_13" [style=solid, label="(256,)"]; -"128 conv2d_13_scale_0" -> "131 dequantize_per_channel_default_13" [style=solid, label="(256,)"]; -"129 conv2d_13_zero_point_0" -> "131 dequantize_per_channel_default_13" [style=solid, label="(256,)"]; -"130 _frozen_param13" -> "131 dequantize_per_channel_default_13" [style=solid, label="(256, 256, 3, 3)"]; -"131 dequantize_per_channel_default_13" -> "132 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"132 conv2d_13" -> "133 relu__11" [style=solid, label="(1, 256, 14, 14)"]; -"133 relu__11" -> "134 quantize_per_tensor_default_15" [style=solid, label="(1, 256, 14, 14)"]; -"134 quantize_per_tensor_default_15" -> "135 dequantize_per_tensor_default_15" [style=solid, label="(1, 256, 14, 14)"]; -"135 dequantize_per_tensor_default_15" -> "141 conv2d_14" [style=solid, label="(1, 256, 14, 14)"]; -"136 layer3_1_conv2_weight_bias" -> "141 conv2d_14" [style=solid, label="(256,)"]; -"137 conv2d_14_scale_0" -> "140 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; -"138 conv2d_14_zero_point_0" -> "140 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; -"139 _frozen_param14" -> "140 dequantize_per_channel_default_14" [style=solid, label="(256, 256, 3, 3)"]; -"140 dequantize_per_channel_default_14" -> "141 conv2d_14" [style=solid, label="(256, 256, 3, 3)"]; -"141 conv2d_14" -> "142 add__5" [style=solid, label="(1, 256, 14, 14)"]; -"142 add__5" -> "143 relu__12" [style=solid, label="(1, 256, 14, 14)"]; -"143 relu__12" -> "144 quantize_per_tensor_default_16" [style=solid, label="(1, 256, 14, 14)"]; -"144 quantize_per_tensor_default_16" -> "145 dequantize_per_tensor_default_16" [style=solid, label="(1, 256, 14, 14)"]; -"145 dequantize_per_tensor_default_16" -> "151 conv2d_15" [style=solid, label="(1, 256, 14, 14)"]; -"145 dequantize_per_tensor_default_16" -> "166 conv2d_17" [style=solid, label="(1, 256, 14, 14)"]; -"146 layer4_0_conv1_weight_bias" -> "151 conv2d_15" [style=solid, label="(512,)"]; -"147 conv2d_15_scale_0" -> "150 dequantize_per_channel_default_15" [style=solid, label="(512,)"]; -"148 conv2d_15_zero_point_0" -> "150 dequantize_per_channel_default_15" [style=solid, label="(512,)"]; -"149 _frozen_param15" -> "150 dequantize_per_channel_default_15" [style=solid, label="(512, 256, 3, 3)"]; -"150 dequantize_per_channel_default_15" -> "151 conv2d_15" [style=solid, label="(512, 256, 3, 3)"]; -"151 conv2d_15" -> "152 relu__13" [style=solid, label="(1, 512, 7, 7)"]; -"152 relu__13" -> "153 quantize_per_tensor_default_17" [style=solid, label="(1, 512, 7, 7)"]; -"153 quantize_per_tensor_default_17" -> "154 dequantize_per_tensor_default_17" [style=solid, label="(1, 512, 7, 7)"]; -"154 dequantize_per_tensor_default_17" -> "160 conv2d_16" [style=solid, label="(1, 512, 7, 7)"]; -"155 layer4_0_conv2_weight_bias" -> "160 conv2d_16" [style=solid, label="(512,)"]; -"156 conv2d_16_scale_0" -> "159 dequantize_per_channel_default_16" [style=solid, label="(512,)"]; -"157 conv2d_16_zero_point_0" -> "159 dequantize_per_channel_default_16" [style=solid, label="(512,)"]; -"158 _frozen_param16" -> "159 dequantize_per_channel_default_16" [style=solid, label="(512, 512, 3, 3)"]; -"159 dequantize_per_channel_default_16" -> "160 conv2d_16" [style=solid, label="(512, 512, 3, 3)"]; -"160 conv2d_16" -> "169 add__6" [style=solid, label="(1, 512, 7, 7)"]; -"161 layer4_0_downsample_0_weight_bias" -> "166 conv2d_17" [style=solid, label="(512,)"]; -"162 conv2d_17_scale_0" -> "165 dequantize_per_channel_default_17" [style=solid, label="(512,)"]; -"163 conv2d_17_zero_point_0" -> "165 dequantize_per_channel_default_17" [style=solid, label="(512,)"]; -"164 _frozen_param17" -> "165 dequantize_per_channel_default_17" [style=solid, label="(512, 256, 1, 1)"]; -"165 dequantize_per_channel_default_17" -> "166 conv2d_17" [style=solid, label="(512, 256, 1, 1)"]; -"166 conv2d_17" -> "167 quantize_per_tensor_default_18" [style=solid, label="(1, 512, 7, 7)"]; -"167 quantize_per_tensor_default_18" -> "168 dequantize_per_tensor_default_18" [style=solid, label="(1, 512, 7, 7)"]; -"168 dequantize_per_tensor_default_18" -> "169 add__6" [style=solid, label="(1, 512, 7, 7)"]; -"169 add__6" -> "170 relu__14" [style=solid, label="(1, 512, 7, 7)"]; -"170 relu__14" -> "171 quantize_per_tensor_default_19" [style=solid, label="(1, 512, 7, 7)"]; -"171 quantize_per_tensor_default_19" -> "172 dequantize_per_tensor_default_19" [style=solid, label="(1, 512, 7, 7)"]; -"172 dequantize_per_tensor_default_19" -> "178 conv2d_18" [style=solid, label="(1, 512, 7, 7)"]; -"172 dequantize_per_tensor_default_19" -> "188 add__7" [style=solid, label="(1, 512, 7, 7)"]; -"173 layer4_1_conv1_weight_bias" -> "178 conv2d_18" [style=solid, label="(512,)"]; -"174 conv2d_18_scale_0" -> "177 dequantize_per_channel_default_18" [style=solid, label="(512,)"]; -"175 conv2d_18_zero_point_0" -> "177 dequantize_per_channel_default_18" [style=solid, label="(512,)"]; -"176 _frozen_param18" -> "177 dequantize_per_channel_default_18" [style=solid, label="(512, 512, 3, 3)"]; -"177 dequantize_per_channel_default_18" -> "178 conv2d_18" [style=solid, label="(512, 512, 3, 3)"]; -"178 conv2d_18" -> "179 relu__15" [style=solid, label="(1, 512, 7, 7)"]; -"179 relu__15" -> "180 quantize_per_tensor_default_20" [style=solid, label="(1, 512, 7, 7)"]; -"180 quantize_per_tensor_default_20" -> "181 dequantize_per_tensor_default_20" [style=solid, label="(1, 512, 7, 7)"]; -"181 dequantize_per_tensor_default_20" -> "187 conv2d_19" [style=solid, label="(1, 512, 7, 7)"]; -"182 layer4_1_conv2_weight_bias" -> "187 conv2d_19" [style=solid, label="(512,)"]; -"183 conv2d_19_scale_0" -> "186 dequantize_per_channel_default_19" [style=solid, label="(512,)"]; -"184 conv2d_19_zero_point_0" -> "186 dequantize_per_channel_default_19" [style=solid, label="(512,)"]; -"185 _frozen_param19" -> "186 dequantize_per_channel_default_19" [style=solid, label="(512, 512, 3, 3)"]; -"186 dequantize_per_channel_default_19" -> "187 conv2d_19" [style=solid, label="(512, 512, 3, 3)"]; -"187 conv2d_19" -> "188 add__7" [style=solid, label="(1, 512, 7, 7)"]; -"188 add__7" -> "189 relu__16" [style=solid, label="(1, 512, 7, 7)"]; -"189 relu__16" -> "190 quantize_per_tensor_default_21" [style=solid, label="(1, 512, 7, 7)"]; -"190 quantize_per_tensor_default_21" -> "191 dequantize_per_tensor_default_21" [style=solid, label="(1, 512, 7, 7)"]; -"191 dequantize_per_tensor_default_21" -> "192 adaptive_avg_pool2d" [style=solid, label="(1, 512, 7, 7)"]; -"192 adaptive_avg_pool2d" -> "193 quantize_per_tensor_default_22" [style=solid, label="(1, 512, 1, 1)"]; -"193 quantize_per_tensor_default_22" -> "194 dequantize_per_tensor_default_22" [style=solid, label="(1, 512, 1, 1)"]; -"194 dequantize_per_tensor_default_22" -> "195 flatten" [style=solid, label="(1, 512, 1, 1)"]; -"195 flatten" -> "196 quantize_per_tensor_default_23" [style=solid, label="(1, 512)"]; -"196 quantize_per_tensor_default_23" -> "197 dequantize_per_tensor_default_23" [style=solid, label="(1, 512)"]; -"197 dequantize_per_tensor_default_23" -> "202 linear" [style=solid, label="(1, 512)"]; -"198 linear_scale_0" -> "201 dequantize_per_channel_default_20" [style=solid, label="(1000,)"]; -"199 linear_zero_point_0" -> "201 dequantize_per_channel_default_20" [style=solid, label="(1000,)"]; -"200 _frozen_param20" -> "201 dequantize_per_channel_default_20" [style=solid, label="(1000, 512)"]; -"201 dequantize_per_channel_default_20" -> "202 linear" [style=solid, label="(1000, 512)"]; -"202 linear" -> "203 output" [style=solid, label="(1, 1000)"]; +"10 relu_" -> "11 quantize_per_tensor_3" [style=solid, label="(1, 64, 112, 112)"]; +"11 quantize_per_tensor_3" -> "12 dequantize_per_tensor_4" [style=solid, label="(1, 64, 112, 112)"]; +"12 dequantize_per_tensor_4" -> "13 max_pool2d" [style=solid, label="(1, 64, 112, 112)"]; +"13 max_pool2d" -> "14 quantize_per_tensor_5" [style=solid, label="(1, 64, 56, 56)"]; +"14 quantize_per_tensor_5" -> "15 dequantize_per_tensor_6" [style=solid, label="(1, 64, 56, 56)"]; +"14 quantize_per_tensor_5" -> "16 dequantize_per_tensor_7" [style=solid, label="(1, 64, 56, 56)"]; +"15 dequantize_per_tensor_6" -> "22 conv2d_1" [style=solid, label="(1, 64, 56, 56)"]; +"16 dequantize_per_tensor_7" -> "32 add_" [style=solid, label="(1, 64, 56, 56)"]; +"17 layer1_0_conv1_weight_bias" -> "22 conv2d_1" [style=solid, label="(64,)"]; +"18 conv2d_1_scale_0" -> "21 dequantize_per_channel_8" [style=solid, label="(64,)"]; +"19 conv2d_1_zero_point_0" -> "21 dequantize_per_channel_8" [style=solid, label="(64,)"]; +"20 _frozen_param1" -> "21 dequantize_per_channel_8" [style=solid, label="(64, 64, 3, 3)"]; +"21 dequantize_per_channel_8" -> "22 conv2d_1" [style=solid, label="(64, 64, 3, 3)"]; +"22 conv2d_1" -> "23 relu__1" [style=solid, label="(1, 64, 56, 56)"]; +"23 relu__1" -> "24 quantize_per_tensor_9" [style=solid, label="(1, 64, 56, 56)"]; +"24 quantize_per_tensor_9" -> "25 dequantize_per_tensor_10" [style=solid, label="(1, 64, 56, 56)"]; +"25 dequantize_per_tensor_10" -> "31 conv2d_2" [style=solid, label="(1, 64, 56, 56)"]; +"26 layer1_0_conv2_weight_bias" -> "31 conv2d_2" [style=solid, label="(64,)"]; +"27 conv2d_2_scale_0" -> "30 dequantize_per_channel_11" [style=solid, label="(64,)"]; +"28 conv2d_2_zero_point_0" -> "30 dequantize_per_channel_11" [style=solid, label="(64,)"]; +"29 _frozen_param2" -> "30 dequantize_per_channel_11" [style=solid, label="(64, 64, 3, 3)"]; +"30 dequantize_per_channel_11" -> "31 conv2d_2" [style=solid, label="(64, 64, 3, 3)"]; +"31 conv2d_2" -> "32 add_" [style=solid, label="(1, 64, 56, 56)"]; +"32 add_" -> "33 relu__2" [style=solid, label="(1, 64, 56, 56)"]; +"33 relu__2" -> "34 quantize_per_tensor_12" [style=solid, label="(1, 64, 56, 56)"]; +"34 quantize_per_tensor_12" -> "35 dequantize_per_tensor_13" [style=solid, label="(1, 64, 56, 56)"]; +"34 quantize_per_tensor_12" -> "36 dequantize_per_tensor_14" [style=solid, label="(1, 64, 56, 56)"]; +"35 dequantize_per_tensor_13" -> "42 conv2d_3" [style=solid, label="(1, 64, 56, 56)"]; +"36 dequantize_per_tensor_14" -> "52 add__1" [style=solid, label="(1, 64, 56, 56)"]; +"37 layer1_1_conv1_weight_bias" -> "42 conv2d_3" [style=solid, label="(64,)"]; +"38 conv2d_3_scale_0" -> "41 dequantize_per_channel_15" [style=solid, label="(64,)"]; +"39 conv2d_3_zero_point_0" -> "41 dequantize_per_channel_15" [style=solid, label="(64,)"]; +"40 _frozen_param3" -> "41 dequantize_per_channel_15" [style=solid, label="(64, 64, 3, 3)"]; +"41 dequantize_per_channel_15" -> "42 conv2d_3" [style=solid, label="(64, 64, 3, 3)"]; +"42 conv2d_3" -> "43 relu__3" [style=solid, label="(1, 64, 56, 56)"]; +"43 relu__3" -> "44 quantize_per_tensor_16" [style=solid, label="(1, 64, 56, 56)"]; +"44 quantize_per_tensor_16" -> "45 dequantize_per_tensor_17" [style=solid, label="(1, 64, 56, 56)"]; +"45 dequantize_per_tensor_17" -> "51 conv2d_4" [style=solid, label="(1, 64, 56, 56)"]; +"46 layer1_1_conv2_weight_bias" -> "51 conv2d_4" [style=solid, label="(64,)"]; +"47 conv2d_4_scale_0" -> "50 dequantize_per_channel_18" [style=solid, label="(64,)"]; +"48 conv2d_4_zero_point_0" -> "50 dequantize_per_channel_18" [style=solid, label="(64,)"]; +"49 _frozen_param4" -> "50 dequantize_per_channel_18" [style=solid, label="(64, 64, 3, 3)"]; +"50 dequantize_per_channel_18" -> "51 conv2d_4" [style=solid, label="(64, 64, 3, 3)"]; +"51 conv2d_4" -> "52 add__1" [style=solid, label="(1, 64, 56, 56)"]; +"52 add__1" -> "53 relu__4" [style=solid, label="(1, 64, 56, 56)"]; +"53 relu__4" -> "54 quantize_per_tensor_19" [style=solid, label="(1, 64, 56, 56)"]; +"54 quantize_per_tensor_19" -> "55 dequantize_per_tensor_20" [style=solid, label="(1, 64, 56, 56)"]; +"54 quantize_per_tensor_19" -> "56 dequantize_per_tensor_21" [style=solid, label="(1, 64, 56, 56)"]; +"55 dequantize_per_tensor_20" -> "77 conv2d_7" [style=solid, label="(1, 64, 56, 56)"]; +"56 dequantize_per_tensor_21" -> "62 conv2d_5" [style=solid, label="(1, 64, 56, 56)"]; +"57 layer2_0_conv1_weight_bias" -> "62 conv2d_5" [style=solid, label="(128,)"]; +"58 conv2d_5_scale_0" -> "61 dequantize_per_channel_22" [style=solid, label="(128,)"]; +"59 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_22" [style=solid, label="(128,)"]; +"60 _frozen_param5" -> "61 dequantize_per_channel_22" [style=solid, label="(128, 64, 3, 3)"]; +"61 dequantize_per_channel_22" -> "62 conv2d_5" [style=solid, label="(128, 64, 3, 3)"]; +"62 conv2d_5" -> "63 relu__5" [style=solid, label="(1, 128, 28, 28)"]; +"63 relu__5" -> "64 quantize_per_tensor_23" [style=solid, label="(1, 128, 28, 28)"]; +"64 quantize_per_tensor_23" -> "65 dequantize_per_tensor_24" [style=solid, label="(1, 128, 28, 28)"]; +"65 dequantize_per_tensor_24" -> "71 conv2d_6" [style=solid, label="(1, 128, 28, 28)"]; +"66 layer2_0_conv2_weight_bias" -> "71 conv2d_6" [style=solid, label="(128,)"]; +"67 conv2d_6_scale_0" -> "70 dequantize_per_channel_25" [style=solid, label="(128,)"]; +"68 conv2d_6_zero_point_0" -> "70 dequantize_per_channel_25" [style=solid, label="(128,)"]; +"69 _frozen_param6" -> "70 dequantize_per_channel_25" [style=solid, label="(128, 128, 3, 3)"]; +"70 dequantize_per_channel_25" -> "71 conv2d_6" [style=solid, label="(128, 128, 3, 3)"]; +"71 conv2d_6" -> "80 add__2" [style=solid, label="(1, 128, 28, 28)"]; +"72 layer2_0_downsample_0_weight_bias" -> "77 conv2d_7" [style=solid, label="(128,)"]; +"73 conv2d_7_scale_0" -> "76 dequantize_per_channel_26" [style=solid, label="(128,)"]; +"74 conv2d_7_zero_point_0" -> "76 dequantize_per_channel_26" [style=solid, label="(128,)"]; +"75 _frozen_param7" -> "76 dequantize_per_channel_26" [style=solid, label="(128, 64, 1, 1)"]; +"76 dequantize_per_channel_26" -> "77 conv2d_7" [style=solid, label="(128, 64, 1, 1)"]; +"77 conv2d_7" -> "78 quantize_per_tensor_27" [style=solid, label="(1, 128, 28, 28)"]; +"78 quantize_per_tensor_27" -> "79 dequantize_per_tensor_28" [style=solid, label="(1, 128, 28, 28)"]; +"79 dequantize_per_tensor_28" -> "80 add__2" [style=solid, label="(1, 128, 28, 28)"]; +"80 add__2" -> "81 relu__6" [style=solid, label="(1, 128, 28, 28)"]; +"81 relu__6" -> "82 quantize_per_tensor_29" [style=solid, label="(1, 128, 28, 28)"]; +"82 quantize_per_tensor_29" -> "83 dequantize_per_tensor_30" [style=solid, label="(1, 128, 28, 28)"]; +"82 quantize_per_tensor_29" -> "84 dequantize_per_tensor_31" [style=solid, label="(1, 128, 28, 28)"]; +"83 dequantize_per_tensor_30" -> "90 conv2d_8" [style=solid, label="(1, 128, 28, 28)"]; +"84 dequantize_per_tensor_31" -> "100 add__3" [style=solid, label="(1, 128, 28, 28)"]; +"85 layer2_1_conv1_weight_bias" -> "90 conv2d_8" [style=solid, label="(128,)"]; +"86 conv2d_8_scale_0" -> "89 dequantize_per_channel_32" [style=solid, label="(128,)"]; +"87 conv2d_8_zero_point_0" -> "89 dequantize_per_channel_32" [style=solid, label="(128,)"]; +"88 _frozen_param8" -> "89 dequantize_per_channel_32" [style=solid, label="(128, 128, 3, 3)"]; +"89 dequantize_per_channel_32" -> "90 conv2d_8" [style=solid, label="(128, 128, 3, 3)"]; +"90 conv2d_8" -> "91 relu__7" [style=solid, label="(1, 128, 28, 28)"]; +"91 relu__7" -> "92 quantize_per_tensor_33" [style=solid, label="(1, 128, 28, 28)"]; +"92 quantize_per_tensor_33" -> "93 dequantize_per_tensor_34" [style=solid, label="(1, 128, 28, 28)"]; +"93 dequantize_per_tensor_34" -> "99 conv2d_9" [style=solid, label="(1, 128, 28, 28)"]; +"94 layer2_1_conv2_weight_bias" -> "99 conv2d_9" [style=solid, label="(128,)"]; +"95 conv2d_9_scale_0" -> "98 dequantize_per_channel_35" [style=solid, label="(128,)"]; +"96 conv2d_9_zero_point_0" -> "98 dequantize_per_channel_35" [style=solid, label="(128,)"]; +"97 _frozen_param9" -> "98 dequantize_per_channel_35" [style=solid, label="(128, 128, 3, 3)"]; +"98 dequantize_per_channel_35" -> "99 conv2d_9" [style=solid, label="(128, 128, 3, 3)"]; +"99 conv2d_9" -> "100 add__3" [style=solid, label="(1, 128, 28, 28)"]; +"100 add__3" -> "101 relu__8" [style=solid, label="(1, 128, 28, 28)"]; +"101 relu__8" -> "102 quantize_per_tensor_36" [style=solid, label="(1, 128, 28, 28)"]; +"102 quantize_per_tensor_36" -> "103 dequantize_per_tensor_37" [style=solid, label="(1, 128, 28, 28)"]; +"102 quantize_per_tensor_36" -> "104 dequantize_per_tensor_38" [style=solid, label="(1, 128, 28, 28)"]; +"103 dequantize_per_tensor_37" -> "125 conv2d_12" [style=solid, label="(1, 128, 28, 28)"]; +"104 dequantize_per_tensor_38" -> "110 conv2d_10" [style=solid, label="(1, 128, 28, 28)"]; +"105 layer3_0_conv1_weight_bias" -> "110 conv2d_10" [style=solid, label="(256,)"]; +"106 conv2d_10_scale_0" -> "109 dequantize_per_channel_39" [style=solid, label="(256,)"]; +"107 conv2d_10_zero_point_0" -> "109 dequantize_per_channel_39" [style=solid, label="(256,)"]; +"108 _frozen_param10" -> "109 dequantize_per_channel_39" [style=solid, label="(256, 128, 3, 3)"]; +"109 dequantize_per_channel_39" -> "110 conv2d_10" [style=solid, label="(256, 128, 3, 3)"]; +"110 conv2d_10" -> "111 relu__9" [style=solid, label="(1, 256, 14, 14)"]; +"111 relu__9" -> "112 quantize_per_tensor_40" [style=solid, label="(1, 256, 14, 14)"]; +"112 quantize_per_tensor_40" -> "113 dequantize_per_tensor_41" [style=solid, label="(1, 256, 14, 14)"]; +"113 dequantize_per_tensor_41" -> "119 conv2d_11" [style=solid, label="(1, 256, 14, 14)"]; +"114 layer3_0_conv2_weight_bias" -> "119 conv2d_11" [style=solid, label="(256,)"]; +"115 conv2d_11_scale_0" -> "118 dequantize_per_channel_42" [style=solid, label="(256,)"]; +"116 conv2d_11_zero_point_0" -> "118 dequantize_per_channel_42" [style=solid, label="(256,)"]; +"117 _frozen_param11" -> "118 dequantize_per_channel_42" [style=solid, label="(256, 256, 3, 3)"]; +"118 dequantize_per_channel_42" -> "119 conv2d_11" [style=solid, label="(256, 256, 3, 3)"]; +"119 conv2d_11" -> "128 add__4" [style=solid, label="(1, 256, 14, 14)"]; +"120 layer3_0_downsample_0_weight_bias" -> "125 conv2d_12" [style=solid, label="(256,)"]; +"121 conv2d_12_scale_0" -> "124 dequantize_per_channel_43" [style=solid, label="(256,)"]; +"122 conv2d_12_zero_point_0" -> "124 dequantize_per_channel_43" [style=solid, label="(256,)"]; +"123 _frozen_param12" -> "124 dequantize_per_channel_43" [style=solid, label="(256, 128, 1, 1)"]; +"124 dequantize_per_channel_43" -> "125 conv2d_12" [style=solid, label="(256, 128, 1, 1)"]; +"125 conv2d_12" -> "126 quantize_per_tensor_44" [style=solid, label="(1, 256, 14, 14)"]; +"126 quantize_per_tensor_44" -> "127 dequantize_per_tensor_45" [style=solid, label="(1, 256, 14, 14)"]; +"127 dequantize_per_tensor_45" -> "128 add__4" [style=solid, label="(1, 256, 14, 14)"]; +"128 add__4" -> "129 relu__10" [style=solid, label="(1, 256, 14, 14)"]; +"129 relu__10" -> "130 quantize_per_tensor_46" [style=solid, label="(1, 256, 14, 14)"]; +"130 quantize_per_tensor_46" -> "131 dequantize_per_tensor_47" [style=solid, label="(1, 256, 14, 14)"]; +"130 quantize_per_tensor_46" -> "132 dequantize_per_tensor_48" [style=solid, label="(1, 256, 14, 14)"]; +"131 dequantize_per_tensor_47" -> "138 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"132 dequantize_per_tensor_48" -> "148 add__5" [style=solid, label="(1, 256, 14, 14)"]; +"133 layer3_1_conv1_weight_bias" -> "138 conv2d_13" [style=solid, label="(256,)"]; +"134 conv2d_13_scale_0" -> "137 dequantize_per_channel_49" [style=solid, label="(256,)"]; +"135 conv2d_13_zero_point_0" -> "137 dequantize_per_channel_49" [style=solid, label="(256,)"]; +"136 _frozen_param13" -> "137 dequantize_per_channel_49" [style=solid, label="(256, 256, 3, 3)"]; +"137 dequantize_per_channel_49" -> "138 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"138 conv2d_13" -> "139 relu__11" [style=solid, label="(1, 256, 14, 14)"]; +"139 relu__11" -> "140 quantize_per_tensor_50" [style=solid, label="(1, 256, 14, 14)"]; +"140 quantize_per_tensor_50" -> "141 dequantize_per_tensor_51" [style=solid, label="(1, 256, 14, 14)"]; +"141 dequantize_per_tensor_51" -> "147 conv2d_14" [style=solid, label="(1, 256, 14, 14)"]; +"142 layer3_1_conv2_weight_bias" -> "147 conv2d_14" [style=solid, label="(256,)"]; +"143 conv2d_14_scale_0" -> "146 dequantize_per_channel_52" [style=solid, label="(256,)"]; +"144 conv2d_14_zero_point_0" -> "146 dequantize_per_channel_52" [style=solid, label="(256,)"]; +"145 _frozen_param14" -> "146 dequantize_per_channel_52" [style=solid, label="(256, 256, 3, 3)"]; +"146 dequantize_per_channel_52" -> "147 conv2d_14" [style=solid, label="(256, 256, 3, 3)"]; +"147 conv2d_14" -> "148 add__5" [style=solid, label="(1, 256, 14, 14)"]; +"148 add__5" -> "149 relu__12" [style=solid, label="(1, 256, 14, 14)"]; +"149 relu__12" -> "150 quantize_per_tensor_53" [style=solid, label="(1, 256, 14, 14)"]; +"150 quantize_per_tensor_53" -> "151 dequantize_per_tensor_54" [style=solid, label="(1, 256, 14, 14)"]; +"150 quantize_per_tensor_53" -> "152 dequantize_per_tensor_55" [style=solid, label="(1, 256, 14, 14)"]; +"151 dequantize_per_tensor_54" -> "173 conv2d_17" [style=solid, label="(1, 256, 14, 14)"]; +"152 dequantize_per_tensor_55" -> "158 conv2d_15" [style=solid, label="(1, 256, 14, 14)"]; +"153 layer4_0_conv1_weight_bias" -> "158 conv2d_15" [style=solid, label="(512,)"]; +"154 conv2d_15_scale_0" -> "157 dequantize_per_channel_56" [style=solid, label="(512,)"]; +"155 conv2d_15_zero_point_0" -> "157 dequantize_per_channel_56" [style=solid, label="(512,)"]; +"156 _frozen_param15" -> "157 dequantize_per_channel_56" [style=solid, label="(512, 256, 3, 3)"]; +"157 dequantize_per_channel_56" -> "158 conv2d_15" [style=solid, label="(512, 256, 3, 3)"]; +"158 conv2d_15" -> "159 relu__13" [style=solid, label="(1, 512, 7, 7)"]; +"159 relu__13" -> "160 quantize_per_tensor_57" [style=solid, label="(1, 512, 7, 7)"]; +"160 quantize_per_tensor_57" -> "161 dequantize_per_tensor_58" [style=solid, label="(1, 512, 7, 7)"]; +"161 dequantize_per_tensor_58" -> "167 conv2d_16" [style=solid, label="(1, 512, 7, 7)"]; +"162 layer4_0_conv2_weight_bias" -> "167 conv2d_16" [style=solid, label="(512,)"]; +"163 conv2d_16_scale_0" -> "166 dequantize_per_channel_59" [style=solid, label="(512,)"]; +"164 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_59" [style=solid, label="(512,)"]; +"165 _frozen_param16" -> "166 dequantize_per_channel_59" [style=solid, label="(512, 512, 3, 3)"]; +"166 dequantize_per_channel_59" -> "167 conv2d_16" [style=solid, label="(512, 512, 3, 3)"]; +"167 conv2d_16" -> "176 add__6" [style=solid, label="(1, 512, 7, 7)"]; +"168 layer4_0_downsample_0_weight_bias" -> "173 conv2d_17" [style=solid, label="(512,)"]; +"169 conv2d_17_scale_0" -> "172 dequantize_per_channel_60" [style=solid, label="(512,)"]; +"170 conv2d_17_zero_point_0" -> "172 dequantize_per_channel_60" [style=solid, label="(512,)"]; +"171 _frozen_param17" -> "172 dequantize_per_channel_60" [style=solid, label="(512, 256, 1, 1)"]; +"172 dequantize_per_channel_60" -> "173 conv2d_17" [style=solid, label="(512, 256, 1, 1)"]; +"173 conv2d_17" -> "174 quantize_per_tensor_61" [style=solid, label="(1, 512, 7, 7)"]; +"174 quantize_per_tensor_61" -> "175 dequantize_per_tensor_62" [style=solid, label="(1, 512, 7, 7)"]; +"175 dequantize_per_tensor_62" -> "176 add__6" [style=solid, label="(1, 512, 7, 7)"]; +"176 add__6" -> "177 relu__14" [style=solid, label="(1, 512, 7, 7)"]; +"177 relu__14" -> "178 quantize_per_tensor_63" [style=solid, label="(1, 512, 7, 7)"]; +"178 quantize_per_tensor_63" -> "179 dequantize_per_tensor_64" [style=solid, label="(1, 512, 7, 7)"]; +"178 quantize_per_tensor_63" -> "180 dequantize_per_tensor_65" [style=solid, label="(1, 512, 7, 7)"]; +"179 dequantize_per_tensor_64" -> "186 conv2d_18" [style=solid, label="(1, 512, 7, 7)"]; +"180 dequantize_per_tensor_65" -> "196 add__7" [style=solid, label="(1, 512, 7, 7)"]; +"181 layer4_1_conv1_weight_bias" -> "186 conv2d_18" [style=solid, label="(512,)"]; +"182 conv2d_18_scale_0" -> "185 dequantize_per_channel_66" [style=solid, label="(512,)"]; +"183 conv2d_18_zero_point_0" -> "185 dequantize_per_channel_66" [style=solid, label="(512,)"]; +"184 _frozen_param18" -> "185 dequantize_per_channel_66" [style=solid, label="(512, 512, 3, 3)"]; +"185 dequantize_per_channel_66" -> "186 conv2d_18" [style=solid, label="(512, 512, 3, 3)"]; +"186 conv2d_18" -> "187 relu__15" [style=solid, label="(1, 512, 7, 7)"]; +"187 relu__15" -> "188 quantize_per_tensor_67" [style=solid, label="(1, 512, 7, 7)"]; +"188 quantize_per_tensor_67" -> "189 dequantize_per_tensor_68" [style=solid, label="(1, 512, 7, 7)"]; +"189 dequantize_per_tensor_68" -> "195 conv2d_19" [style=solid, label="(1, 512, 7, 7)"]; +"190 layer4_1_conv2_weight_bias" -> "195 conv2d_19" [style=solid, label="(512,)"]; +"191 conv2d_19_scale_0" -> "194 dequantize_per_channel_69" [style=solid, label="(512,)"]; +"192 conv2d_19_zero_point_0" -> "194 dequantize_per_channel_69" [style=solid, label="(512,)"]; +"193 _frozen_param19" -> "194 dequantize_per_channel_69" [style=solid, label="(512, 512, 3, 3)"]; +"194 dequantize_per_channel_69" -> "195 conv2d_19" [style=solid, label="(512, 512, 3, 3)"]; +"195 conv2d_19" -> "196 add__7" [style=solid, label="(1, 512, 7, 7)"]; +"196 add__7" -> "197 relu__16" [style=solid, label="(1, 512, 7, 7)"]; +"197 relu__16" -> "198 quantize_per_tensor_70" [style=solid, label="(1, 512, 7, 7)"]; +"198 quantize_per_tensor_70" -> "199 dequantize_per_tensor_71" [style=solid, label="(1, 512, 7, 7)"]; +"199 dequantize_per_tensor_71" -> "200 adaptive_avg_pool2d" [style=solid, label="(1, 512, 7, 7)"]; +"200 adaptive_avg_pool2d" -> "201 quantize_per_tensor_72" [style=solid, label="(1, 512, 1, 1)"]; +"201 quantize_per_tensor_72" -> "202 dequantize_per_tensor_73" [style=solid, label="(1, 512, 1, 1)"]; +"202 dequantize_per_tensor_73" -> "203 flatten" [style=solid, label="(1, 512, 1, 1)"]; +"203 flatten" -> "204 quantize_per_tensor_74" [style=solid, label="(1, 512)"]; +"204 quantize_per_tensor_74" -> "205 dequantize_per_tensor_75" [style=solid, label="(1, 512)"]; +"205 dequantize_per_tensor_75" -> "210 linear" [style=solid, label="(1, 512)"]; +"206 linear_scale_0" -> "209 dequantize_per_channel_76" [style=solid, label="(1000,)"]; +"207 linear_zero_point_0" -> "209 dequantize_per_channel_76" [style=solid, label="(1000,)"]; +"208 _frozen_param20" -> "209 dequantize_per_channel_76" [style=solid, label="(1000, 512)"]; +"209 dequantize_per_channel_76" -> "210 linear" [style=solid, label="(1000, 512)"]; +"210 linear" -> "211 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/swin_v2_t.dot b/tests/torch2/data/fx/X86InductorQuantizer/swin_v2_t.dot index d78a53c50ef..b1d52486469 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/swin_v2_t.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/swin_v2_t.dot @@ -144,30 +144,30 @@ strict digraph { "142 features_7_0_attn_relative_position_index" [id=142, type="get_attr"]; "143 features_7_1_attn_relative_position_index" [id=143, type="get_attr"]; "144 x" [id=144, type=input]; -"145 quantize_per_tensor_default" [id=145, type="quantize_per_tensor"]; -"146 dequantize_per_tensor_default" [id=146, type="dequantize_per_tensor"]; +"145 quantize_per_tensor_0" [id=145, type="quantize_per_tensor"]; +"146 dequantize_per_tensor_1" [id=146, type="dequantize_per_tensor"]; "147 conv2d_scale_0" [id=147, type="get_attr"]; "148 conv2d_zero_point_0" [id=148, type="get_attr"]; "149 _frozen_param0" [id=149, type="get_attr"]; -"150 dequantize_per_channel_default" [id=150, type="dequantize_per_channel"]; +"150 dequantize_per_channel_2" [id=150, type="dequantize_per_channel"]; "151 conv2d" [id=151, type=conv2d]; "152 permute" [id=152, type=permute]; "153 layer_norm" [id=153, type="layer_norm"]; "154 _frozen_param1" [id=154, type="get_attr"]; -"155 dequantize_per_tensor_default_1" [id=155, type="dequantize_per_tensor"]; +"155 dequantize_per_tensor_3" [id=155, type="dequantize_per_tensor"]; "156 linear_scale_0" [id=156, type="get_attr"]; "157 linear_zero_point_0" [id=157, type="get_attr"]; "158 _frozen_param2" [id=158, type="get_attr"]; -"159 dequantize_per_channel_default_1" [id=159, type="dequantize_per_channel"]; +"159 dequantize_per_channel_4" [id=159, type="dequantize_per_channel"]; "160 linear" [id=160, type=linear]; "161 relu_" [id=161, type="relu_"]; "162 relu__0_0_nncf_smooth_quant_0" [id=162, type="call_module"]; -"163 quantize_per_tensor_default_2" [id=163, type="quantize_per_tensor"]; -"164 dequantize_per_tensor_default_2" [id=164, type="dequantize_per_tensor"]; +"163 quantize_per_tensor_5" [id=163, type="quantize_per_tensor"]; +"164 dequantize_per_tensor_6" [id=164, type="dequantize_per_tensor"]; "165 linear_1_scale_0" [id=165, type="get_attr"]; "166 linear_1_zero_point_0" [id=166, type="get_attr"]; "167 _frozen_param3" [id=167, type="get_attr"]; -"168 dequantize_per_channel_default_2" [id=168, type="dequantize_per_channel"]; +"168 dequantize_per_channel_7" [id=168, type="dequantize_per_channel"]; "169 linear_1" [id=169, type=linear]; "170 view" [id=170, type=view]; "171 index" [id=171, type=index]; @@ -183,12 +183,12 @@ strict digraph { "181 reshape" [id=181, type=reshape]; "182 clone" [id=182, type=clone]; "183 reshape_0_0_nncf_smooth_quant_0" [id=183, type="call_module"]; -"184 quantize_per_tensor_default_3" [id=184, type="quantize_per_tensor"]; -"185 dequantize_per_tensor_default_3" [id=185, type="dequantize_per_tensor"]; +"184 quantize_per_tensor_8" [id=184, type="quantize_per_tensor"]; +"185 dequantize_per_tensor_9" [id=185, type="dequantize_per_tensor"]; "186 linear_2_scale_0" [id=186, type="get_attr"]; "187 linear_2_zero_point_0" [id=187, type="get_attr"]; "188 _frozen_param4" [id=188, type="get_attr"]; -"189 dequantize_per_channel_default_3" [id=189, type="dequantize_per_channel"]; +"189 dequantize_per_channel_10" [id=189, type="dequantize_per_channel"]; "190 linear_2" [id=190, type=linear]; "191 reshape_1" [id=191, type=reshape]; "192 permute_3" [id=192, type=permute]; @@ -215,12 +215,12 @@ strict digraph { "213 transpose_1" [id=213, type=transpose]; "214 reshape_2" [id=214, type=reshape]; "215 reshape_2_0_0_nncf_smooth_quant_0" [id=215, type="call_module"]; -"216 quantize_per_tensor_default_4" [id=216, type="quantize_per_tensor"]; -"217 dequantize_per_tensor_default_4" [id=217, type="dequantize_per_tensor"]; +"216 quantize_per_tensor_11" [id=216, type="quantize_per_tensor"]; +"217 dequantize_per_tensor_12" [id=217, type="dequantize_per_tensor"]; "218 linear_3_scale_0" [id=218, type="get_attr"]; "219 linear_3_zero_point_0" [id=219, type="get_attr"]; "220 _frozen_param5" [id=220, type="get_attr"]; -"221 dequantize_per_channel_default_4" [id=221, type="dequantize_per_channel"]; +"221 dequantize_per_channel_13" [id=221, type="dequantize_per_channel"]; "222 linear_3" [id=222, type=linear]; "223 dropout_1" [id=223, type=dropout]; "224 view_3" [id=224, type=view]; @@ -231,41 +231,41 @@ strict digraph { "229 layer_norm_1" [id=229, type="layer_norm"]; "230 add_1" [id=230, type=add]; "231 add_1_0_0_nncf_smooth_quant_0" [id=231, type="call_module"]; -"232 quantize_per_tensor_default_5" [id=232, type="quantize_per_tensor"]; -"233 dequantize_per_tensor_default_5" [id=233, type="dequantize_per_tensor"]; +"232 quantize_per_tensor_14" [id=232, type="quantize_per_tensor"]; +"233 dequantize_per_tensor_15" [id=233, type="dequantize_per_tensor"]; "234 linear_4_scale_0" [id=234, type="get_attr"]; "235 linear_4_zero_point_0" [id=235, type="get_attr"]; "236 _frozen_param6" [id=236, type="get_attr"]; -"237 dequantize_per_channel_default_5" [id=237, type="dequantize_per_channel"]; +"237 dequantize_per_channel_16" [id=237, type="dequantize_per_channel"]; "238 linear_4" [id=238, type=linear]; "239 gelu" [id=239, type=gelu]; "240 dropout_2" [id=240, type=dropout]; "241 dropout_2_0_0_nncf_smooth_quant_0" [id=241, type="call_module"]; -"242 quantize_per_tensor_default_6" [id=242, type="quantize_per_tensor"]; -"243 dequantize_per_tensor_default_6" [id=243, type="dequantize_per_tensor"]; +"242 quantize_per_tensor_17" [id=242, type="quantize_per_tensor"]; +"243 dequantize_per_tensor_18" [id=243, type="dequantize_per_tensor"]; "244 linear_5_scale_0" [id=244, type="get_attr"]; "245 linear_5_zero_point_0" [id=245, type="get_attr"]; "246 _frozen_param7" [id=246, type="get_attr"]; -"247 dequantize_per_channel_default_6" [id=247, type="dequantize_per_channel"]; +"247 dequantize_per_channel_19" [id=247, type="dequantize_per_channel"]; "248 linear_5" [id=248, type=linear]; "249 dropout_3" [id=249, type=dropout]; "250 layer_norm_2" [id=250, type="layer_norm"]; "251 add_2" [id=251, type=add]; "252 _frozen_param8" [id=252, type="get_attr"]; -"253 dequantize_per_tensor_default_7" [id=253, type="dequantize_per_tensor"]; +"253 dequantize_per_tensor_20" [id=253, type="dequantize_per_tensor"]; "254 linear_6_scale_0" [id=254, type="get_attr"]; "255 linear_6_zero_point_0" [id=255, type="get_attr"]; "256 _frozen_param9" [id=256, type="get_attr"]; -"257 dequantize_per_channel_default_7" [id=257, type="dequantize_per_channel"]; +"257 dequantize_per_channel_21" [id=257, type="dequantize_per_channel"]; "258 linear_6" [id=258, type=linear]; "259 relu__1" [id=259, type="relu_"]; "260 relu__1_0_0_nncf_smooth_quant_0" [id=260, type="call_module"]; -"261 quantize_per_tensor_default_8" [id=261, type="quantize_per_tensor"]; -"262 dequantize_per_tensor_default_8" [id=262, type="dequantize_per_tensor"]; +"261 quantize_per_tensor_22" [id=261, type="quantize_per_tensor"]; +"262 dequantize_per_tensor_23" [id=262, type="dequantize_per_tensor"]; "263 linear_7_scale_0" [id=263, type="get_attr"]; "264 linear_7_zero_point_0" [id=264, type="get_attr"]; "265 _frozen_param10" [id=265, type="get_attr"]; -"266 dequantize_per_channel_default_8" [id=266, type="dequantize_per_channel"]; +"266 dequantize_per_channel_24" [id=266, type="dequantize_per_channel"]; "267 linear_7" [id=267, type=linear]; "268 view_4" [id=268, type=view]; "269 index_1" [id=269, type=index]; @@ -282,12 +282,12 @@ strict digraph { "280 reshape_4" [id=280, type=reshape]; "281 clone_1" [id=281, type=clone]; "282 reshape_4_0_0_nncf_smooth_quant_0" [id=282, type="call_module"]; -"283 quantize_per_tensor_default_9" [id=283, type="quantize_per_tensor"]; -"284 dequantize_per_tensor_default_9" [id=284, type="dequantize_per_tensor"]; +"283 quantize_per_tensor_25" [id=283, type="quantize_per_tensor"]; +"284 dequantize_per_tensor_26" [id=284, type="dequantize_per_tensor"]; "285 linear_8_scale_0" [id=285, type="get_attr"]; "286 linear_8_zero_point_0" [id=286, type="get_attr"]; "287 _frozen_param11" [id=287, type="get_attr"]; -"288 dequantize_per_channel_default_9" [id=288, type="dequantize_per_channel"]; +"288 dequantize_per_channel_27" [id=288, type="dequantize_per_channel"]; "289 linear_8" [id=289, type=linear]; "290 reshape_5" [id=290, type=reshape]; "291 permute_7" [id=291, type=permute]; @@ -330,12 +330,12 @@ strict digraph { "328 transpose_3" [id=328, type=transpose]; "329 reshape_7" [id=329, type=reshape]; "330 reshape_7_0_0_nncf_smooth_quant_0" [id=330, type="call_module"]; -"331 quantize_per_tensor_default_10" [id=331, type="quantize_per_tensor"]; -"332 dequantize_per_tensor_default_10" [id=332, type="dequantize_per_tensor"]; +"331 quantize_per_tensor_28" [id=331, type="quantize_per_tensor"]; +"332 dequantize_per_tensor_29" [id=332, type="dequantize_per_tensor"]; "333 linear_9_scale_0" [id=333, type="get_attr"]; "334 linear_9_zero_point_0" [id=334, type="get_attr"]; "335 _frozen_param12" [id=335, type="get_attr"]; -"336 dequantize_per_channel_default_10" [id=336, type="dequantize_per_channel"]; +"336 dequantize_per_channel_30" [id=336, type="dequantize_per_channel"]; "337 linear_9" [id=337, type=linear]; "338 dropout_5" [id=338, type=dropout]; "339 view_10" [id=339, type=view]; @@ -347,22 +347,22 @@ strict digraph { "345 layer_norm_3" [id=345, type="layer_norm"]; "346 add_5" [id=346, type=add]; "347 add_5_0_0_nncf_smooth_quant_0" [id=347, type="call_module"]; -"348 quantize_per_tensor_default_11" [id=348, type="quantize_per_tensor"]; -"349 dequantize_per_tensor_default_11" [id=349, type="dequantize_per_tensor"]; +"348 quantize_per_tensor_31" [id=348, type="quantize_per_tensor"]; +"349 dequantize_per_tensor_32" [id=349, type="dequantize_per_tensor"]; "350 linear_10_scale_0" [id=350, type="get_attr"]; "351 linear_10_zero_point_0" [id=351, type="get_attr"]; "352 _frozen_param13" [id=352, type="get_attr"]; -"353 dequantize_per_channel_default_11" [id=353, type="dequantize_per_channel"]; +"353 dequantize_per_channel_33" [id=353, type="dequantize_per_channel"]; "354 linear_10" [id=354, type=linear]; "355 gelu_1" [id=355, type=gelu]; "356 dropout_6" [id=356, type=dropout]; "357 dropout_6_0_0_nncf_smooth_quant_0" [id=357, type="call_module"]; -"358 quantize_per_tensor_default_12" [id=358, type="quantize_per_tensor"]; -"359 dequantize_per_tensor_default_12" [id=359, type="dequantize_per_tensor"]; +"358 quantize_per_tensor_34" [id=358, type="quantize_per_tensor"]; +"359 dequantize_per_tensor_35" [id=359, type="dequantize_per_tensor"]; "360 linear_11_scale_0" [id=360, type="get_attr"]; "361 linear_11_zero_point_0" [id=361, type="get_attr"]; "362 _frozen_param14" [id=362, type="get_attr"]; -"363 dequantize_per_channel_default_12" [id=363, type="dequantize_per_channel"]; +"363 dequantize_per_channel_36" [id=363, type="dequantize_per_channel"]; "364 linear_11" [id=364, type=linear]; "365 dropout_7" [id=365, type=dropout]; "366 layer_norm_4" [id=366, type="layer_norm"]; @@ -382,29 +382,29 @@ strict digraph { "380 slice_36" [id=380, type=slice]; "381 cat" [id=381, type=cat]; "382 cat_0_0_nncf_smooth_quant_0" [id=382, type="call_module"]; -"383 quantize_per_tensor_default_13" [id=383, type="quantize_per_tensor"]; -"384 dequantize_per_tensor_default_13" [id=384, type="dequantize_per_tensor"]; +"383 quantize_per_tensor_37" [id=383, type="quantize_per_tensor"]; +"384 dequantize_per_tensor_38" [id=384, type="dequantize_per_tensor"]; "385 linear_12_scale_0" [id=385, type="get_attr"]; "386 linear_12_zero_point_0" [id=386, type="get_attr"]; "387 _frozen_param15" [id=387, type="get_attr"]; -"388 dequantize_per_channel_default_13" [id=388, type="dequantize_per_channel"]; +"388 dequantize_per_channel_39" [id=388, type="dequantize_per_channel"]; "389 linear_12" [id=389, type=linear]; "390 layer_norm_5" [id=390, type="layer_norm"]; "391 _frozen_param16" [id=391, type="get_attr"]; -"392 dequantize_per_tensor_default_14" [id=392, type="dequantize_per_tensor"]; +"392 dequantize_per_tensor_40" [id=392, type="dequantize_per_tensor"]; "393 linear_13_scale_0" [id=393, type="get_attr"]; "394 linear_13_zero_point_0" [id=394, type="get_attr"]; "395 _frozen_param17" [id=395, type="get_attr"]; -"396 dequantize_per_channel_default_14" [id=396, type="dequantize_per_channel"]; +"396 dequantize_per_channel_41" [id=396, type="dequantize_per_channel"]; "397 linear_13" [id=397, type=linear]; "398 relu__2" [id=398, type="relu_"]; "399 relu__2_0_0_nncf_smooth_quant_0" [id=399, type="call_module"]; -"400 quantize_per_tensor_default_15" [id=400, type="quantize_per_tensor"]; -"401 dequantize_per_tensor_default_15" [id=401, type="dequantize_per_tensor"]; +"400 quantize_per_tensor_42" [id=400, type="quantize_per_tensor"]; +"401 dequantize_per_tensor_43" [id=401, type="dequantize_per_tensor"]; "402 linear_14_scale_0" [id=402, type="get_attr"]; "403 linear_14_zero_point_0" [id=403, type="get_attr"]; "404 _frozen_param18" [id=404, type="get_attr"]; -"405 dequantize_per_channel_default_15" [id=405, type="dequantize_per_channel"]; +"405 dequantize_per_channel_44" [id=405, type="dequantize_per_channel"]; "406 linear_14" [id=406, type=linear]; "407 view_11" [id=407, type=view]; "408 index_2" [id=408, type=index]; @@ -420,12 +420,12 @@ strict digraph { "418 reshape_9" [id=418, type=reshape]; "419 clone_2" [id=419, type=clone]; "420 reshape_9_0_0_nncf_smooth_quant_0" [id=420, type="call_module"]; -"421 quantize_per_tensor_default_16" [id=421, type="quantize_per_tensor"]; -"422 dequantize_per_tensor_default_16" [id=422, type="dequantize_per_tensor"]; +"421 quantize_per_tensor_45" [id=421, type="quantize_per_tensor"]; +"422 dequantize_per_tensor_46" [id=422, type="dequantize_per_tensor"]; "423 linear_15_scale_0" [id=423, type="get_attr"]; "424 linear_15_zero_point_0" [id=424, type="get_attr"]; "425 _frozen_param19" [id=425, type="get_attr"]; -"426 dequantize_per_channel_default_16" [id=426, type="dequantize_per_channel"]; +"426 dequantize_per_channel_47" [id=426, type="dequantize_per_channel"]; "427 linear_15" [id=427, type=linear]; "428 reshape_10" [id=428, type=reshape]; "429 permute_12" [id=429, type=permute]; @@ -452,12 +452,12 @@ strict digraph { "450 transpose_5" [id=450, type=transpose]; "451 reshape_11" [id=451, type=reshape]; "452 reshape_11_0_0_nncf_smooth_quant_0" [id=452, type="call_module"]; -"453 quantize_per_tensor_default_17" [id=453, type="quantize_per_tensor"]; -"454 dequantize_per_tensor_default_17" [id=454, type="dequantize_per_tensor"]; +"453 quantize_per_tensor_48" [id=453, type="quantize_per_tensor"]; +"454 dequantize_per_tensor_49" [id=454, type="dequantize_per_tensor"]; "455 linear_16_scale_0" [id=455, type="get_attr"]; "456 linear_16_zero_point_0" [id=456, type="get_attr"]; "457 _frozen_param20" [id=457, type="get_attr"]; -"458 dequantize_per_channel_default_17" [id=458, type="dequantize_per_channel"]; +"458 dequantize_per_channel_50" [id=458, type="dequantize_per_channel"]; "459 linear_16" [id=459, type=linear]; "460 dropout_9" [id=460, type=dropout]; "461 view_14" [id=461, type=view]; @@ -471,41 +471,41 @@ strict digraph { "469 layer_norm_6" [id=469, type="layer_norm"]; "470 add_8" [id=470, type=add]; "471 add_8_0_0_nncf_smooth_quant_0" [id=471, type="call_module"]; -"472 quantize_per_tensor_default_18" [id=472, type="quantize_per_tensor"]; -"473 dequantize_per_tensor_default_18" [id=473, type="dequantize_per_tensor"]; +"472 quantize_per_tensor_51" [id=472, type="quantize_per_tensor"]; +"473 dequantize_per_tensor_52" [id=473, type="dequantize_per_tensor"]; "474 linear_17_scale_0" [id=474, type="get_attr"]; "475 linear_17_zero_point_0" [id=475, type="get_attr"]; "476 _frozen_param21" [id=476, type="get_attr"]; -"477 dequantize_per_channel_default_18" [id=477, type="dequantize_per_channel"]; +"477 dequantize_per_channel_53" [id=477, type="dequantize_per_channel"]; "478 linear_17" [id=478, type=linear]; "479 gelu_2" [id=479, type=gelu]; "480 dropout_10" [id=480, type=dropout]; "481 dropout_10_0_0_nncf_smooth_quant_0" [id=481, type="call_module"]; -"482 quantize_per_tensor_default_19" [id=482, type="quantize_per_tensor"]; -"483 dequantize_per_tensor_default_19" [id=483, type="dequantize_per_tensor"]; +"482 quantize_per_tensor_54" [id=482, type="quantize_per_tensor"]; +"483 dequantize_per_tensor_55" [id=483, type="dequantize_per_tensor"]; "484 linear_18_scale_0" [id=484, type="get_attr"]; "485 linear_18_zero_point_0" [id=485, type="get_attr"]; "486 _frozen_param22" [id=486, type="get_attr"]; -"487 dequantize_per_channel_default_19" [id=487, type="dequantize_per_channel"]; +"487 dequantize_per_channel_56" [id=487, type="dequantize_per_channel"]; "488 linear_18" [id=488, type=linear]; "489 dropout_11" [id=489, type=dropout]; "490 layer_norm_7" [id=490, type="layer_norm"]; "491 add_9" [id=491, type=add]; "492 _frozen_param23" [id=492, type="get_attr"]; -"493 dequantize_per_tensor_default_20" [id=493, type="dequantize_per_tensor"]; +"493 dequantize_per_tensor_57" [id=493, type="dequantize_per_tensor"]; "494 linear_19_scale_0" [id=494, type="get_attr"]; "495 linear_19_zero_point_0" [id=495, type="get_attr"]; "496 _frozen_param24" [id=496, type="get_attr"]; -"497 dequantize_per_channel_default_20" [id=497, type="dequantize_per_channel"]; +"497 dequantize_per_channel_58" [id=497, type="dequantize_per_channel"]; "498 linear_19" [id=498, type=linear]; "499 relu__3" [id=499, type="relu_"]; "500 relu__3_0_0_nncf_smooth_quant_0" [id=500, type="call_module"]; -"501 quantize_per_tensor_default_21" [id=501, type="quantize_per_tensor"]; -"502 dequantize_per_tensor_default_21" [id=502, type="dequantize_per_tensor"]; +"501 quantize_per_tensor_59" [id=501, type="quantize_per_tensor"]; +"502 dequantize_per_tensor_60" [id=502, type="dequantize_per_tensor"]; "503 linear_20_scale_0" [id=503, type="get_attr"]; "504 linear_20_zero_point_0" [id=504, type="get_attr"]; "505 _frozen_param25" [id=505, type="get_attr"]; -"506 dequantize_per_channel_default_21" [id=506, type="dequantize_per_channel"]; +"506 dequantize_per_channel_61" [id=506, type="dequantize_per_channel"]; "507 linear_20" [id=507, type=linear]; "508 view_15" [id=508, type=view]; "509 index_3" [id=509, type=index]; @@ -522,12 +522,12 @@ strict digraph { "520 reshape_13" [id=520, type=reshape]; "521 clone_3" [id=521, type=clone]; "522 reshape_13_0_0_nncf_smooth_quant_0" [id=522, type="call_module"]; -"523 quantize_per_tensor_default_22" [id=523, type="quantize_per_tensor"]; -"524 dequantize_per_tensor_default_22" [id=524, type="dequantize_per_tensor"]; +"523 quantize_per_tensor_62" [id=523, type="quantize_per_tensor"]; +"524 dequantize_per_tensor_63" [id=524, type="dequantize_per_tensor"]; "525 linear_21_scale_0" [id=525, type="get_attr"]; "526 linear_21_zero_point_0" [id=526, type="get_attr"]; "527 _frozen_param26" [id=527, type="get_attr"]; -"528 dequantize_per_channel_default_22" [id=528, type="dequantize_per_channel"]; +"528 dequantize_per_channel_64" [id=528, type="dequantize_per_channel"]; "529 linear_21" [id=529, type=linear]; "530 reshape_14" [id=530, type=reshape]; "531 permute_16" [id=531, type=permute]; @@ -570,12 +570,12 @@ strict digraph { "568 transpose_7" [id=568, type=transpose]; "569 reshape_16" [id=569, type=reshape]; "570 reshape_16_0_0_nncf_smooth_quant_0" [id=570, type="call_module"]; -"571 quantize_per_tensor_default_23" [id=571, type="quantize_per_tensor"]; -"572 dequantize_per_tensor_default_23" [id=572, type="dequantize_per_tensor"]; +"571 quantize_per_tensor_65" [id=571, type="quantize_per_tensor"]; +"572 dequantize_per_tensor_66" [id=572, type="dequantize_per_tensor"]; "573 linear_22_scale_0" [id=573, type="get_attr"]; "574 linear_22_zero_point_0" [id=574, type="get_attr"]; "575 _frozen_param27" [id=575, type="get_attr"]; -"576 dequantize_per_channel_default_23" [id=576, type="dequantize_per_channel"]; +"576 dequantize_per_channel_67" [id=576, type="dequantize_per_channel"]; "577 linear_22" [id=577, type=linear]; "578 dropout_13" [id=578, type=dropout]; "579 view_21" [id=579, type=view]; @@ -590,22 +590,22 @@ strict digraph { "588 layer_norm_8" [id=588, type="layer_norm"]; "589 add_12" [id=589, type=add]; "590 add_12_0_0_nncf_smooth_quant_0" [id=590, type="call_module"]; -"591 quantize_per_tensor_default_24" [id=591, type="quantize_per_tensor"]; -"592 dequantize_per_tensor_default_24" [id=592, type="dequantize_per_tensor"]; +"591 quantize_per_tensor_68" [id=591, type="quantize_per_tensor"]; +"592 dequantize_per_tensor_69" [id=592, type="dequantize_per_tensor"]; "593 linear_23_scale_0" [id=593, type="get_attr"]; "594 linear_23_zero_point_0" [id=594, type="get_attr"]; "595 _frozen_param28" [id=595, type="get_attr"]; -"596 dequantize_per_channel_default_24" [id=596, type="dequantize_per_channel"]; +"596 dequantize_per_channel_70" [id=596, type="dequantize_per_channel"]; "597 linear_23" [id=597, type=linear]; "598 gelu_3" [id=598, type=gelu]; "599 dropout_14" [id=599, type=dropout]; "600 dropout_14_0_0_nncf_smooth_quant_0" [id=600, type="call_module"]; -"601 quantize_per_tensor_default_25" [id=601, type="quantize_per_tensor"]; -"602 dequantize_per_tensor_default_25" [id=602, type="dequantize_per_tensor"]; +"601 quantize_per_tensor_71" [id=601, type="quantize_per_tensor"]; +"602 dequantize_per_tensor_72" [id=602, type="dequantize_per_tensor"]; "603 linear_24_scale_0" [id=603, type="get_attr"]; "604 linear_24_zero_point_0" [id=604, type="get_attr"]; "605 _frozen_param29" [id=605, type="get_attr"]; -"606 dequantize_per_channel_default_25" [id=606, type="dequantize_per_channel"]; +"606 dequantize_per_channel_73" [id=606, type="dequantize_per_channel"]; "607 linear_24" [id=607, type=linear]; "608 dropout_15" [id=608, type=dropout]; "609 layer_norm_9" [id=609, type="layer_norm"]; @@ -625,29 +625,29 @@ strict digraph { "623 slice_76" [id=623, type=slice]; "624 cat_1" [id=624, type=cat]; "625 cat_1_0_0_nncf_smooth_quant_0" [id=625, type="call_module"]; -"626 quantize_per_tensor_default_26" [id=626, type="quantize_per_tensor"]; -"627 dequantize_per_tensor_default_26" [id=627, type="dequantize_per_tensor"]; +"626 quantize_per_tensor_74" [id=626, type="quantize_per_tensor"]; +"627 dequantize_per_tensor_75" [id=627, type="dequantize_per_tensor"]; "628 linear_25_scale_0" [id=628, type="get_attr"]; "629 linear_25_zero_point_0" [id=629, type="get_attr"]; "630 _frozen_param30" [id=630, type="get_attr"]; -"631 dequantize_per_channel_default_26" [id=631, type="dequantize_per_channel"]; +"631 dequantize_per_channel_76" [id=631, type="dequantize_per_channel"]; "632 linear_25" [id=632, type=linear]; "633 layer_norm_10" [id=633, type="layer_norm"]; "634 _frozen_param31" [id=634, type="get_attr"]; -"635 dequantize_per_tensor_default_27" [id=635, type="dequantize_per_tensor"]; +"635 dequantize_per_tensor_77" [id=635, type="dequantize_per_tensor"]; "636 linear_26_scale_0" [id=636, type="get_attr"]; "637 linear_26_zero_point_0" [id=637, type="get_attr"]; "638 _frozen_param32" [id=638, type="get_attr"]; -"639 dequantize_per_channel_default_27" [id=639, type="dequantize_per_channel"]; +"639 dequantize_per_channel_78" [id=639, type="dequantize_per_channel"]; "640 linear_26" [id=640, type=linear]; "641 relu__4" [id=641, type="relu_"]; "642 relu__4_0_0_nncf_smooth_quant_0" [id=642, type="call_module"]; -"643 quantize_per_tensor_default_28" [id=643, type="quantize_per_tensor"]; -"644 dequantize_per_tensor_default_28" [id=644, type="dequantize_per_tensor"]; +"643 quantize_per_tensor_79" [id=643, type="quantize_per_tensor"]; +"644 dequantize_per_tensor_80" [id=644, type="dequantize_per_tensor"]; "645 linear_27_scale_0" [id=645, type="get_attr"]; "646 linear_27_zero_point_0" [id=646, type="get_attr"]; "647 _frozen_param33" [id=647, type="get_attr"]; -"648 dequantize_per_channel_default_28" [id=648, type="dequantize_per_channel"]; +"648 dequantize_per_channel_81" [id=648, type="dequantize_per_channel"]; "649 linear_27" [id=649, type=linear]; "650 view_22" [id=650, type=view]; "651 index_4" [id=651, type=index]; @@ -663,12 +663,12 @@ strict digraph { "661 reshape_18" [id=661, type=reshape]; "662 clone_4" [id=662, type=clone]; "663 reshape_18_0_0_nncf_smooth_quant_0" [id=663, type="call_module"]; -"664 quantize_per_tensor_default_29" [id=664, type="quantize_per_tensor"]; -"665 dequantize_per_tensor_default_29" [id=665, type="dequantize_per_tensor"]; +"664 quantize_per_tensor_82" [id=664, type="quantize_per_tensor"]; +"665 dequantize_per_tensor_83" [id=665, type="dequantize_per_tensor"]; "666 linear_28_scale_0" [id=666, type="get_attr"]; "667 linear_28_zero_point_0" [id=667, type="get_attr"]; "668 _frozen_param34" [id=668, type="get_attr"]; -"669 dequantize_per_channel_default_29" [id=669, type="dequantize_per_channel"]; +"669 dequantize_per_channel_84" [id=669, type="dequantize_per_channel"]; "670 linear_28" [id=670, type=linear]; "671 reshape_19" [id=671, type=reshape]; "672 permute_21" [id=672, type=permute]; @@ -695,12 +695,12 @@ strict digraph { "693 transpose_9" [id=693, type=transpose]; "694 reshape_20" [id=694, type=reshape]; "695 reshape_20_0_0_nncf_smooth_quant_0" [id=695, type="call_module"]; -"696 quantize_per_tensor_default_30" [id=696, type="quantize_per_tensor"]; -"697 dequantize_per_tensor_default_30" [id=697, type="dequantize_per_tensor"]; +"696 quantize_per_tensor_85" [id=696, type="quantize_per_tensor"]; +"697 dequantize_per_tensor_86" [id=697, type="dequantize_per_tensor"]; "698 linear_29_scale_0" [id=698, type="get_attr"]; "699 linear_29_zero_point_0" [id=699, type="get_attr"]; "700 _frozen_param35" [id=700, type="get_attr"]; -"701 dequantize_per_channel_default_30" [id=701, type="dequantize_per_channel"]; +"701 dequantize_per_channel_87" [id=701, type="dequantize_per_channel"]; "702 linear_29" [id=702, type=linear]; "703 dropout_17" [id=703, type=dropout]; "704 view_25" [id=704, type=view]; @@ -714,41 +714,41 @@ strict digraph { "712 layer_norm_11" [id=712, type="layer_norm"]; "713 add_15" [id=713, type=add]; "714 add_15_0_0_nncf_smooth_quant_0" [id=714, type="call_module"]; -"715 quantize_per_tensor_default_31" [id=715, type="quantize_per_tensor"]; -"716 dequantize_per_tensor_default_31" [id=716, type="dequantize_per_tensor"]; +"715 quantize_per_tensor_88" [id=715, type="quantize_per_tensor"]; +"716 dequantize_per_tensor_89" [id=716, type="dequantize_per_tensor"]; "717 linear_30_scale_0" [id=717, type="get_attr"]; "718 linear_30_zero_point_0" [id=718, type="get_attr"]; "719 _frozen_param36" [id=719, type="get_attr"]; -"720 dequantize_per_channel_default_31" [id=720, type="dequantize_per_channel"]; +"720 dequantize_per_channel_90" [id=720, type="dequantize_per_channel"]; "721 linear_30" [id=721, type=linear]; "722 gelu_4" [id=722, type=gelu]; "723 dropout_18" [id=723, type=dropout]; "724 dropout_18_0_0_nncf_smooth_quant_0" [id=724, type="call_module"]; -"725 quantize_per_tensor_default_32" [id=725, type="quantize_per_tensor"]; -"726 dequantize_per_tensor_default_32" [id=726, type="dequantize_per_tensor"]; +"725 quantize_per_tensor_91" [id=725, type="quantize_per_tensor"]; +"726 dequantize_per_tensor_92" [id=726, type="dequantize_per_tensor"]; "727 linear_31_scale_0" [id=727, type="get_attr"]; "728 linear_31_zero_point_0" [id=728, type="get_attr"]; "729 _frozen_param37" [id=729, type="get_attr"]; -"730 dequantize_per_channel_default_32" [id=730, type="dequantize_per_channel"]; +"730 dequantize_per_channel_93" [id=730, type="dequantize_per_channel"]; "731 linear_31" [id=731, type=linear]; "732 dropout_19" [id=732, type=dropout]; "733 layer_norm_12" [id=733, type="layer_norm"]; "734 add_16" [id=734, type=add]; "735 _frozen_param38" [id=735, type="get_attr"]; -"736 dequantize_per_tensor_default_33" [id=736, type="dequantize_per_tensor"]; +"736 dequantize_per_tensor_94" [id=736, type="dequantize_per_tensor"]; "737 linear_32_scale_0" [id=737, type="get_attr"]; "738 linear_32_zero_point_0" [id=738, type="get_attr"]; "739 _frozen_param39" [id=739, type="get_attr"]; -"740 dequantize_per_channel_default_33" [id=740, type="dequantize_per_channel"]; +"740 dequantize_per_channel_95" [id=740, type="dequantize_per_channel"]; "741 linear_32" [id=741, type=linear]; "742 relu__5" [id=742, type="relu_"]; "743 relu__5_0_0_nncf_smooth_quant_0" [id=743, type="call_module"]; -"744 quantize_per_tensor_default_34" [id=744, type="quantize_per_tensor"]; -"745 dequantize_per_tensor_default_34" [id=745, type="dequantize_per_tensor"]; +"744 quantize_per_tensor_96" [id=744, type="quantize_per_tensor"]; +"745 dequantize_per_tensor_97" [id=745, type="dequantize_per_tensor"]; "746 linear_33_scale_0" [id=746, type="get_attr"]; "747 linear_33_zero_point_0" [id=747, type="get_attr"]; "748 _frozen_param40" [id=748, type="get_attr"]; -"749 dequantize_per_channel_default_34" [id=749, type="dequantize_per_channel"]; +"749 dequantize_per_channel_98" [id=749, type="dequantize_per_channel"]; "750 linear_33" [id=750, type=linear]; "751 view_26" [id=751, type=view]; "752 index_5" [id=752, type=index]; @@ -765,12 +765,12 @@ strict digraph { "763 reshape_22" [id=763, type=reshape]; "764 clone_5" [id=764, type=clone]; "765 reshape_22_0_0_nncf_smooth_quant_0" [id=765, type="call_module"]; -"766 quantize_per_tensor_default_35" [id=766, type="quantize_per_tensor"]; -"767 dequantize_per_tensor_default_35" [id=767, type="dequantize_per_tensor"]; +"766 quantize_per_tensor_99" [id=766, type="quantize_per_tensor"]; +"767 dequantize_per_tensor_100" [id=767, type="dequantize_per_tensor"]; "768 linear_34_scale_0" [id=768, type="get_attr"]; "769 linear_34_zero_point_0" [id=769, type="get_attr"]; "770 _frozen_param41" [id=770, type="get_attr"]; -"771 dequantize_per_channel_default_35" [id=771, type="dequantize_per_channel"]; +"771 dequantize_per_channel_101" [id=771, type="dequantize_per_channel"]; "772 linear_34" [id=772, type=linear]; "773 reshape_23" [id=773, type=reshape]; "774 permute_25" [id=774, type=permute]; @@ -813,12 +813,12 @@ strict digraph { "811 transpose_11" [id=811, type=transpose]; "812 reshape_25" [id=812, type=reshape]; "813 reshape_25_0_0_nncf_smooth_quant_0" [id=813, type="call_module"]; -"814 quantize_per_tensor_default_36" [id=814, type="quantize_per_tensor"]; -"815 dequantize_per_tensor_default_36" [id=815, type="dequantize_per_tensor"]; +"814 quantize_per_tensor_102" [id=814, type="quantize_per_tensor"]; +"815 dequantize_per_tensor_103" [id=815, type="dequantize_per_tensor"]; "816 linear_35_scale_0" [id=816, type="get_attr"]; "817 linear_35_zero_point_0" [id=817, type="get_attr"]; "818 _frozen_param42" [id=818, type="get_attr"]; -"819 dequantize_per_channel_default_36" [id=819, type="dequantize_per_channel"]; +"819 dequantize_per_channel_104" [id=819, type="dequantize_per_channel"]; "820 linear_35" [id=820, type=linear]; "821 dropout_21" [id=821, type=dropout]; "822 view_32" [id=822, type=view]; @@ -833,41 +833,41 @@ strict digraph { "831 layer_norm_13" [id=831, type="layer_norm"]; "832 add_19" [id=832, type=add]; "833 add_19_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; -"834 quantize_per_tensor_default_37" [id=834, type="quantize_per_tensor"]; -"835 dequantize_per_tensor_default_37" [id=835, type="dequantize_per_tensor"]; +"834 quantize_per_tensor_105" [id=834, type="quantize_per_tensor"]; +"835 dequantize_per_tensor_106" [id=835, type="dequantize_per_tensor"]; "836 linear_36_scale_0" [id=836, type="get_attr"]; "837 linear_36_zero_point_0" [id=837, type="get_attr"]; "838 _frozen_param43" [id=838, type="get_attr"]; -"839 dequantize_per_channel_default_37" [id=839, type="dequantize_per_channel"]; +"839 dequantize_per_channel_107" [id=839, type="dequantize_per_channel"]; "840 linear_36" [id=840, type=linear]; "841 gelu_5" [id=841, type=gelu]; "842 dropout_22" [id=842, type=dropout]; "843 dropout_22_0_0_nncf_smooth_quant_0" [id=843, type="call_module"]; -"844 quantize_per_tensor_default_38" [id=844, type="quantize_per_tensor"]; -"845 dequantize_per_tensor_default_38" [id=845, type="dequantize_per_tensor"]; +"844 quantize_per_tensor_108" [id=844, type="quantize_per_tensor"]; +"845 dequantize_per_tensor_109" [id=845, type="dequantize_per_tensor"]; "846 linear_37_scale_0" [id=846, type="get_attr"]; "847 linear_37_zero_point_0" [id=847, type="get_attr"]; "848 _frozen_param44" [id=848, type="get_attr"]; -"849 dequantize_per_channel_default_38" [id=849, type="dequantize_per_channel"]; +"849 dequantize_per_channel_110" [id=849, type="dequantize_per_channel"]; "850 linear_37" [id=850, type=linear]; "851 dropout_23" [id=851, type=dropout]; "852 layer_norm_14" [id=852, type="layer_norm"]; "853 add_20" [id=853, type=add]; "854 _frozen_param45" [id=854, type="get_attr"]; -"855 dequantize_per_tensor_default_39" [id=855, type="dequantize_per_tensor"]; +"855 dequantize_per_tensor_111" [id=855, type="dequantize_per_tensor"]; "856 linear_38_scale_0" [id=856, type="get_attr"]; "857 linear_38_zero_point_0" [id=857, type="get_attr"]; "858 _frozen_param46" [id=858, type="get_attr"]; -"859 dequantize_per_channel_default_39" [id=859, type="dequantize_per_channel"]; +"859 dequantize_per_channel_112" [id=859, type="dequantize_per_channel"]; "860 linear_38" [id=860, type=linear]; "861 relu__6" [id=861, type="relu_"]; "862 relu__6_0_0_nncf_smooth_quant_0" [id=862, type="call_module"]; -"863 quantize_per_tensor_default_40" [id=863, type="quantize_per_tensor"]; -"864 dequantize_per_tensor_default_40" [id=864, type="dequantize_per_tensor"]; +"863 quantize_per_tensor_113" [id=863, type="quantize_per_tensor"]; +"864 dequantize_per_tensor_114" [id=864, type="dequantize_per_tensor"]; "865 linear_39_scale_0" [id=865, type="get_attr"]; "866 linear_39_zero_point_0" [id=866, type="get_attr"]; "867 _frozen_param47" [id=867, type="get_attr"]; -"868 dequantize_per_channel_default_40" [id=868, type="dequantize_per_channel"]; +"868 dequantize_per_channel_115" [id=868, type="dequantize_per_channel"]; "869 linear_39" [id=869, type=linear]; "870 view_33" [id=870, type=view]; "871 index_6" [id=871, type=index]; @@ -883,12 +883,12 @@ strict digraph { "881 reshape_27" [id=881, type=reshape]; "882 clone_6" [id=882, type=clone]; "883 reshape_27_0_0_nncf_smooth_quant_0" [id=883, type="call_module"]; -"884 quantize_per_tensor_default_41" [id=884, type="quantize_per_tensor"]; -"885 dequantize_per_tensor_default_41" [id=885, type="dequantize_per_tensor"]; +"884 quantize_per_tensor_116" [id=884, type="quantize_per_tensor"]; +"885 dequantize_per_tensor_117" [id=885, type="dequantize_per_tensor"]; "886 linear_40_scale_0" [id=886, type="get_attr"]; "887 linear_40_zero_point_0" [id=887, type="get_attr"]; "888 _frozen_param48" [id=888, type="get_attr"]; -"889 dequantize_per_channel_default_41" [id=889, type="dequantize_per_channel"]; +"889 dequantize_per_channel_118" [id=889, type="dequantize_per_channel"]; "890 linear_40" [id=890, type=linear]; "891 reshape_28" [id=891, type=reshape]; "892 permute_30" [id=892, type=permute]; @@ -915,12 +915,12 @@ strict digraph { "913 transpose_13" [id=913, type=transpose]; "914 reshape_29" [id=914, type=reshape]; "915 reshape_29_0_0_nncf_smooth_quant_0" [id=915, type="call_module"]; -"916 quantize_per_tensor_default_42" [id=916, type="quantize_per_tensor"]; -"917 dequantize_per_tensor_default_42" [id=917, type="dequantize_per_tensor"]; +"916 quantize_per_tensor_119" [id=916, type="quantize_per_tensor"]; +"917 dequantize_per_tensor_120" [id=917, type="dequantize_per_tensor"]; "918 linear_41_scale_0" [id=918, type="get_attr"]; "919 linear_41_zero_point_0" [id=919, type="get_attr"]; "920 _frozen_param49" [id=920, type="get_attr"]; -"921 dequantize_per_channel_default_42" [id=921, type="dequantize_per_channel"]; +"921 dequantize_per_channel_121" [id=921, type="dequantize_per_channel"]; "922 linear_41" [id=922, type=linear]; "923 dropout_25" [id=923, type=dropout]; "924 view_36" [id=924, type=view]; @@ -934,41 +934,41 @@ strict digraph { "932 layer_norm_15" [id=932, type="layer_norm"]; "933 add_22" [id=933, type=add]; "934 add_22_0_0_nncf_smooth_quant_0" [id=934, type="call_module"]; -"935 quantize_per_tensor_default_43" [id=935, type="quantize_per_tensor"]; -"936 dequantize_per_tensor_default_43" [id=936, type="dequantize_per_tensor"]; +"935 quantize_per_tensor_122" [id=935, type="quantize_per_tensor"]; +"936 dequantize_per_tensor_123" [id=936, type="dequantize_per_tensor"]; "937 linear_42_scale_0" [id=937, type="get_attr"]; "938 linear_42_zero_point_0" [id=938, type="get_attr"]; "939 _frozen_param50" [id=939, type="get_attr"]; -"940 dequantize_per_channel_default_43" [id=940, type="dequantize_per_channel"]; +"940 dequantize_per_channel_124" [id=940, type="dequantize_per_channel"]; "941 linear_42" [id=941, type=linear]; "942 gelu_6" [id=942, type=gelu]; "943 dropout_26" [id=943, type=dropout]; "944 dropout_26_0_0_nncf_smooth_quant_0" [id=944, type="call_module"]; -"945 quantize_per_tensor_default_44" [id=945, type="quantize_per_tensor"]; -"946 dequantize_per_tensor_default_44" [id=946, type="dequantize_per_tensor"]; +"945 quantize_per_tensor_125" [id=945, type="quantize_per_tensor"]; +"946 dequantize_per_tensor_126" [id=946, type="dequantize_per_tensor"]; "947 linear_43_scale_0" [id=947, type="get_attr"]; "948 linear_43_zero_point_0" [id=948, type="get_attr"]; "949 _frozen_param51" [id=949, type="get_attr"]; -"950 dequantize_per_channel_default_44" [id=950, type="dequantize_per_channel"]; +"950 dequantize_per_channel_127" [id=950, type="dequantize_per_channel"]; "951 linear_43" [id=951, type=linear]; "952 dropout_27" [id=952, type=dropout]; "953 layer_norm_16" [id=953, type="layer_norm"]; "954 add_23" [id=954, type=add]; "955 _frozen_param52" [id=955, type="get_attr"]; -"956 dequantize_per_tensor_default_45" [id=956, type="dequantize_per_tensor"]; +"956 dequantize_per_tensor_128" [id=956, type="dequantize_per_tensor"]; "957 linear_44_scale_0" [id=957, type="get_attr"]; "958 linear_44_zero_point_0" [id=958, type="get_attr"]; "959 _frozen_param53" [id=959, type="get_attr"]; -"960 dequantize_per_channel_default_45" [id=960, type="dequantize_per_channel"]; +"960 dequantize_per_channel_129" [id=960, type="dequantize_per_channel"]; "961 linear_44" [id=961, type=linear]; "962 relu__7" [id=962, type="relu_"]; "963 relu__7_0_0_nncf_smooth_quant_0" [id=963, type="call_module"]; -"964 quantize_per_tensor_default_46" [id=964, type="quantize_per_tensor"]; -"965 dequantize_per_tensor_default_46" [id=965, type="dequantize_per_tensor"]; +"964 quantize_per_tensor_130" [id=964, type="quantize_per_tensor"]; +"965 dequantize_per_tensor_131" [id=965, type="dequantize_per_tensor"]; "966 linear_45_scale_0" [id=966, type="get_attr"]; "967 linear_45_zero_point_0" [id=967, type="get_attr"]; "968 _frozen_param54" [id=968, type="get_attr"]; -"969 dequantize_per_channel_default_46" [id=969, type="dequantize_per_channel"]; +"969 dequantize_per_channel_132" [id=969, type="dequantize_per_channel"]; "970 linear_45" [id=970, type=linear]; "971 view_37" [id=971, type=view]; "972 index_7" [id=972, type=index]; @@ -985,12 +985,12 @@ strict digraph { "983 reshape_31" [id=983, type=reshape]; "984 clone_7" [id=984, type=clone]; "985 reshape_31_0_0_nncf_smooth_quant_0" [id=985, type="call_module"]; -"986 quantize_per_tensor_default_47" [id=986, type="quantize_per_tensor"]; -"987 dequantize_per_tensor_default_47" [id=987, type="dequantize_per_tensor"]; +"986 quantize_per_tensor_133" [id=986, type="quantize_per_tensor"]; +"987 dequantize_per_tensor_134" [id=987, type="dequantize_per_tensor"]; "988 linear_46_scale_0" [id=988, type="get_attr"]; "989 linear_46_zero_point_0" [id=989, type="get_attr"]; "990 _frozen_param55" [id=990, type="get_attr"]; -"991 dequantize_per_channel_default_47" [id=991, type="dequantize_per_channel"]; +"991 dequantize_per_channel_135" [id=991, type="dequantize_per_channel"]; "992 linear_46" [id=992, type=linear]; "993 reshape_32" [id=993, type=reshape]; "994 permute_34" [id=994, type=permute]; @@ -1033,12 +1033,12 @@ strict digraph { "1031 transpose_15" [id=1031, type=transpose]; "1032 reshape_34" [id=1032, type=reshape]; "1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type="call_module"]; -"1034 quantize_per_tensor_default_48" [id=1034, type="quantize_per_tensor"]; -"1035 dequantize_per_tensor_default_48" [id=1035, type="dequantize_per_tensor"]; +"1034 quantize_per_tensor_136" [id=1034, type="quantize_per_tensor"]; +"1035 dequantize_per_tensor_137" [id=1035, type="dequantize_per_tensor"]; "1036 linear_47_scale_0" [id=1036, type="get_attr"]; "1037 linear_47_zero_point_0" [id=1037, type="get_attr"]; "1038 _frozen_param56" [id=1038, type="get_attr"]; -"1039 dequantize_per_channel_default_48" [id=1039, type="dequantize_per_channel"]; +"1039 dequantize_per_channel_138" [id=1039, type="dequantize_per_channel"]; "1040 linear_47" [id=1040, type=linear]; "1041 dropout_29" [id=1041, type=dropout]; "1042 view_43" [id=1042, type=view]; @@ -1053,41 +1053,41 @@ strict digraph { "1051 layer_norm_17" [id=1051, type="layer_norm"]; "1052 add_26" [id=1052, type=add]; "1053 add_26_0_0_nncf_smooth_quant_0" [id=1053, type="call_module"]; -"1054 quantize_per_tensor_default_49" [id=1054, type="quantize_per_tensor"]; -"1055 dequantize_per_tensor_default_49" [id=1055, type="dequantize_per_tensor"]; +"1054 quantize_per_tensor_139" [id=1054, type="quantize_per_tensor"]; +"1055 dequantize_per_tensor_140" [id=1055, type="dequantize_per_tensor"]; "1056 linear_48_scale_0" [id=1056, type="get_attr"]; "1057 linear_48_zero_point_0" [id=1057, type="get_attr"]; "1058 _frozen_param57" [id=1058, type="get_attr"]; -"1059 dequantize_per_channel_default_49" [id=1059, type="dequantize_per_channel"]; +"1059 dequantize_per_channel_141" [id=1059, type="dequantize_per_channel"]; "1060 linear_48" [id=1060, type=linear]; "1061 gelu_7" [id=1061, type=gelu]; "1062 dropout_30" [id=1062, type=dropout]; "1063 dropout_30_0_0_nncf_smooth_quant_0" [id=1063, type="call_module"]; -"1064 quantize_per_tensor_default_50" [id=1064, type="quantize_per_tensor"]; -"1065 dequantize_per_tensor_default_50" [id=1065, type="dequantize_per_tensor"]; +"1064 quantize_per_tensor_142" [id=1064, type="quantize_per_tensor"]; +"1065 dequantize_per_tensor_143" [id=1065, type="dequantize_per_tensor"]; "1066 linear_49_scale_0" [id=1066, type="get_attr"]; "1067 linear_49_zero_point_0" [id=1067, type="get_attr"]; "1068 _frozen_param58" [id=1068, type="get_attr"]; -"1069 dequantize_per_channel_default_50" [id=1069, type="dequantize_per_channel"]; +"1069 dequantize_per_channel_144" [id=1069, type="dequantize_per_channel"]; "1070 linear_49" [id=1070, type=linear]; "1071 dropout_31" [id=1071, type=dropout]; "1072 layer_norm_18" [id=1072, type="layer_norm"]; "1073 add_27" [id=1073, type=add]; "1074 _frozen_param59" [id=1074, type="get_attr"]; -"1075 dequantize_per_tensor_default_51" [id=1075, type="dequantize_per_tensor"]; +"1075 dequantize_per_tensor_145" [id=1075, type="dequantize_per_tensor"]; "1076 linear_50_scale_0" [id=1076, type="get_attr"]; "1077 linear_50_zero_point_0" [id=1077, type="get_attr"]; "1078 _frozen_param60" [id=1078, type="get_attr"]; -"1079 dequantize_per_channel_default_51" [id=1079, type="dequantize_per_channel"]; +"1079 dequantize_per_channel_146" [id=1079, type="dequantize_per_channel"]; "1080 linear_50" [id=1080, type=linear]; "1081 relu__8" [id=1081, type="relu_"]; "1082 relu__8_0_0_nncf_smooth_quant_0" [id=1082, type="call_module"]; -"1083 quantize_per_tensor_default_52" [id=1083, type="quantize_per_tensor"]; -"1084 dequantize_per_tensor_default_52" [id=1084, type="dequantize_per_tensor"]; +"1083 quantize_per_tensor_147" [id=1083, type="quantize_per_tensor"]; +"1084 dequantize_per_tensor_148" [id=1084, type="dequantize_per_tensor"]; "1085 linear_51_scale_0" [id=1085, type="get_attr"]; "1086 linear_51_zero_point_0" [id=1086, type="get_attr"]; "1087 _frozen_param61" [id=1087, type="get_attr"]; -"1088 dequantize_per_channel_default_52" [id=1088, type="dequantize_per_channel"]; +"1088 dequantize_per_channel_149" [id=1088, type="dequantize_per_channel"]; "1089 linear_51" [id=1089, type=linear]; "1090 view_44" [id=1090, type=view]; "1091 index_8" [id=1091, type=index]; @@ -1103,12 +1103,12 @@ strict digraph { "1101 reshape_36" [id=1101, type=reshape]; "1102 clone_8" [id=1102, type=clone]; "1103 reshape_36_0_0_nncf_smooth_quant_0" [id=1103, type="call_module"]; -"1104 quantize_per_tensor_default_53" [id=1104, type="quantize_per_tensor"]; -"1105 dequantize_per_tensor_default_53" [id=1105, type="dequantize_per_tensor"]; +"1104 quantize_per_tensor_150" [id=1104, type="quantize_per_tensor"]; +"1105 dequantize_per_tensor_151" [id=1105, type="dequantize_per_tensor"]; "1106 linear_52_scale_0" [id=1106, type="get_attr"]; "1107 linear_52_zero_point_0" [id=1107, type="get_attr"]; "1108 _frozen_param62" [id=1108, type="get_attr"]; -"1109 dequantize_per_channel_default_53" [id=1109, type="dequantize_per_channel"]; +"1109 dequantize_per_channel_152" [id=1109, type="dequantize_per_channel"]; "1110 linear_52" [id=1110, type=linear]; "1111 reshape_37" [id=1111, type=reshape]; "1112 permute_39" [id=1112, type=permute]; @@ -1135,12 +1135,12 @@ strict digraph { "1133 transpose_17" [id=1133, type=transpose]; "1134 reshape_38" [id=1134, type=reshape]; "1135 reshape_38_0_0_nncf_smooth_quant_0" [id=1135, type="call_module"]; -"1136 quantize_per_tensor_default_54" [id=1136, type="quantize_per_tensor"]; -"1137 dequantize_per_tensor_default_54" [id=1137, type="dequantize_per_tensor"]; +"1136 quantize_per_tensor_153" [id=1136, type="quantize_per_tensor"]; +"1137 dequantize_per_tensor_154" [id=1137, type="dequantize_per_tensor"]; "1138 linear_53_scale_0" [id=1138, type="get_attr"]; "1139 linear_53_zero_point_0" [id=1139, type="get_attr"]; "1140 _frozen_param63" [id=1140, type="get_attr"]; -"1141 dequantize_per_channel_default_54" [id=1141, type="dequantize_per_channel"]; +"1141 dequantize_per_channel_155" [id=1141, type="dequantize_per_channel"]; "1142 linear_53" [id=1142, type=linear]; "1143 dropout_33" [id=1143, type=dropout]; "1144 view_47" [id=1144, type=view]; @@ -1154,41 +1154,41 @@ strict digraph { "1152 layer_norm_19" [id=1152, type="layer_norm"]; "1153 add_29" [id=1153, type=add]; "1154 add_29_0_0_nncf_smooth_quant_0" [id=1154, type="call_module"]; -"1155 quantize_per_tensor_default_55" [id=1155, type="quantize_per_tensor"]; -"1156 dequantize_per_tensor_default_55" [id=1156, type="dequantize_per_tensor"]; +"1155 quantize_per_tensor_156" [id=1155, type="quantize_per_tensor"]; +"1156 dequantize_per_tensor_157" [id=1156, type="dequantize_per_tensor"]; "1157 linear_54_scale_0" [id=1157, type="get_attr"]; "1158 linear_54_zero_point_0" [id=1158, type="get_attr"]; "1159 _frozen_param64" [id=1159, type="get_attr"]; -"1160 dequantize_per_channel_default_55" [id=1160, type="dequantize_per_channel"]; +"1160 dequantize_per_channel_158" [id=1160, type="dequantize_per_channel"]; "1161 linear_54" [id=1161, type=linear]; "1162 gelu_8" [id=1162, type=gelu]; "1163 dropout_34" [id=1163, type=dropout]; "1164 dropout_34_0_0_nncf_smooth_quant_0" [id=1164, type="call_module"]; -"1165 quantize_per_tensor_default_56" [id=1165, type="quantize_per_tensor"]; -"1166 dequantize_per_tensor_default_56" [id=1166, type="dequantize_per_tensor"]; +"1165 quantize_per_tensor_159" [id=1165, type="quantize_per_tensor"]; +"1166 dequantize_per_tensor_160" [id=1166, type="dequantize_per_tensor"]; "1167 linear_55_scale_0" [id=1167, type="get_attr"]; "1168 linear_55_zero_point_0" [id=1168, type="get_attr"]; "1169 _frozen_param65" [id=1169, type="get_attr"]; -"1170 dequantize_per_channel_default_56" [id=1170, type="dequantize_per_channel"]; +"1170 dequantize_per_channel_161" [id=1170, type="dequantize_per_channel"]; "1171 linear_55" [id=1171, type=linear]; "1172 dropout_35" [id=1172, type=dropout]; "1173 layer_norm_20" [id=1173, type="layer_norm"]; "1174 add_30" [id=1174, type=add]; "1175 _frozen_param66" [id=1175, type="get_attr"]; -"1176 dequantize_per_tensor_default_57" [id=1176, type="dequantize_per_tensor"]; +"1176 dequantize_per_tensor_162" [id=1176, type="dequantize_per_tensor"]; "1177 linear_56_scale_0" [id=1177, type="get_attr"]; "1178 linear_56_zero_point_0" [id=1178, type="get_attr"]; "1179 _frozen_param67" [id=1179, type="get_attr"]; -"1180 dequantize_per_channel_default_57" [id=1180, type="dequantize_per_channel"]; +"1180 dequantize_per_channel_163" [id=1180, type="dequantize_per_channel"]; "1181 linear_56" [id=1181, type=linear]; "1182 relu__9" [id=1182, type="relu_"]; "1183 relu__9_0_0_nncf_smooth_quant_0" [id=1183, type="call_module"]; -"1184 quantize_per_tensor_default_58" [id=1184, type="quantize_per_tensor"]; -"1185 dequantize_per_tensor_default_58" [id=1185, type="dequantize_per_tensor"]; +"1184 quantize_per_tensor_164" [id=1184, type="quantize_per_tensor"]; +"1185 dequantize_per_tensor_165" [id=1185, type="dequantize_per_tensor"]; "1186 linear_57_scale_0" [id=1186, type="get_attr"]; "1187 linear_57_zero_point_0" [id=1187, type="get_attr"]; "1188 _frozen_param68" [id=1188, type="get_attr"]; -"1189 dequantize_per_channel_default_58" [id=1189, type="dequantize_per_channel"]; +"1189 dequantize_per_channel_166" [id=1189, type="dequantize_per_channel"]; "1190 linear_57" [id=1190, type=linear]; "1191 view_48" [id=1191, type=view]; "1192 index_9" [id=1192, type=index]; @@ -1205,12 +1205,12 @@ strict digraph { "1203 reshape_40" [id=1203, type=reshape]; "1204 clone_9" [id=1204, type=clone]; "1205 reshape_40_0_0_nncf_smooth_quant_0" [id=1205, type="call_module"]; -"1206 quantize_per_tensor_default_59" [id=1206, type="quantize_per_tensor"]; -"1207 dequantize_per_tensor_default_59" [id=1207, type="dequantize_per_tensor"]; +"1206 quantize_per_tensor_167" [id=1206, type="quantize_per_tensor"]; +"1207 dequantize_per_tensor_168" [id=1207, type="dequantize_per_tensor"]; "1208 linear_58_scale_0" [id=1208, type="get_attr"]; "1209 linear_58_zero_point_0" [id=1209, type="get_attr"]; "1210 _frozen_param69" [id=1210, type="get_attr"]; -"1211 dequantize_per_channel_default_59" [id=1211, type="dequantize_per_channel"]; +"1211 dequantize_per_channel_169" [id=1211, type="dequantize_per_channel"]; "1212 linear_58" [id=1212, type=linear]; "1213 reshape_41" [id=1213, type=reshape]; "1214 permute_43" [id=1214, type=permute]; @@ -1253,12 +1253,12 @@ strict digraph { "1251 transpose_19" [id=1251, type=transpose]; "1252 reshape_43" [id=1252, type=reshape]; "1253 reshape_43_0_0_nncf_smooth_quant_0" [id=1253, type="call_module"]; -"1254 quantize_per_tensor_default_60" [id=1254, type="quantize_per_tensor"]; -"1255 dequantize_per_tensor_default_60" [id=1255, type="dequantize_per_tensor"]; +"1254 quantize_per_tensor_170" [id=1254, type="quantize_per_tensor"]; +"1255 dequantize_per_tensor_171" [id=1255, type="dequantize_per_tensor"]; "1256 linear_59_scale_0" [id=1256, type="get_attr"]; "1257 linear_59_zero_point_0" [id=1257, type="get_attr"]; "1258 _frozen_param70" [id=1258, type="get_attr"]; -"1259 dequantize_per_channel_default_60" [id=1259, type="dequantize_per_channel"]; +"1259 dequantize_per_channel_172" [id=1259, type="dequantize_per_channel"]; "1260 linear_59" [id=1260, type=linear]; "1261 dropout_37" [id=1261, type=dropout]; "1262 view_54" [id=1262, type=view]; @@ -1273,22 +1273,22 @@ strict digraph { "1271 layer_norm_21" [id=1271, type="layer_norm"]; "1272 add_33" [id=1272, type=add]; "1273 add_33_0_0_nncf_smooth_quant_0" [id=1273, type="call_module"]; -"1274 quantize_per_tensor_default_61" [id=1274, type="quantize_per_tensor"]; -"1275 dequantize_per_tensor_default_61" [id=1275, type="dequantize_per_tensor"]; +"1274 quantize_per_tensor_173" [id=1274, type="quantize_per_tensor"]; +"1275 dequantize_per_tensor_174" [id=1275, type="dequantize_per_tensor"]; "1276 linear_60_scale_0" [id=1276, type="get_attr"]; "1277 linear_60_zero_point_0" [id=1277, type="get_attr"]; "1278 _frozen_param71" [id=1278, type="get_attr"]; -"1279 dequantize_per_channel_default_61" [id=1279, type="dequantize_per_channel"]; +"1279 dequantize_per_channel_175" [id=1279, type="dequantize_per_channel"]; "1280 linear_60" [id=1280, type=linear]; "1281 gelu_9" [id=1281, type=gelu]; "1282 dropout_38" [id=1282, type=dropout]; "1283 dropout_38_0_0_nncf_smooth_quant_0" [id=1283, type="call_module"]; -"1284 quantize_per_tensor_default_62" [id=1284, type="quantize_per_tensor"]; -"1285 dequantize_per_tensor_default_62" [id=1285, type="dequantize_per_tensor"]; +"1284 quantize_per_tensor_176" [id=1284, type="quantize_per_tensor"]; +"1285 dequantize_per_tensor_177" [id=1285, type="dequantize_per_tensor"]; "1286 linear_61_scale_0" [id=1286, type="get_attr"]; "1287 linear_61_zero_point_0" [id=1287, type="get_attr"]; "1288 _frozen_param72" [id=1288, type="get_attr"]; -"1289 dequantize_per_channel_default_62" [id=1289, type="dequantize_per_channel"]; +"1289 dequantize_per_channel_178" [id=1289, type="dequantize_per_channel"]; "1290 linear_61" [id=1290, type=linear]; "1291 dropout_39" [id=1291, type=dropout]; "1292 layer_norm_22" [id=1292, type="layer_norm"]; @@ -1308,29 +1308,29 @@ strict digraph { "1306 slice_172" [id=1306, type=slice]; "1307 cat_2" [id=1307, type=cat]; "1308 cat_2_0_0_nncf_smooth_quant_0" [id=1308, type="call_module"]; -"1309 quantize_per_tensor_default_63" [id=1309, type="quantize_per_tensor"]; -"1310 dequantize_per_tensor_default_63" [id=1310, type="dequantize_per_tensor"]; +"1309 quantize_per_tensor_179" [id=1309, type="quantize_per_tensor"]; +"1310 dequantize_per_tensor_180" [id=1310, type="dequantize_per_tensor"]; "1311 linear_62_scale_0" [id=1311, type="get_attr"]; "1312 linear_62_zero_point_0" [id=1312, type="get_attr"]; "1313 _frozen_param73" [id=1313, type="get_attr"]; -"1314 dequantize_per_channel_default_63" [id=1314, type="dequantize_per_channel"]; +"1314 dequantize_per_channel_181" [id=1314, type="dequantize_per_channel"]; "1315 linear_62" [id=1315, type=linear]; "1316 layer_norm_23" [id=1316, type="layer_norm"]; "1317 _frozen_param74" [id=1317, type="get_attr"]; -"1318 dequantize_per_tensor_default_64" [id=1318, type="dequantize_per_tensor"]; +"1318 dequantize_per_tensor_182" [id=1318, type="dequantize_per_tensor"]; "1319 linear_63_scale_0" [id=1319, type="get_attr"]; "1320 linear_63_zero_point_0" [id=1320, type="get_attr"]; "1321 _frozen_param75" [id=1321, type="get_attr"]; -"1322 dequantize_per_channel_default_64" [id=1322, type="dequantize_per_channel"]; +"1322 dequantize_per_channel_183" [id=1322, type="dequantize_per_channel"]; "1323 linear_63" [id=1323, type=linear]; "1324 relu__10" [id=1324, type="relu_"]; "1325 relu__10_0_0_nncf_smooth_quant_0" [id=1325, type="call_module"]; -"1326 quantize_per_tensor_default_65" [id=1326, type="quantize_per_tensor"]; -"1327 dequantize_per_tensor_default_65" [id=1327, type="dequantize_per_tensor"]; +"1326 quantize_per_tensor_184" [id=1326, type="quantize_per_tensor"]; +"1327 dequantize_per_tensor_185" [id=1327, type="dequantize_per_tensor"]; "1328 linear_64_scale_0" [id=1328, type="get_attr"]; "1329 linear_64_zero_point_0" [id=1329, type="get_attr"]; "1330 _frozen_param76" [id=1330, type="get_attr"]; -"1331 dequantize_per_channel_default_65" [id=1331, type="dequantize_per_channel"]; +"1331 dequantize_per_channel_186" [id=1331, type="dequantize_per_channel"]; "1332 linear_64" [id=1332, type=linear]; "1333 view_55" [id=1333, type=view]; "1334 index_10" [id=1334, type=index]; @@ -1346,12 +1346,12 @@ strict digraph { "1344 reshape_45" [id=1344, type=reshape]; "1345 clone_10" [id=1345, type=clone]; "1346 reshape_45_0_0_nncf_smooth_quant_0" [id=1346, type="call_module"]; -"1347 quantize_per_tensor_default_66" [id=1347, type="quantize_per_tensor"]; -"1348 dequantize_per_tensor_default_66" [id=1348, type="dequantize_per_tensor"]; +"1347 quantize_per_tensor_187" [id=1347, type="quantize_per_tensor"]; +"1348 dequantize_per_tensor_188" [id=1348, type="dequantize_per_tensor"]; "1349 linear_65_scale_0" [id=1349, type="get_attr"]; "1350 linear_65_zero_point_0" [id=1350, type="get_attr"]; "1351 _frozen_param77" [id=1351, type="get_attr"]; -"1352 dequantize_per_channel_default_66" [id=1352, type="dequantize_per_channel"]; +"1352 dequantize_per_channel_189" [id=1352, type="dequantize_per_channel"]; "1353 linear_65" [id=1353, type=linear]; "1354 reshape_46" [id=1354, type=reshape]; "1355 permute_48" [id=1355, type=permute]; @@ -1378,12 +1378,12 @@ strict digraph { "1376 transpose_21" [id=1376, type=transpose]; "1377 reshape_47" [id=1377, type=reshape]; "1378 reshape_47_0_0_nncf_smooth_quant_0" [id=1378, type="call_module"]; -"1379 quantize_per_tensor_default_67" [id=1379, type="quantize_per_tensor"]; -"1380 dequantize_per_tensor_default_67" [id=1380, type="dequantize_per_tensor"]; +"1379 quantize_per_tensor_190" [id=1379, type="quantize_per_tensor"]; +"1380 dequantize_per_tensor_191" [id=1380, type="dequantize_per_tensor"]; "1381 linear_66_scale_0" [id=1381, type="get_attr"]; "1382 linear_66_zero_point_0" [id=1382, type="get_attr"]; "1383 _frozen_param78" [id=1383, type="get_attr"]; -"1384 dequantize_per_channel_default_67" [id=1384, type="dequantize_per_channel"]; +"1384 dequantize_per_channel_192" [id=1384, type="dequantize_per_channel"]; "1385 linear_66" [id=1385, type=linear]; "1386 dropout_41" [id=1386, type=dropout]; "1387 view_58" [id=1387, type=view]; @@ -1397,41 +1397,41 @@ strict digraph { "1395 layer_norm_24" [id=1395, type="layer_norm"]; "1396 add_36" [id=1396, type=add]; "1397 add_36_0_0_nncf_smooth_quant_0" [id=1397, type="call_module"]; -"1398 quantize_per_tensor_default_68" [id=1398, type="quantize_per_tensor"]; -"1399 dequantize_per_tensor_default_68" [id=1399, type="dequantize_per_tensor"]; +"1398 quantize_per_tensor_193" [id=1398, type="quantize_per_tensor"]; +"1399 dequantize_per_tensor_194" [id=1399, type="dequantize_per_tensor"]; "1400 linear_67_scale_0" [id=1400, type="get_attr"]; "1401 linear_67_zero_point_0" [id=1401, type="get_attr"]; "1402 _frozen_param79" [id=1402, type="get_attr"]; -"1403 dequantize_per_channel_default_68" [id=1403, type="dequantize_per_channel"]; +"1403 dequantize_per_channel_195" [id=1403, type="dequantize_per_channel"]; "1404 linear_67" [id=1404, type=linear]; "1405 gelu_10" [id=1405, type=gelu]; "1406 dropout_42" [id=1406, type=dropout]; "1407 dropout_42_0_0_nncf_smooth_quant_0" [id=1407, type="call_module"]; -"1408 quantize_per_tensor_default_69" [id=1408, type="quantize_per_tensor"]; -"1409 dequantize_per_tensor_default_69" [id=1409, type="dequantize_per_tensor"]; +"1408 quantize_per_tensor_196" [id=1408, type="quantize_per_tensor"]; +"1409 dequantize_per_tensor_197" [id=1409, type="dequantize_per_tensor"]; "1410 linear_68_scale_0" [id=1410, type="get_attr"]; "1411 linear_68_zero_point_0" [id=1411, type="get_attr"]; "1412 _frozen_param80" [id=1412, type="get_attr"]; -"1413 dequantize_per_channel_default_69" [id=1413, type="dequantize_per_channel"]; +"1413 dequantize_per_channel_198" [id=1413, type="dequantize_per_channel"]; "1414 linear_68" [id=1414, type=linear]; "1415 dropout_43" [id=1415, type=dropout]; "1416 layer_norm_25" [id=1416, type="layer_norm"]; "1417 add_37" [id=1417, type=add]; "1418 _frozen_param81" [id=1418, type="get_attr"]; -"1419 dequantize_per_tensor_default_70" [id=1419, type="dequantize_per_tensor"]; +"1419 dequantize_per_tensor_199" [id=1419, type="dequantize_per_tensor"]; "1420 linear_69_scale_0" [id=1420, type="get_attr"]; "1421 linear_69_zero_point_0" [id=1421, type="get_attr"]; "1422 _frozen_param82" [id=1422, type="get_attr"]; -"1423 dequantize_per_channel_default_70" [id=1423, type="dequantize_per_channel"]; +"1423 dequantize_per_channel_200" [id=1423, type="dequantize_per_channel"]; "1424 linear_69" [id=1424, type=linear]; "1425 relu__11" [id=1425, type="relu_"]; "1426 relu__11_0_0_nncf_smooth_quant_0" [id=1426, type="call_module"]; -"1427 quantize_per_tensor_default_71" [id=1427, type="quantize_per_tensor"]; -"1428 dequantize_per_tensor_default_71" [id=1428, type="dequantize_per_tensor"]; +"1427 quantize_per_tensor_201" [id=1427, type="quantize_per_tensor"]; +"1428 dequantize_per_tensor_202" [id=1428, type="dequantize_per_tensor"]; "1429 linear_70_scale_0" [id=1429, type="get_attr"]; "1430 linear_70_zero_point_0" [id=1430, type="get_attr"]; "1431 _frozen_param83" [id=1431, type="get_attr"]; -"1432 dequantize_per_channel_default_71" [id=1432, type="dequantize_per_channel"]; +"1432 dequantize_per_channel_203" [id=1432, type="dequantize_per_channel"]; "1433 linear_70" [id=1433, type=linear]; "1434 view_59" [id=1434, type=view]; "1435 index_11" [id=1435, type=index]; @@ -1447,12 +1447,12 @@ strict digraph { "1445 reshape_49" [id=1445, type=reshape]; "1446 clone_11" [id=1446, type=clone]; "1447 reshape_49_0_0_nncf_smooth_quant_0" [id=1447, type="call_module"]; -"1448 quantize_per_tensor_default_72" [id=1448, type="quantize_per_tensor"]; -"1449 dequantize_per_tensor_default_72" [id=1449, type="dequantize_per_tensor"]; +"1448 quantize_per_tensor_204" [id=1448, type="quantize_per_tensor"]; +"1449 dequantize_per_tensor_205" [id=1449, type="dequantize_per_tensor"]; "1450 linear_71_scale_0" [id=1450, type="get_attr"]; "1451 linear_71_zero_point_0" [id=1451, type="get_attr"]; "1452 _frozen_param84" [id=1452, type="get_attr"]; -"1453 dequantize_per_channel_default_72" [id=1453, type="dequantize_per_channel"]; +"1453 dequantize_per_channel_206" [id=1453, type="dequantize_per_channel"]; "1454 linear_71" [id=1454, type=linear]; "1455 reshape_50" [id=1455, type=reshape]; "1456 permute_52" [id=1456, type=permute]; @@ -1479,12 +1479,12 @@ strict digraph { "1477 transpose_23" [id=1477, type=transpose]; "1478 reshape_51" [id=1478, type=reshape]; "1479 reshape_51_0_0_nncf_smooth_quant_0" [id=1479, type="call_module"]; -"1480 quantize_per_tensor_default_73" [id=1480, type="quantize_per_tensor"]; -"1481 dequantize_per_tensor_default_73" [id=1481, type="dequantize_per_tensor"]; +"1480 quantize_per_tensor_207" [id=1480, type="quantize_per_tensor"]; +"1481 dequantize_per_tensor_208" [id=1481, type="dequantize_per_tensor"]; "1482 linear_72_scale_0" [id=1482, type="get_attr"]; "1483 linear_72_zero_point_0" [id=1483, type="get_attr"]; "1484 _frozen_param85" [id=1484, type="get_attr"]; -"1485 dequantize_per_channel_default_73" [id=1485, type="dequantize_per_channel"]; +"1485 dequantize_per_channel_209" [id=1485, type="dequantize_per_channel"]; "1486 linear_72" [id=1486, type=linear]; "1487 dropout_45" [id=1487, type=dropout]; "1488 view_62" [id=1488, type=view]; @@ -1498,22 +1498,22 @@ strict digraph { "1496 layer_norm_26" [id=1496, type="layer_norm"]; "1497 add_39" [id=1497, type=add]; "1498 add_39_0_0_nncf_smooth_quant_0" [id=1498, type="call_module"]; -"1499 quantize_per_tensor_default_74" [id=1499, type="quantize_per_tensor"]; -"1500 dequantize_per_tensor_default_74" [id=1500, type="dequantize_per_tensor"]; +"1499 quantize_per_tensor_210" [id=1499, type="quantize_per_tensor"]; +"1500 dequantize_per_tensor_211" [id=1500, type="dequantize_per_tensor"]; "1501 linear_73_scale_0" [id=1501, type="get_attr"]; "1502 linear_73_zero_point_0" [id=1502, type="get_attr"]; "1503 _frozen_param86" [id=1503, type="get_attr"]; -"1504 dequantize_per_channel_default_74" [id=1504, type="dequantize_per_channel"]; +"1504 dequantize_per_channel_212" [id=1504, type="dequantize_per_channel"]; "1505 linear_73" [id=1505, type=linear]; "1506 gelu_11" [id=1506, type=gelu]; "1507 dropout_46" [id=1507, type=dropout]; "1508 dropout_46_0_0_nncf_smooth_quant_0" [id=1508, type="call_module"]; -"1509 quantize_per_tensor_default_75" [id=1509, type="quantize_per_tensor"]; -"1510 dequantize_per_tensor_default_75" [id=1510, type="dequantize_per_tensor"]; +"1509 quantize_per_tensor_213" [id=1509, type="quantize_per_tensor"]; +"1510 dequantize_per_tensor_214" [id=1510, type="dequantize_per_tensor"]; "1511 linear_74_scale_0" [id=1511, type="get_attr"]; "1512 linear_74_zero_point_0" [id=1512, type="get_attr"]; "1513 _frozen_param87" [id=1513, type="get_attr"]; -"1514 dequantize_per_channel_default_75" [id=1514, type="dequantize_per_channel"]; +"1514 dequantize_per_channel_215" [id=1514, type="dequantize_per_channel"]; "1515 linear_74" [id=1515, type=linear]; "1516 dropout_47" [id=1516, type=dropout]; "1517 layer_norm_27" [id=1517, type="layer_norm"]; @@ -1523,12 +1523,12 @@ strict digraph { "1521 adaptive_avg_pool2d" [id=1521, type="adaptive_avg_pool2d"]; "1522 flatten" [id=1522, type=flatten]; "1523 flatten_0_0_nncf_smooth_quant_0" [id=1523, type="call_module"]; -"1524 quantize_per_tensor_default_76" [id=1524, type="quantize_per_tensor"]; -"1525 dequantize_per_tensor_default_76" [id=1525, type="dequantize_per_tensor"]; +"1524 quantize_per_tensor_216" [id=1524, type="quantize_per_tensor"]; +"1525 dequantize_per_tensor_217" [id=1525, type="dequantize_per_tensor"]; "1526 linear_75_scale_0" [id=1526, type="get_attr"]; "1527 linear_75_zero_point_0" [id=1527, type="get_attr"]; "1528 _frozen_param88" [id=1528, type="get_attr"]; -"1529 dequantize_per_channel_default_76" [id=1529, type="dequantize_per_channel"]; +"1529 dequantize_per_channel_218" [id=1529, type="dequantize_per_channel"]; "1530 linear_75" [id=1530, type=linear]; "1531 output" [id=1531, type=output]; "0 features_1_0_attn_qkv_bias" -> "182 clone" [style=solid, label="(288,)"]; @@ -1675,32 +1675,32 @@ strict digraph { "141 features_5_5_attn_relative_position_index" -> "1192 index_9" [style=solid, label="(4096,)"]; "142 features_7_0_attn_relative_position_index" -> "1334 index_10" [style=solid, label="(4096,)"]; "143 features_7_1_attn_relative_position_index" -> "1435 index_11" [style=solid, label="(4096,)"]; -"144 x" -> "145 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"145 quantize_per_tensor_default" -> "146 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"146 dequantize_per_tensor_default" -> "151 conv2d" [style=solid, label="(1, 3, 224, 224)"]; -"147 conv2d_scale_0" -> "150 dequantize_per_channel_default" [style=solid, label="(96,)"]; -"148 conv2d_zero_point_0" -> "150 dequantize_per_channel_default" [style=solid, label="(96,)"]; -"149 _frozen_param0" -> "150 dequantize_per_channel_default" [style=solid, label="(96, 3, 4, 4)"]; -"150 dequantize_per_channel_default" -> "151 conv2d" [style=solid, label="(96, 3, 4, 4)"]; +"144 x" -> "145 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"145 quantize_per_tensor_0" -> "146 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"146 dequantize_per_tensor_1" -> "151 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"147 conv2d_scale_0" -> "150 dequantize_per_channel_2" [style=solid, label="(96,)"]; +"148 conv2d_zero_point_0" -> "150 dequantize_per_channel_2" [style=solid, label="(96,)"]; +"149 _frozen_param0" -> "150 dequantize_per_channel_2" [style=solid, label="(96, 3, 4, 4)"]; +"150 dequantize_per_channel_2" -> "151 conv2d" [style=solid, label="(96, 3, 4, 4)"]; "151 conv2d" -> "152 permute" [style=solid, label="(1, 96, 56, 56)"]; "152 permute" -> "153 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; "153 layer_norm" -> "178 pad" [style=solid, label="(1, 56, 56, 96)"]; "153 layer_norm" -> "230 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"154 _frozen_param1" -> "155 dequantize_per_tensor_default_1" [style=solid, label="(1, 15, 15, 2)"]; -"155 dequantize_per_tensor_default_1" -> "160 linear" [style=solid, label="(1, 15, 15, 2)"]; -"156 linear_scale_0" -> "159 dequantize_per_channel_default_1" [style=solid, label="(512,)"]; -"157 linear_zero_point_0" -> "159 dequantize_per_channel_default_1" [style=solid, label="(512,)"]; -"158 _frozen_param2" -> "159 dequantize_per_channel_default_1" [style=solid, label="(512, 2)"]; -"159 dequantize_per_channel_default_1" -> "160 linear" [style=solid, label="(512, 2)"]; +"154 _frozen_param1" -> "155 dequantize_per_tensor_3" [style=solid, label="(1, 15, 15, 2)"]; +"155 dequantize_per_tensor_3" -> "160 linear" [style=solid, label="(1, 15, 15, 2)"]; +"156 linear_scale_0" -> "159 dequantize_per_channel_4" [style=solid, label="(512,)"]; +"157 linear_zero_point_0" -> "159 dequantize_per_channel_4" [style=solid, label="(512,)"]; +"158 _frozen_param2" -> "159 dequantize_per_channel_4" [style=solid, label="(512, 2)"]; +"159 dequantize_per_channel_4" -> "160 linear" [style=solid, label="(512, 2)"]; "160 linear" -> "161 relu_" [style=solid, label="(1, 15, 15, 512)"]; "161 relu_" -> "162 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"162 relu__0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_default_2" [style=solid, label="(1, 15, 15, 512)"]; -"163 quantize_per_tensor_default_2" -> "164 dequantize_per_tensor_default_2" [style=solid, label="(1, 15, 15, 512)"]; -"164 dequantize_per_tensor_default_2" -> "169 linear_1" [style=solid, label="(1, 15, 15, 512)"]; -"165 linear_1_scale_0" -> "168 dequantize_per_channel_default_2" [style=solid, label="(3,)"]; -"166 linear_1_zero_point_0" -> "168 dequantize_per_channel_default_2" [style=solid, label="(3,)"]; -"167 _frozen_param3" -> "168 dequantize_per_channel_default_2" [style=solid, label="(3, 512)"]; -"168 dequantize_per_channel_default_2" -> "169 linear_1" [style=solid, label="(3, 512)"]; +"162 relu__0_0_nncf_smooth_quant_0" -> "163 quantize_per_tensor_5" [style=solid, label="(1, 15, 15, 512)"]; +"163 quantize_per_tensor_5" -> "164 dequantize_per_tensor_6" [style=solid, label="(1, 15, 15, 512)"]; +"164 dequantize_per_tensor_6" -> "169 linear_1" [style=solid, label="(1, 15, 15, 512)"]; +"165 linear_1_scale_0" -> "168 dequantize_per_channel_7" [style=solid, label="(3,)"]; +"166 linear_1_zero_point_0" -> "168 dequantize_per_channel_7" [style=solid, label="(3,)"]; +"167 _frozen_param3" -> "168 dequantize_per_channel_7" [style=solid, label="(3, 512)"]; +"168 dequantize_per_channel_7" -> "169 linear_1" [style=solid, label="(3, 512)"]; "169 linear_1" -> "170 view" [style=solid, label="(1, 15, 15, 3)"]; "170 view" -> "171 index" [style=solid, label="(225, 3)"]; "171 index" -> "172 view_1" [style=solid, label="(4096, 3)"]; @@ -1715,13 +1715,13 @@ strict digraph { "180 permute_2" -> "181 reshape" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; "181 reshape" -> "183 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; "182 clone" -> "190 linear_2" [style=solid, label="(288,)"]; -"183 reshape_0_0_nncf_smooth_quant_0" -> "184 quantize_per_tensor_default_3" [style=solid, label="(49, 64, 96)"]; -"184 quantize_per_tensor_default_3" -> "185 dequantize_per_tensor_default_3" [style=solid, label="(49, 64, 96)"]; -"185 dequantize_per_tensor_default_3" -> "190 linear_2" [style=solid, label="(49, 64, 96)"]; -"186 linear_2_scale_0" -> "189 dequantize_per_channel_default_3" [style=solid, label="(288,)"]; -"187 linear_2_zero_point_0" -> "189 dequantize_per_channel_default_3" [style=solid, label="(288,)"]; -"188 _frozen_param4" -> "189 dequantize_per_channel_default_3" [style=solid, label="(288, 96)"]; -"189 dequantize_per_channel_default_3" -> "190 linear_2" [style=solid, label="(288, 96)"]; +"183 reshape_0_0_nncf_smooth_quant_0" -> "184 quantize_per_tensor_8" [style=solid, label="(49, 64, 96)"]; +"184 quantize_per_tensor_8" -> "185 dequantize_per_tensor_9" [style=solid, label="(49, 64, 96)"]; +"185 dequantize_per_tensor_9" -> "190 linear_2" [style=solid, label="(49, 64, 96)"]; +"186 linear_2_scale_0" -> "189 dequantize_per_channel_10" [style=solid, label="(288,)"]; +"187 linear_2_zero_point_0" -> "189 dequantize_per_channel_10" [style=solid, label="(288,)"]; +"188 _frozen_param4" -> "189 dequantize_per_channel_10" [style=solid, label="(288, 96)"]; +"189 dequantize_per_channel_10" -> "190 linear_2" [style=solid, label="(288, 96)"]; "190 linear_2" -> "191 reshape_1" [style=solid, label="(49, 64, 288)"]; "191 reshape_1" -> "192 permute_3" [style=solid, label="(49, 64, 3, 3, 32)"]; "192 permute_3" -> "193 select" [style=solid, label="(3, 49, 3, 64, 32)"]; @@ -1753,13 +1753,13 @@ strict digraph { "212 matmul_1" -> "213 transpose_1" [style=solid, label="(49, 3, 64, 32)"]; "213 transpose_1" -> "214 reshape_2" [style=solid, label="(49, 64, 3, 32)"]; "214 reshape_2" -> "215 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"215 reshape_2_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_4" [style=solid, label="(49, 64, 96)"]; -"216 quantize_per_tensor_default_4" -> "217 dequantize_per_tensor_default_4" [style=solid, label="(49, 64, 96)"]; -"217 dequantize_per_tensor_default_4" -> "222 linear_3" [style=solid, label="(49, 64, 96)"]; -"218 linear_3_scale_0" -> "221 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"219 linear_3_zero_point_0" -> "221 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"220 _frozen_param5" -> "221 dequantize_per_channel_default_4" [style=solid, label="(96, 96)"]; -"221 dequantize_per_channel_default_4" -> "222 linear_3" [style=solid, label="(96, 96)"]; +"215 reshape_2_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_11" [style=solid, label="(49, 64, 96)"]; +"216 quantize_per_tensor_11" -> "217 dequantize_per_tensor_12" [style=solid, label="(49, 64, 96)"]; +"217 dequantize_per_tensor_12" -> "222 linear_3" [style=solid, label="(49, 64, 96)"]; +"218 linear_3_scale_0" -> "221 dequantize_per_channel_13" [style=solid, label="(96,)"]; +"219 linear_3_zero_point_0" -> "221 dequantize_per_channel_13" [style=solid, label="(96,)"]; +"220 _frozen_param5" -> "221 dequantize_per_channel_13" [style=solid, label="(96, 96)"]; +"221 dequantize_per_channel_13" -> "222 linear_3" [style=solid, label="(96, 96)"]; "222 linear_3" -> "223 dropout_1" [style=solid, label="(49, 64, 96)"]; "223 dropout_1" -> "224 view_3" [style=solid, label="(49, 64, 96)"]; "224 view_3" -> "225 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; @@ -1770,43 +1770,43 @@ strict digraph { "229 layer_norm_1" -> "230 add_1" [style=solid, label="(1, 56, 56, 96)"]; "230 add_1" -> "231 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; "230 add_1" -> "251 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"231 add_1_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"232 quantize_per_tensor_default_5" -> "233 dequantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"233 dequantize_per_tensor_default_5" -> "238 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"234 linear_4_scale_0" -> "237 dequantize_per_channel_default_5" [style=solid, label="(384,)"]; -"235 linear_4_zero_point_0" -> "237 dequantize_per_channel_default_5" [style=solid, label="(384,)"]; -"236 _frozen_param6" -> "237 dequantize_per_channel_default_5" [style=solid, label="(384, 96)"]; -"237 dequantize_per_channel_default_5" -> "238 linear_4" [style=solid, label="(384, 96)"]; +"231 add_1_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_14" [style=solid, label="(1, 56, 56, 96)"]; +"232 quantize_per_tensor_14" -> "233 dequantize_per_tensor_15" [style=solid, label="(1, 56, 56, 96)"]; +"233 dequantize_per_tensor_15" -> "238 linear_4" [style=solid, label="(1, 56, 56, 96)"]; +"234 linear_4_scale_0" -> "237 dequantize_per_channel_16" [style=solid, label="(384,)"]; +"235 linear_4_zero_point_0" -> "237 dequantize_per_channel_16" [style=solid, label="(384,)"]; +"236 _frozen_param6" -> "237 dequantize_per_channel_16" [style=solid, label="(384, 96)"]; +"237 dequantize_per_channel_16" -> "238 linear_4" [style=solid, label="(384, 96)"]; "238 linear_4" -> "239 gelu" [style=solid, label="(1, 56, 56, 384)"]; "239 gelu" -> "240 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; "240 dropout_2" -> "241 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"241 dropout_2_0_0_nncf_smooth_quant_0" -> "242 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"242 quantize_per_tensor_default_6" -> "243 dequantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"243 dequantize_per_tensor_default_6" -> "248 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"244 linear_5_scale_0" -> "247 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"245 linear_5_zero_point_0" -> "247 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"246 _frozen_param7" -> "247 dequantize_per_channel_default_6" [style=solid, label="(96, 384)"]; -"247 dequantize_per_channel_default_6" -> "248 linear_5" [style=solid, label="(96, 384)"]; +"241 dropout_2_0_0_nncf_smooth_quant_0" -> "242 quantize_per_tensor_17" [style=solid, label="(1, 56, 56, 384)"]; +"242 quantize_per_tensor_17" -> "243 dequantize_per_tensor_18" [style=solid, label="(1, 56, 56, 384)"]; +"243 dequantize_per_tensor_18" -> "248 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"244 linear_5_scale_0" -> "247 dequantize_per_channel_19" [style=solid, label="(96,)"]; +"245 linear_5_zero_point_0" -> "247 dequantize_per_channel_19" [style=solid, label="(96,)"]; +"246 _frozen_param7" -> "247 dequantize_per_channel_19" [style=solid, label="(96, 384)"]; +"247 dequantize_per_channel_19" -> "248 linear_5" [style=solid, label="(96, 384)"]; "248 linear_5" -> "249 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; "249 dropout_3" -> "250 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; "250 layer_norm_2" -> "251 add_2" [style=solid, label="(1, 56, 56, 96)"]; "251 add_2" -> "276 pad_1" [style=solid, label="(1, 56, 56, 96)"]; "251 add_2" -> "346 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"252 _frozen_param8" -> "253 dequantize_per_tensor_default_7" [style=solid, label="(1, 15, 15, 2)"]; -"253 dequantize_per_tensor_default_7" -> "258 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"254 linear_6_scale_0" -> "257 dequantize_per_channel_default_7" [style=solid, label="(512,)"]; -"255 linear_6_zero_point_0" -> "257 dequantize_per_channel_default_7" [style=solid, label="(512,)"]; -"256 _frozen_param9" -> "257 dequantize_per_channel_default_7" [style=solid, label="(512, 2)"]; -"257 dequantize_per_channel_default_7" -> "258 linear_6" [style=solid, label="(512, 2)"]; +"252 _frozen_param8" -> "253 dequantize_per_tensor_20" [style=solid, label="(1, 15, 15, 2)"]; +"253 dequantize_per_tensor_20" -> "258 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"254 linear_6_scale_0" -> "257 dequantize_per_channel_21" [style=solid, label="(512,)"]; +"255 linear_6_zero_point_0" -> "257 dequantize_per_channel_21" [style=solid, label="(512,)"]; +"256 _frozen_param9" -> "257 dequantize_per_channel_21" [style=solid, label="(512, 2)"]; +"257 dequantize_per_channel_21" -> "258 linear_6" [style=solid, label="(512, 2)"]; "258 linear_6" -> "259 relu__1" [style=solid, label="(1, 15, 15, 512)"]; "259 relu__1" -> "260 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"260 relu__1_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_8" [style=solid, label="(1, 15, 15, 512)"]; -"261 quantize_per_tensor_default_8" -> "262 dequantize_per_tensor_default_8" [style=solid, label="(1, 15, 15, 512)"]; -"262 dequantize_per_tensor_default_8" -> "267 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"263 linear_7_scale_0" -> "266 dequantize_per_channel_default_8" [style=solid, label="(3,)"]; -"264 linear_7_zero_point_0" -> "266 dequantize_per_channel_default_8" [style=solid, label="(3,)"]; -"265 _frozen_param10" -> "266 dequantize_per_channel_default_8" [style=solid, label="(3, 512)"]; -"266 dequantize_per_channel_default_8" -> "267 linear_7" [style=solid, label="(3, 512)"]; +"260 relu__1_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_22" [style=solid, label="(1, 15, 15, 512)"]; +"261 quantize_per_tensor_22" -> "262 dequantize_per_tensor_23" [style=solid, label="(1, 15, 15, 512)"]; +"262 dequantize_per_tensor_23" -> "267 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"263 linear_7_scale_0" -> "266 dequantize_per_channel_24" [style=solid, label="(3,)"]; +"264 linear_7_zero_point_0" -> "266 dequantize_per_channel_24" [style=solid, label="(3,)"]; +"265 _frozen_param10" -> "266 dequantize_per_channel_24" [style=solid, label="(3, 512)"]; +"266 dequantize_per_channel_24" -> "267 linear_7" [style=solid, label="(3, 512)"]; "267 linear_7" -> "268 view_4" [style=solid, label="(1, 15, 15, 3)"]; "268 view_4" -> "269 index_1" [style=solid, label="(225, 3)"]; "269 index_1" -> "270 view_5" [style=solid, label="(4096, 3)"]; @@ -1823,13 +1823,13 @@ strict digraph { "280 reshape_4" -> "282 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; "280 reshape_4" -> "309 new_zeros" [style=solid, label="(49, 64, 96)"]; "281 clone_1" -> "289 linear_8" [style=solid, label="(288,)"]; -"282 reshape_4_0_0_nncf_smooth_quant_0" -> "283 quantize_per_tensor_default_9" [style=solid, label="(49, 64, 96)"]; -"283 quantize_per_tensor_default_9" -> "284 dequantize_per_tensor_default_9" [style=solid, label="(49, 64, 96)"]; -"284 dequantize_per_tensor_default_9" -> "289 linear_8" [style=solid, label="(49, 64, 96)"]; -"285 linear_8_scale_0" -> "288 dequantize_per_channel_default_9" [style=solid, label="(288,)"]; -"286 linear_8_zero_point_0" -> "288 dequantize_per_channel_default_9" [style=solid, label="(288,)"]; -"287 _frozen_param11" -> "288 dequantize_per_channel_default_9" [style=solid, label="(288, 96)"]; -"288 dequantize_per_channel_default_9" -> "289 linear_8" [style=solid, label="(288, 96)"]; +"282 reshape_4_0_0_nncf_smooth_quant_0" -> "283 quantize_per_tensor_25" [style=solid, label="(49, 64, 96)"]; +"283 quantize_per_tensor_25" -> "284 dequantize_per_tensor_26" [style=solid, label="(49, 64, 96)"]; +"284 dequantize_per_tensor_26" -> "289 linear_8" [style=solid, label="(49, 64, 96)"]; +"285 linear_8_scale_0" -> "288 dequantize_per_channel_27" [style=solid, label="(288,)"]; +"286 linear_8_zero_point_0" -> "288 dequantize_per_channel_27" [style=solid, label="(288,)"]; +"287 _frozen_param11" -> "288 dequantize_per_channel_27" [style=solid, label="(288, 96)"]; +"288 dequantize_per_channel_27" -> "289 linear_8" [style=solid, label="(288, 96)"]; "289 linear_8" -> "290 reshape_5" [style=solid, label="(49, 64, 288)"]; "290 reshape_5" -> "291 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; "291 permute_7" -> "292 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; @@ -1880,13 +1880,13 @@ strict digraph { "327 matmul_3" -> "328 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; "328 transpose_3" -> "329 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; "329 reshape_7" -> "330 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"330 reshape_7_0_0_nncf_smooth_quant_0" -> "331 quantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"331 quantize_per_tensor_default_10" -> "332 dequantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"332 dequantize_per_tensor_default_10" -> "337 linear_9" [style=solid, label="(49, 64, 96)"]; -"333 linear_9_scale_0" -> "336 dequantize_per_channel_default_10" [style=solid, label="(96,)"]; -"334 linear_9_zero_point_0" -> "336 dequantize_per_channel_default_10" [style=solid, label="(96,)"]; -"335 _frozen_param12" -> "336 dequantize_per_channel_default_10" [style=solid, label="(96, 96)"]; -"336 dequantize_per_channel_default_10" -> "337 linear_9" [style=solid, label="(96, 96)"]; +"330 reshape_7_0_0_nncf_smooth_quant_0" -> "331 quantize_per_tensor_28" [style=solid, label="(49, 64, 96)"]; +"331 quantize_per_tensor_28" -> "332 dequantize_per_tensor_29" [style=solid, label="(49, 64, 96)"]; +"332 dequantize_per_tensor_29" -> "337 linear_9" [style=solid, label="(49, 64, 96)"]; +"333 linear_9_scale_0" -> "336 dequantize_per_channel_30" [style=solid, label="(96,)"]; +"334 linear_9_zero_point_0" -> "336 dequantize_per_channel_30" [style=solid, label="(96,)"]; +"335 _frozen_param12" -> "336 dequantize_per_channel_30" [style=solid, label="(96, 96)"]; +"336 dequantize_per_channel_30" -> "337 linear_9" [style=solid, label="(96, 96)"]; "337 linear_9" -> "338 dropout_5" [style=solid, label="(49, 64, 96)"]; "338 dropout_5" -> "339 view_10" [style=solid, label="(49, 64, 96)"]; "339 view_10" -> "340 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; @@ -1898,23 +1898,23 @@ strict digraph { "345 layer_norm_3" -> "346 add_5" [style=solid, label="(1, 56, 56, 96)"]; "346 add_5" -> "347 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; "346 add_5" -> "367 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"347 add_5_0_0_nncf_smooth_quant_0" -> "348 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"348 quantize_per_tensor_default_11" -> "349 dequantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"349 dequantize_per_tensor_default_11" -> "354 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"350 linear_10_scale_0" -> "353 dequantize_per_channel_default_11" [style=solid, label="(384,)"]; -"351 linear_10_zero_point_0" -> "353 dequantize_per_channel_default_11" [style=solid, label="(384,)"]; -"352 _frozen_param13" -> "353 dequantize_per_channel_default_11" [style=solid, label="(384, 96)"]; -"353 dequantize_per_channel_default_11" -> "354 linear_10" [style=solid, label="(384, 96)"]; +"347 add_5_0_0_nncf_smooth_quant_0" -> "348 quantize_per_tensor_31" [style=solid, label="(1, 56, 56, 96)"]; +"348 quantize_per_tensor_31" -> "349 dequantize_per_tensor_32" [style=solid, label="(1, 56, 56, 96)"]; +"349 dequantize_per_tensor_32" -> "354 linear_10" [style=solid, label="(1, 56, 56, 96)"]; +"350 linear_10_scale_0" -> "353 dequantize_per_channel_33" [style=solid, label="(384,)"]; +"351 linear_10_zero_point_0" -> "353 dequantize_per_channel_33" [style=solid, label="(384,)"]; +"352 _frozen_param13" -> "353 dequantize_per_channel_33" [style=solid, label="(384, 96)"]; +"353 dequantize_per_channel_33" -> "354 linear_10" [style=solid, label="(384, 96)"]; "354 linear_10" -> "355 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; "355 gelu_1" -> "356 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; "356 dropout_6" -> "357 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"357 dropout_6_0_0_nncf_smooth_quant_0" -> "358 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"358 quantize_per_tensor_default_12" -> "359 dequantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"359 dequantize_per_tensor_default_12" -> "364 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"360 linear_11_scale_0" -> "363 dequantize_per_channel_default_12" [style=solid, label="(96,)"]; -"361 linear_11_zero_point_0" -> "363 dequantize_per_channel_default_12" [style=solid, label="(96,)"]; -"362 _frozen_param14" -> "363 dequantize_per_channel_default_12" [style=solid, label="(96, 384)"]; -"363 dequantize_per_channel_default_12" -> "364 linear_11" [style=solid, label="(96, 384)"]; +"357 dropout_6_0_0_nncf_smooth_quant_0" -> "358 quantize_per_tensor_34" [style=solid, label="(1, 56, 56, 384)"]; +"358 quantize_per_tensor_34" -> "359 dequantize_per_tensor_35" [style=solid, label="(1, 56, 56, 384)"]; +"359 dequantize_per_tensor_35" -> "364 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"360 linear_11_scale_0" -> "363 dequantize_per_channel_36" [style=solid, label="(96,)"]; +"361 linear_11_zero_point_0" -> "363 dequantize_per_channel_36" [style=solid, label="(96,)"]; +"362 _frozen_param14" -> "363 dequantize_per_channel_36" [style=solid, label="(96, 384)"]; +"363 dequantize_per_channel_36" -> "364 linear_11" [style=solid, label="(96, 384)"]; "364 linear_11" -> "365 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; "365 dropout_7" -> "366 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; "366 layer_norm_4" -> "367 add_6" [style=solid, label="(1, 56, 56, 96)"]; @@ -1936,31 +1936,31 @@ strict digraph { "379 slice_35" -> "380 slice_36" [style=solid, label="(1, 28, 28, 96)"]; "380 slice_36" -> "381 cat" [style=solid, label="(1, 28, 28, 96)"]; "381 cat" -> "382 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; -"382 cat_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"383 quantize_per_tensor_default_13" -> "384 dequantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"384 dequantize_per_tensor_default_13" -> "389 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"385 linear_12_scale_0" -> "388 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"386 linear_12_zero_point_0" -> "388 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"387 _frozen_param15" -> "388 dequantize_per_channel_default_13" [style=solid, label="(192, 384)"]; -"388 dequantize_per_channel_default_13" -> "389 linear_12" [style=solid, label="(192, 384)"]; +"382 cat_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_37" [style=solid, label="(1, 28, 28, 384)"]; +"383 quantize_per_tensor_37" -> "384 dequantize_per_tensor_38" [style=solid, label="(1, 28, 28, 384)"]; +"384 dequantize_per_tensor_38" -> "389 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"385 linear_12_scale_0" -> "388 dequantize_per_channel_39" [style=solid, label="(192,)"]; +"386 linear_12_zero_point_0" -> "388 dequantize_per_channel_39" [style=solid, label="(192,)"]; +"387 _frozen_param15" -> "388 dequantize_per_channel_39" [style=solid, label="(192, 384)"]; +"388 dequantize_per_channel_39" -> "389 linear_12" [style=solid, label="(192, 384)"]; "389 linear_12" -> "390 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; "390 layer_norm_5" -> "415 pad_3" [style=solid, label="(1, 28, 28, 192)"]; "390 layer_norm_5" -> "470 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"391 _frozen_param16" -> "392 dequantize_per_tensor_default_14" [style=solid, label="(1, 15, 15, 2)"]; -"392 dequantize_per_tensor_default_14" -> "397 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"393 linear_13_scale_0" -> "396 dequantize_per_channel_default_14" [style=solid, label="(512,)"]; -"394 linear_13_zero_point_0" -> "396 dequantize_per_channel_default_14" [style=solid, label="(512,)"]; -"395 _frozen_param17" -> "396 dequantize_per_channel_default_14" [style=solid, label="(512, 2)"]; -"396 dequantize_per_channel_default_14" -> "397 linear_13" [style=solid, label="(512, 2)"]; +"391 _frozen_param16" -> "392 dequantize_per_tensor_40" [style=solid, label="(1, 15, 15, 2)"]; +"392 dequantize_per_tensor_40" -> "397 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"393 linear_13_scale_0" -> "396 dequantize_per_channel_41" [style=solid, label="(512,)"]; +"394 linear_13_zero_point_0" -> "396 dequantize_per_channel_41" [style=solid, label="(512,)"]; +"395 _frozen_param17" -> "396 dequantize_per_channel_41" [style=solid, label="(512, 2)"]; +"396 dequantize_per_channel_41" -> "397 linear_13" [style=solid, label="(512, 2)"]; "397 linear_13" -> "398 relu__2" [style=solid, label="(1, 15, 15, 512)"]; "398 relu__2" -> "399 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"399 relu__2_0_0_nncf_smooth_quant_0" -> "400 quantize_per_tensor_default_15" [style=solid, label="(1, 15, 15, 512)"]; -"400 quantize_per_tensor_default_15" -> "401 dequantize_per_tensor_default_15" [style=solid, label="(1, 15, 15, 512)"]; -"401 dequantize_per_tensor_default_15" -> "406 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"402 linear_14_scale_0" -> "405 dequantize_per_channel_default_15" [style=solid, label="(6,)"]; -"403 linear_14_zero_point_0" -> "405 dequantize_per_channel_default_15" [style=solid, label="(6,)"]; -"404 _frozen_param18" -> "405 dequantize_per_channel_default_15" [style=solid, label="(6, 512)"]; -"405 dequantize_per_channel_default_15" -> "406 linear_14" [style=solid, label="(6, 512)"]; +"399 relu__2_0_0_nncf_smooth_quant_0" -> "400 quantize_per_tensor_42" [style=solid, label="(1, 15, 15, 512)"]; +"400 quantize_per_tensor_42" -> "401 dequantize_per_tensor_43" [style=solid, label="(1, 15, 15, 512)"]; +"401 dequantize_per_tensor_43" -> "406 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"402 linear_14_scale_0" -> "405 dequantize_per_channel_44" [style=solid, label="(6,)"]; +"403 linear_14_zero_point_0" -> "405 dequantize_per_channel_44" [style=solid, label="(6,)"]; +"404 _frozen_param18" -> "405 dequantize_per_channel_44" [style=solid, label="(6, 512)"]; +"405 dequantize_per_channel_44" -> "406 linear_14" [style=solid, label="(6, 512)"]; "406 linear_14" -> "407 view_11" [style=solid, label="(1, 15, 15, 6)"]; "407 view_11" -> "408 index_2" [style=solid, label="(225, 6)"]; "408 index_2" -> "409 view_12" [style=solid, label="(4096, 6)"]; @@ -1975,13 +1975,13 @@ strict digraph { "417 permute_11" -> "418 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; "418 reshape_9" -> "420 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; "419 clone_2" -> "427 linear_15" [style=solid, label="(576,)"]; -"420 reshape_9_0_0_nncf_smooth_quant_0" -> "421 quantize_per_tensor_default_16" [style=solid, label="(16, 64, 192)"]; -"421 quantize_per_tensor_default_16" -> "422 dequantize_per_tensor_default_16" [style=solid, label="(16, 64, 192)"]; -"422 dequantize_per_tensor_default_16" -> "427 linear_15" [style=solid, label="(16, 64, 192)"]; -"423 linear_15_scale_0" -> "426 dequantize_per_channel_default_16" [style=solid, label="(576,)"]; -"424 linear_15_zero_point_0" -> "426 dequantize_per_channel_default_16" [style=solid, label="(576,)"]; -"425 _frozen_param19" -> "426 dequantize_per_channel_default_16" [style=solid, label="(576, 192)"]; -"426 dequantize_per_channel_default_16" -> "427 linear_15" [style=solid, label="(576, 192)"]; +"420 reshape_9_0_0_nncf_smooth_quant_0" -> "421 quantize_per_tensor_45" [style=solid, label="(16, 64, 192)"]; +"421 quantize_per_tensor_45" -> "422 dequantize_per_tensor_46" [style=solid, label="(16, 64, 192)"]; +"422 dequantize_per_tensor_46" -> "427 linear_15" [style=solid, label="(16, 64, 192)"]; +"423 linear_15_scale_0" -> "426 dequantize_per_channel_47" [style=solid, label="(576,)"]; +"424 linear_15_zero_point_0" -> "426 dequantize_per_channel_47" [style=solid, label="(576,)"]; +"425 _frozen_param19" -> "426 dequantize_per_channel_47" [style=solid, label="(576, 192)"]; +"426 dequantize_per_channel_47" -> "427 linear_15" [style=solid, label="(576, 192)"]; "427 linear_15" -> "428 reshape_10" [style=solid, label="(16, 64, 576)"]; "428 reshape_10" -> "429 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; "429 permute_12" -> "430 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; @@ -2013,13 +2013,13 @@ strict digraph { "449 matmul_5" -> "450 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; "450 transpose_5" -> "451 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; "451 reshape_11" -> "452 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"452 reshape_11_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"453 quantize_per_tensor_default_17" -> "454 dequantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"454 dequantize_per_tensor_default_17" -> "459 linear_16" [style=solid, label="(16, 64, 192)"]; -"455 linear_16_scale_0" -> "458 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"456 linear_16_zero_point_0" -> "458 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"457 _frozen_param20" -> "458 dequantize_per_channel_default_17" [style=solid, label="(192, 192)"]; -"458 dequantize_per_channel_default_17" -> "459 linear_16" [style=solid, label="(192, 192)"]; +"452 reshape_11_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_48" [style=solid, label="(16, 64, 192)"]; +"453 quantize_per_tensor_48" -> "454 dequantize_per_tensor_49" [style=solid, label="(16, 64, 192)"]; +"454 dequantize_per_tensor_49" -> "459 linear_16" [style=solid, label="(16, 64, 192)"]; +"455 linear_16_scale_0" -> "458 dequantize_per_channel_50" [style=solid, label="(192,)"]; +"456 linear_16_zero_point_0" -> "458 dequantize_per_channel_50" [style=solid, label="(192,)"]; +"457 _frozen_param20" -> "458 dequantize_per_channel_50" [style=solid, label="(192, 192)"]; +"458 dequantize_per_channel_50" -> "459 linear_16" [style=solid, label="(192, 192)"]; "459 linear_16" -> "460 dropout_9" [style=solid, label="(16, 64, 192)"]; "460 dropout_9" -> "461 view_14" [style=solid, label="(16, 64, 192)"]; "461 view_14" -> "462 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; @@ -2033,43 +2033,43 @@ strict digraph { "469 layer_norm_6" -> "470 add_8" [style=solid, label="(1, 28, 28, 192)"]; "470 add_8" -> "471 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; "470 add_8" -> "491 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"471 add_8_0_0_nncf_smooth_quant_0" -> "472 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"472 quantize_per_tensor_default_18" -> "473 dequantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"473 dequantize_per_tensor_default_18" -> "478 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"474 linear_17_scale_0" -> "477 dequantize_per_channel_default_18" [style=solid, label="(768,)"]; -"475 linear_17_zero_point_0" -> "477 dequantize_per_channel_default_18" [style=solid, label="(768,)"]; -"476 _frozen_param21" -> "477 dequantize_per_channel_default_18" [style=solid, label="(768, 192)"]; -"477 dequantize_per_channel_default_18" -> "478 linear_17" [style=solid, label="(768, 192)"]; +"471 add_8_0_0_nncf_smooth_quant_0" -> "472 quantize_per_tensor_51" [style=solid, label="(1, 28, 28, 192)"]; +"472 quantize_per_tensor_51" -> "473 dequantize_per_tensor_52" [style=solid, label="(1, 28, 28, 192)"]; +"473 dequantize_per_tensor_52" -> "478 linear_17" [style=solid, label="(1, 28, 28, 192)"]; +"474 linear_17_scale_0" -> "477 dequantize_per_channel_53" [style=solid, label="(768,)"]; +"475 linear_17_zero_point_0" -> "477 dequantize_per_channel_53" [style=solid, label="(768,)"]; +"476 _frozen_param21" -> "477 dequantize_per_channel_53" [style=solid, label="(768, 192)"]; +"477 dequantize_per_channel_53" -> "478 linear_17" [style=solid, label="(768, 192)"]; "478 linear_17" -> "479 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; "479 gelu_2" -> "480 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; "480 dropout_10" -> "481 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"481 dropout_10_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"482 quantize_per_tensor_default_19" -> "483 dequantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"483 dequantize_per_tensor_default_19" -> "488 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"484 linear_18_scale_0" -> "487 dequantize_per_channel_default_19" [style=solid, label="(192,)"]; -"485 linear_18_zero_point_0" -> "487 dequantize_per_channel_default_19" [style=solid, label="(192,)"]; -"486 _frozen_param22" -> "487 dequantize_per_channel_default_19" [style=solid, label="(192, 768)"]; -"487 dequantize_per_channel_default_19" -> "488 linear_18" [style=solid, label="(192, 768)"]; +"481 dropout_10_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_54" [style=solid, label="(1, 28, 28, 768)"]; +"482 quantize_per_tensor_54" -> "483 dequantize_per_tensor_55" [style=solid, label="(1, 28, 28, 768)"]; +"483 dequantize_per_tensor_55" -> "488 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"484 linear_18_scale_0" -> "487 dequantize_per_channel_56" [style=solid, label="(192,)"]; +"485 linear_18_zero_point_0" -> "487 dequantize_per_channel_56" [style=solid, label="(192,)"]; +"486 _frozen_param22" -> "487 dequantize_per_channel_56" [style=solid, label="(192, 768)"]; +"487 dequantize_per_channel_56" -> "488 linear_18" [style=solid, label="(192, 768)"]; "488 linear_18" -> "489 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; "489 dropout_11" -> "490 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; "490 layer_norm_7" -> "491 add_9" [style=solid, label="(1, 28, 28, 192)"]; "491 add_9" -> "516 pad_4" [style=solid, label="(1, 28, 28, 192)"]; "491 add_9" -> "589 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"492 _frozen_param23" -> "493 dequantize_per_tensor_default_20" [style=solid, label="(1, 15, 15, 2)"]; -"493 dequantize_per_tensor_default_20" -> "498 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"494 linear_19_scale_0" -> "497 dequantize_per_channel_default_20" [style=solid, label="(512,)"]; -"495 linear_19_zero_point_0" -> "497 dequantize_per_channel_default_20" [style=solid, label="(512,)"]; -"496 _frozen_param24" -> "497 dequantize_per_channel_default_20" [style=solid, label="(512, 2)"]; -"497 dequantize_per_channel_default_20" -> "498 linear_19" [style=solid, label="(512, 2)"]; +"492 _frozen_param23" -> "493 dequantize_per_tensor_57" [style=solid, label="(1, 15, 15, 2)"]; +"493 dequantize_per_tensor_57" -> "498 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"494 linear_19_scale_0" -> "497 dequantize_per_channel_58" [style=solid, label="(512,)"]; +"495 linear_19_zero_point_0" -> "497 dequantize_per_channel_58" [style=solid, label="(512,)"]; +"496 _frozen_param24" -> "497 dequantize_per_channel_58" [style=solid, label="(512, 2)"]; +"497 dequantize_per_channel_58" -> "498 linear_19" [style=solid, label="(512, 2)"]; "498 linear_19" -> "499 relu__3" [style=solid, label="(1, 15, 15, 512)"]; "499 relu__3" -> "500 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"500 relu__3_0_0_nncf_smooth_quant_0" -> "501 quantize_per_tensor_default_21" [style=solid, label="(1, 15, 15, 512)"]; -"501 quantize_per_tensor_default_21" -> "502 dequantize_per_tensor_default_21" [style=solid, label="(1, 15, 15, 512)"]; -"502 dequantize_per_tensor_default_21" -> "507 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"503 linear_20_scale_0" -> "506 dequantize_per_channel_default_21" [style=solid, label="(6,)"]; -"504 linear_20_zero_point_0" -> "506 dequantize_per_channel_default_21" [style=solid, label="(6,)"]; -"505 _frozen_param25" -> "506 dequantize_per_channel_default_21" [style=solid, label="(6, 512)"]; -"506 dequantize_per_channel_default_21" -> "507 linear_20" [style=solid, label="(6, 512)"]; +"500 relu__3_0_0_nncf_smooth_quant_0" -> "501 quantize_per_tensor_59" [style=solid, label="(1, 15, 15, 512)"]; +"501 quantize_per_tensor_59" -> "502 dequantize_per_tensor_60" [style=solid, label="(1, 15, 15, 512)"]; +"502 dequantize_per_tensor_60" -> "507 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"503 linear_20_scale_0" -> "506 dequantize_per_channel_61" [style=solid, label="(6,)"]; +"504 linear_20_zero_point_0" -> "506 dequantize_per_channel_61" [style=solid, label="(6,)"]; +"505 _frozen_param25" -> "506 dequantize_per_channel_61" [style=solid, label="(6, 512)"]; +"506 dequantize_per_channel_61" -> "507 linear_20" [style=solid, label="(6, 512)"]; "507 linear_20" -> "508 view_15" [style=solid, label="(1, 15, 15, 6)"]; "508 view_15" -> "509 index_3" [style=solid, label="(225, 6)"]; "509 index_3" -> "510 view_16" [style=solid, label="(4096, 6)"]; @@ -2086,13 +2086,13 @@ strict digraph { "520 reshape_13" -> "522 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; "520 reshape_13" -> "549 new_zeros_1" [style=solid, label="(16, 64, 192)"]; "521 clone_3" -> "529 linear_21" [style=solid, label="(576,)"]; -"522 reshape_13_0_0_nncf_smooth_quant_0" -> "523 quantize_per_tensor_default_22" [style=solid, label="(16, 64, 192)"]; -"523 quantize_per_tensor_default_22" -> "524 dequantize_per_tensor_default_22" [style=solid, label="(16, 64, 192)"]; -"524 dequantize_per_tensor_default_22" -> "529 linear_21" [style=solid, label="(16, 64, 192)"]; -"525 linear_21_scale_0" -> "528 dequantize_per_channel_default_22" [style=solid, label="(576,)"]; -"526 linear_21_zero_point_0" -> "528 dequantize_per_channel_default_22" [style=solid, label="(576,)"]; -"527 _frozen_param26" -> "528 dequantize_per_channel_default_22" [style=solid, label="(576, 192)"]; -"528 dequantize_per_channel_default_22" -> "529 linear_21" [style=solid, label="(576, 192)"]; +"522 reshape_13_0_0_nncf_smooth_quant_0" -> "523 quantize_per_tensor_62" [style=solid, label="(16, 64, 192)"]; +"523 quantize_per_tensor_62" -> "524 dequantize_per_tensor_63" [style=solid, label="(16, 64, 192)"]; +"524 dequantize_per_tensor_63" -> "529 linear_21" [style=solid, label="(16, 64, 192)"]; +"525 linear_21_scale_0" -> "528 dequantize_per_channel_64" [style=solid, label="(576,)"]; +"526 linear_21_zero_point_0" -> "528 dequantize_per_channel_64" [style=solid, label="(576,)"]; +"527 _frozen_param26" -> "528 dequantize_per_channel_64" [style=solid, label="(576, 192)"]; +"528 dequantize_per_channel_64" -> "529 linear_21" [style=solid, label="(576, 192)"]; "529 linear_21" -> "530 reshape_14" [style=solid, label="(16, 64, 576)"]; "530 reshape_14" -> "531 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; "531 permute_16" -> "532 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; @@ -2143,13 +2143,13 @@ strict digraph { "567 matmul_7" -> "568 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; "568 transpose_7" -> "569 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; "569 reshape_16" -> "570 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"570 reshape_16_0_0_nncf_smooth_quant_0" -> "571 quantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"571 quantize_per_tensor_default_23" -> "572 dequantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"572 dequantize_per_tensor_default_23" -> "577 linear_22" [style=solid, label="(16, 64, 192)"]; -"573 linear_22_scale_0" -> "576 dequantize_per_channel_default_23" [style=solid, label="(192,)"]; -"574 linear_22_zero_point_0" -> "576 dequantize_per_channel_default_23" [style=solid, label="(192,)"]; -"575 _frozen_param27" -> "576 dequantize_per_channel_default_23" [style=solid, label="(192, 192)"]; -"576 dequantize_per_channel_default_23" -> "577 linear_22" [style=solid, label="(192, 192)"]; +"570 reshape_16_0_0_nncf_smooth_quant_0" -> "571 quantize_per_tensor_65" [style=solid, label="(16, 64, 192)"]; +"571 quantize_per_tensor_65" -> "572 dequantize_per_tensor_66" [style=solid, label="(16, 64, 192)"]; +"572 dequantize_per_tensor_66" -> "577 linear_22" [style=solid, label="(16, 64, 192)"]; +"573 linear_22_scale_0" -> "576 dequantize_per_channel_67" [style=solid, label="(192,)"]; +"574 linear_22_zero_point_0" -> "576 dequantize_per_channel_67" [style=solid, label="(192,)"]; +"575 _frozen_param27" -> "576 dequantize_per_channel_67" [style=solid, label="(192, 192)"]; +"576 dequantize_per_channel_67" -> "577 linear_22" [style=solid, label="(192, 192)"]; "577 linear_22" -> "578 dropout_13" [style=solid, label="(16, 64, 192)"]; "578 dropout_13" -> "579 view_21" [style=solid, label="(16, 64, 192)"]; "579 view_21" -> "580 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; @@ -2164,23 +2164,23 @@ strict digraph { "588 layer_norm_8" -> "589 add_12" [style=solid, label="(1, 28, 28, 192)"]; "589 add_12" -> "590 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; "589 add_12" -> "610 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"590 add_12_0_0_nncf_smooth_quant_0" -> "591 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"591 quantize_per_tensor_default_24" -> "592 dequantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"592 dequantize_per_tensor_default_24" -> "597 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"593 linear_23_scale_0" -> "596 dequantize_per_channel_default_24" [style=solid, label="(768,)"]; -"594 linear_23_zero_point_0" -> "596 dequantize_per_channel_default_24" [style=solid, label="(768,)"]; -"595 _frozen_param28" -> "596 dequantize_per_channel_default_24" [style=solid, label="(768, 192)"]; -"596 dequantize_per_channel_default_24" -> "597 linear_23" [style=solid, label="(768, 192)"]; +"590 add_12_0_0_nncf_smooth_quant_0" -> "591 quantize_per_tensor_68" [style=solid, label="(1, 28, 28, 192)"]; +"591 quantize_per_tensor_68" -> "592 dequantize_per_tensor_69" [style=solid, label="(1, 28, 28, 192)"]; +"592 dequantize_per_tensor_69" -> "597 linear_23" [style=solid, label="(1, 28, 28, 192)"]; +"593 linear_23_scale_0" -> "596 dequantize_per_channel_70" [style=solid, label="(768,)"]; +"594 linear_23_zero_point_0" -> "596 dequantize_per_channel_70" [style=solid, label="(768,)"]; +"595 _frozen_param28" -> "596 dequantize_per_channel_70" [style=solid, label="(768, 192)"]; +"596 dequantize_per_channel_70" -> "597 linear_23" [style=solid, label="(768, 192)"]; "597 linear_23" -> "598 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; "598 gelu_3" -> "599 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; "599 dropout_14" -> "600 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"600 dropout_14_0_0_nncf_smooth_quant_0" -> "601 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"601 quantize_per_tensor_default_25" -> "602 dequantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"602 dequantize_per_tensor_default_25" -> "607 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"603 linear_24_scale_0" -> "606 dequantize_per_channel_default_25" [style=solid, label="(192,)"]; -"604 linear_24_zero_point_0" -> "606 dequantize_per_channel_default_25" [style=solid, label="(192,)"]; -"605 _frozen_param29" -> "606 dequantize_per_channel_default_25" [style=solid, label="(192, 768)"]; -"606 dequantize_per_channel_default_25" -> "607 linear_24" [style=solid, label="(192, 768)"]; +"600 dropout_14_0_0_nncf_smooth_quant_0" -> "601 quantize_per_tensor_71" [style=solid, label="(1, 28, 28, 768)"]; +"601 quantize_per_tensor_71" -> "602 dequantize_per_tensor_72" [style=solid, label="(1, 28, 28, 768)"]; +"602 dequantize_per_tensor_72" -> "607 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"603 linear_24_scale_0" -> "606 dequantize_per_channel_73" [style=solid, label="(192,)"]; +"604 linear_24_zero_point_0" -> "606 dequantize_per_channel_73" [style=solid, label="(192,)"]; +"605 _frozen_param29" -> "606 dequantize_per_channel_73" [style=solid, label="(192, 768)"]; +"606 dequantize_per_channel_73" -> "607 linear_24" [style=solid, label="(192, 768)"]; "607 linear_24" -> "608 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; "608 dropout_15" -> "609 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; "609 layer_norm_9" -> "610 add_13" [style=solid, label="(1, 28, 28, 192)"]; @@ -2202,31 +2202,31 @@ strict digraph { "622 slice_75" -> "623 slice_76" [style=solid, label="(1, 14, 14, 192)"]; "623 slice_76" -> "624 cat_1" [style=solid, label="(1, 14, 14, 192)"]; "624 cat_1" -> "625 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; -"625 cat_1_0_0_nncf_smooth_quant_0" -> "626 quantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"626 quantize_per_tensor_default_26" -> "627 dequantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"627 dequantize_per_tensor_default_26" -> "632 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"628 linear_25_scale_0" -> "631 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"629 linear_25_zero_point_0" -> "631 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"630 _frozen_param30" -> "631 dequantize_per_channel_default_26" [style=solid, label="(384, 768)"]; -"631 dequantize_per_channel_default_26" -> "632 linear_25" [style=solid, label="(384, 768)"]; +"625 cat_1_0_0_nncf_smooth_quant_0" -> "626 quantize_per_tensor_74" [style=solid, label="(1, 14, 14, 768)"]; +"626 quantize_per_tensor_74" -> "627 dequantize_per_tensor_75" [style=solid, label="(1, 14, 14, 768)"]; +"627 dequantize_per_tensor_75" -> "632 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"628 linear_25_scale_0" -> "631 dequantize_per_channel_76" [style=solid, label="(384,)"]; +"629 linear_25_zero_point_0" -> "631 dequantize_per_channel_76" [style=solid, label="(384,)"]; +"630 _frozen_param30" -> "631 dequantize_per_channel_76" [style=solid, label="(384, 768)"]; +"631 dequantize_per_channel_76" -> "632 linear_25" [style=solid, label="(384, 768)"]; "632 linear_25" -> "633 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; "633 layer_norm_10" -> "658 pad_6" [style=solid, label="(1, 14, 14, 384)"]; "633 layer_norm_10" -> "713 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"634 _frozen_param31" -> "635 dequantize_per_tensor_default_27" [style=solid, label="(1, 15, 15, 2)"]; -"635 dequantize_per_tensor_default_27" -> "640 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"636 linear_26_scale_0" -> "639 dequantize_per_channel_default_27" [style=solid, label="(512,)"]; -"637 linear_26_zero_point_0" -> "639 dequantize_per_channel_default_27" [style=solid, label="(512,)"]; -"638 _frozen_param32" -> "639 dequantize_per_channel_default_27" [style=solid, label="(512, 2)"]; -"639 dequantize_per_channel_default_27" -> "640 linear_26" [style=solid, label="(512, 2)"]; +"634 _frozen_param31" -> "635 dequantize_per_tensor_77" [style=solid, label="(1, 15, 15, 2)"]; +"635 dequantize_per_tensor_77" -> "640 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"636 linear_26_scale_0" -> "639 dequantize_per_channel_78" [style=solid, label="(512,)"]; +"637 linear_26_zero_point_0" -> "639 dequantize_per_channel_78" [style=solid, label="(512,)"]; +"638 _frozen_param32" -> "639 dequantize_per_channel_78" [style=solid, label="(512, 2)"]; +"639 dequantize_per_channel_78" -> "640 linear_26" [style=solid, label="(512, 2)"]; "640 linear_26" -> "641 relu__4" [style=solid, label="(1, 15, 15, 512)"]; "641 relu__4" -> "642 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"642 relu__4_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_default_28" [style=solid, label="(1, 15, 15, 512)"]; -"643 quantize_per_tensor_default_28" -> "644 dequantize_per_tensor_default_28" [style=solid, label="(1, 15, 15, 512)"]; -"644 dequantize_per_tensor_default_28" -> "649 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"645 linear_27_scale_0" -> "648 dequantize_per_channel_default_28" [style=solid, label="(12,)"]; -"646 linear_27_zero_point_0" -> "648 dequantize_per_channel_default_28" [style=solid, label="(12,)"]; -"647 _frozen_param33" -> "648 dequantize_per_channel_default_28" [style=solid, label="(12, 512)"]; -"648 dequantize_per_channel_default_28" -> "649 linear_27" [style=solid, label="(12, 512)"]; +"642 relu__4_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_79" [style=solid, label="(1, 15, 15, 512)"]; +"643 quantize_per_tensor_79" -> "644 dequantize_per_tensor_80" [style=solid, label="(1, 15, 15, 512)"]; +"644 dequantize_per_tensor_80" -> "649 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"645 linear_27_scale_0" -> "648 dequantize_per_channel_81" [style=solid, label="(12,)"]; +"646 linear_27_zero_point_0" -> "648 dequantize_per_channel_81" [style=solid, label="(12,)"]; +"647 _frozen_param33" -> "648 dequantize_per_channel_81" [style=solid, label="(12, 512)"]; +"648 dequantize_per_channel_81" -> "649 linear_27" [style=solid, label="(12, 512)"]; "649 linear_27" -> "650 view_22" [style=solid, label="(1, 15, 15, 12)"]; "650 view_22" -> "651 index_4" [style=solid, label="(225, 12)"]; "651 index_4" -> "652 view_23" [style=solid, label="(4096, 12)"]; @@ -2241,13 +2241,13 @@ strict digraph { "660 permute_20" -> "661 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; "661 reshape_18" -> "663 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; "662 clone_4" -> "670 linear_28" [style=solid, label="(1152,)"]; -"663 reshape_18_0_0_nncf_smooth_quant_0" -> "664 quantize_per_tensor_default_29" [style=solid, label="(4, 64, 384)"]; -"664 quantize_per_tensor_default_29" -> "665 dequantize_per_tensor_default_29" [style=solid, label="(4, 64, 384)"]; -"665 dequantize_per_tensor_default_29" -> "670 linear_28" [style=solid, label="(4, 64, 384)"]; -"666 linear_28_scale_0" -> "669 dequantize_per_channel_default_29" [style=solid, label="(1152,)"]; -"667 linear_28_zero_point_0" -> "669 dequantize_per_channel_default_29" [style=solid, label="(1152,)"]; -"668 _frozen_param34" -> "669 dequantize_per_channel_default_29" [style=solid, label="(1152, 384)"]; -"669 dequantize_per_channel_default_29" -> "670 linear_28" [style=solid, label="(1152, 384)"]; +"663 reshape_18_0_0_nncf_smooth_quant_0" -> "664 quantize_per_tensor_82" [style=solid, label="(4, 64, 384)"]; +"664 quantize_per_tensor_82" -> "665 dequantize_per_tensor_83" [style=solid, label="(4, 64, 384)"]; +"665 dequantize_per_tensor_83" -> "670 linear_28" [style=solid, label="(4, 64, 384)"]; +"666 linear_28_scale_0" -> "669 dequantize_per_channel_84" [style=solid, label="(1152,)"]; +"667 linear_28_zero_point_0" -> "669 dequantize_per_channel_84" [style=solid, label="(1152,)"]; +"668 _frozen_param34" -> "669 dequantize_per_channel_84" [style=solid, label="(1152, 384)"]; +"669 dequantize_per_channel_84" -> "670 linear_28" [style=solid, label="(1152, 384)"]; "670 linear_28" -> "671 reshape_19" [style=solid, label="(4, 64, 1152)"]; "671 reshape_19" -> "672 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; "672 permute_21" -> "673 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; @@ -2279,13 +2279,13 @@ strict digraph { "692 matmul_9" -> "693 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; "693 transpose_9" -> "694 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; "694 reshape_20" -> "695 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"695 reshape_20_0_0_nncf_smooth_quant_0" -> "696 quantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"696 quantize_per_tensor_default_30" -> "697 dequantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"697 dequantize_per_tensor_default_30" -> "702 linear_29" [style=solid, label="(4, 64, 384)"]; -"698 linear_29_scale_0" -> "701 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"699 linear_29_zero_point_0" -> "701 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"700 _frozen_param35" -> "701 dequantize_per_channel_default_30" [style=solid, label="(384, 384)"]; -"701 dequantize_per_channel_default_30" -> "702 linear_29" [style=solid, label="(384, 384)"]; +"695 reshape_20_0_0_nncf_smooth_quant_0" -> "696 quantize_per_tensor_85" [style=solid, label="(4, 64, 384)"]; +"696 quantize_per_tensor_85" -> "697 dequantize_per_tensor_86" [style=solid, label="(4, 64, 384)"]; +"697 dequantize_per_tensor_86" -> "702 linear_29" [style=solid, label="(4, 64, 384)"]; +"698 linear_29_scale_0" -> "701 dequantize_per_channel_87" [style=solid, label="(384,)"]; +"699 linear_29_zero_point_0" -> "701 dequantize_per_channel_87" [style=solid, label="(384,)"]; +"700 _frozen_param35" -> "701 dequantize_per_channel_87" [style=solid, label="(384, 384)"]; +"701 dequantize_per_channel_87" -> "702 linear_29" [style=solid, label="(384, 384)"]; "702 linear_29" -> "703 dropout_17" [style=solid, label="(4, 64, 384)"]; "703 dropout_17" -> "704 view_25" [style=solid, label="(4, 64, 384)"]; "704 view_25" -> "705 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; @@ -2299,43 +2299,43 @@ strict digraph { "712 layer_norm_11" -> "713 add_15" [style=solid, label="(1, 14, 14, 384)"]; "713 add_15" -> "714 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "713 add_15" -> "734 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"714 add_15_0_0_nncf_smooth_quant_0" -> "715 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"715 quantize_per_tensor_default_31" -> "716 dequantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"716 dequantize_per_tensor_default_31" -> "721 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"717 linear_30_scale_0" -> "720 dequantize_per_channel_default_31" [style=solid, label="(1536,)"]; -"718 linear_30_zero_point_0" -> "720 dequantize_per_channel_default_31" [style=solid, label="(1536,)"]; -"719 _frozen_param36" -> "720 dequantize_per_channel_default_31" [style=solid, label="(1536, 384)"]; -"720 dequantize_per_channel_default_31" -> "721 linear_30" [style=solid, label="(1536, 384)"]; +"714 add_15_0_0_nncf_smooth_quant_0" -> "715 quantize_per_tensor_88" [style=solid, label="(1, 14, 14, 384)"]; +"715 quantize_per_tensor_88" -> "716 dequantize_per_tensor_89" [style=solid, label="(1, 14, 14, 384)"]; +"716 dequantize_per_tensor_89" -> "721 linear_30" [style=solid, label="(1, 14, 14, 384)"]; +"717 linear_30_scale_0" -> "720 dequantize_per_channel_90" [style=solid, label="(1536,)"]; +"718 linear_30_zero_point_0" -> "720 dequantize_per_channel_90" [style=solid, label="(1536,)"]; +"719 _frozen_param36" -> "720 dequantize_per_channel_90" [style=solid, label="(1536, 384)"]; +"720 dequantize_per_channel_90" -> "721 linear_30" [style=solid, label="(1536, 384)"]; "721 linear_30" -> "722 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; "722 gelu_4" -> "723 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; "723 dropout_18" -> "724 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"724 dropout_18_0_0_nncf_smooth_quant_0" -> "725 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"725 quantize_per_tensor_default_32" -> "726 dequantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"726 dequantize_per_tensor_default_32" -> "731 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"727 linear_31_scale_0" -> "730 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"728 linear_31_zero_point_0" -> "730 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"729 _frozen_param37" -> "730 dequantize_per_channel_default_32" [style=solid, label="(384, 1536)"]; -"730 dequantize_per_channel_default_32" -> "731 linear_31" [style=solid, label="(384, 1536)"]; +"724 dropout_18_0_0_nncf_smooth_quant_0" -> "725 quantize_per_tensor_91" [style=solid, label="(1, 14, 14, 1536)"]; +"725 quantize_per_tensor_91" -> "726 dequantize_per_tensor_92" [style=solid, label="(1, 14, 14, 1536)"]; +"726 dequantize_per_tensor_92" -> "731 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"727 linear_31_scale_0" -> "730 dequantize_per_channel_93" [style=solid, label="(384,)"]; +"728 linear_31_zero_point_0" -> "730 dequantize_per_channel_93" [style=solid, label="(384,)"]; +"729 _frozen_param37" -> "730 dequantize_per_channel_93" [style=solid, label="(384, 1536)"]; +"730 dequantize_per_channel_93" -> "731 linear_31" [style=solid, label="(384, 1536)"]; "731 linear_31" -> "732 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; "732 dropout_19" -> "733 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; "733 layer_norm_12" -> "734 add_16" [style=solid, label="(1, 14, 14, 384)"]; "734 add_16" -> "759 pad_7" [style=solid, label="(1, 14, 14, 384)"]; "734 add_16" -> "832 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"735 _frozen_param38" -> "736 dequantize_per_tensor_default_33" [style=solid, label="(1, 15, 15, 2)"]; -"736 dequantize_per_tensor_default_33" -> "741 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"737 linear_32_scale_0" -> "740 dequantize_per_channel_default_33" [style=solid, label="(512,)"]; -"738 linear_32_zero_point_0" -> "740 dequantize_per_channel_default_33" [style=solid, label="(512,)"]; -"739 _frozen_param39" -> "740 dequantize_per_channel_default_33" [style=solid, label="(512, 2)"]; -"740 dequantize_per_channel_default_33" -> "741 linear_32" [style=solid, label="(512, 2)"]; +"735 _frozen_param38" -> "736 dequantize_per_tensor_94" [style=solid, label="(1, 15, 15, 2)"]; +"736 dequantize_per_tensor_94" -> "741 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"737 linear_32_scale_0" -> "740 dequantize_per_channel_95" [style=solid, label="(512,)"]; +"738 linear_32_zero_point_0" -> "740 dequantize_per_channel_95" [style=solid, label="(512,)"]; +"739 _frozen_param39" -> "740 dequantize_per_channel_95" [style=solid, label="(512, 2)"]; +"740 dequantize_per_channel_95" -> "741 linear_32" [style=solid, label="(512, 2)"]; "741 linear_32" -> "742 relu__5" [style=solid, label="(1, 15, 15, 512)"]; "742 relu__5" -> "743 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"743 relu__5_0_0_nncf_smooth_quant_0" -> "744 quantize_per_tensor_default_34" [style=solid, label="(1, 15, 15, 512)"]; -"744 quantize_per_tensor_default_34" -> "745 dequantize_per_tensor_default_34" [style=solid, label="(1, 15, 15, 512)"]; -"745 dequantize_per_tensor_default_34" -> "750 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"746 linear_33_scale_0" -> "749 dequantize_per_channel_default_34" [style=solid, label="(12,)"]; -"747 linear_33_zero_point_0" -> "749 dequantize_per_channel_default_34" [style=solid, label="(12,)"]; -"748 _frozen_param40" -> "749 dequantize_per_channel_default_34" [style=solid, label="(12, 512)"]; -"749 dequantize_per_channel_default_34" -> "750 linear_33" [style=solid, label="(12, 512)"]; +"743 relu__5_0_0_nncf_smooth_quant_0" -> "744 quantize_per_tensor_96" [style=solid, label="(1, 15, 15, 512)"]; +"744 quantize_per_tensor_96" -> "745 dequantize_per_tensor_97" [style=solid, label="(1, 15, 15, 512)"]; +"745 dequantize_per_tensor_97" -> "750 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"746 linear_33_scale_0" -> "749 dequantize_per_channel_98" [style=solid, label="(12,)"]; +"747 linear_33_zero_point_0" -> "749 dequantize_per_channel_98" [style=solid, label="(12,)"]; +"748 _frozen_param40" -> "749 dequantize_per_channel_98" [style=solid, label="(12, 512)"]; +"749 dequantize_per_channel_98" -> "750 linear_33" [style=solid, label="(12, 512)"]; "750 linear_33" -> "751 view_26" [style=solid, label="(1, 15, 15, 12)"]; "751 view_26" -> "752 index_5" [style=solid, label="(225, 12)"]; "752 index_5" -> "753 view_27" [style=solid, label="(4096, 12)"]; @@ -2352,13 +2352,13 @@ strict digraph { "763 reshape_22" -> "765 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; "763 reshape_22" -> "792 new_zeros_2" [style=solid, label="(4, 64, 384)"]; "764 clone_5" -> "772 linear_34" [style=solid, label="(1152,)"]; -"765 reshape_22_0_0_nncf_smooth_quant_0" -> "766 quantize_per_tensor_default_35" [style=solid, label="(4, 64, 384)"]; -"766 quantize_per_tensor_default_35" -> "767 dequantize_per_tensor_default_35" [style=solid, label="(4, 64, 384)"]; -"767 dequantize_per_tensor_default_35" -> "772 linear_34" [style=solid, label="(4, 64, 384)"]; -"768 linear_34_scale_0" -> "771 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"769 linear_34_zero_point_0" -> "771 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"770 _frozen_param41" -> "771 dequantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; -"771 dequantize_per_channel_default_35" -> "772 linear_34" [style=solid, label="(1152, 384)"]; +"765 reshape_22_0_0_nncf_smooth_quant_0" -> "766 quantize_per_tensor_99" [style=solid, label="(4, 64, 384)"]; +"766 quantize_per_tensor_99" -> "767 dequantize_per_tensor_100" [style=solid, label="(4, 64, 384)"]; +"767 dequantize_per_tensor_100" -> "772 linear_34" [style=solid, label="(4, 64, 384)"]; +"768 linear_34_scale_0" -> "771 dequantize_per_channel_101" [style=solid, label="(1152,)"]; +"769 linear_34_zero_point_0" -> "771 dequantize_per_channel_101" [style=solid, label="(1152,)"]; +"770 _frozen_param41" -> "771 dequantize_per_channel_101" [style=solid, label="(1152, 384)"]; +"771 dequantize_per_channel_101" -> "772 linear_34" [style=solid, label="(1152, 384)"]; "772 linear_34" -> "773 reshape_23" [style=solid, label="(4, 64, 1152)"]; "773 reshape_23" -> "774 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; "774 permute_25" -> "775 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; @@ -2409,13 +2409,13 @@ strict digraph { "810 matmul_11" -> "811 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; "811 transpose_11" -> "812 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; "812 reshape_25" -> "813 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"813 reshape_25_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"814 quantize_per_tensor_default_36" -> "815 dequantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"815 dequantize_per_tensor_default_36" -> "820 linear_35" [style=solid, label="(4, 64, 384)"]; -"816 linear_35_scale_0" -> "819 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"817 linear_35_zero_point_0" -> "819 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"818 _frozen_param42" -> "819 dequantize_per_channel_default_36" [style=solid, label="(384, 384)"]; -"819 dequantize_per_channel_default_36" -> "820 linear_35" [style=solid, label="(384, 384)"]; +"813 reshape_25_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_102" [style=solid, label="(4, 64, 384)"]; +"814 quantize_per_tensor_102" -> "815 dequantize_per_tensor_103" [style=solid, label="(4, 64, 384)"]; +"815 dequantize_per_tensor_103" -> "820 linear_35" [style=solid, label="(4, 64, 384)"]; +"816 linear_35_scale_0" -> "819 dequantize_per_channel_104" [style=solid, label="(384,)"]; +"817 linear_35_zero_point_0" -> "819 dequantize_per_channel_104" [style=solid, label="(384,)"]; +"818 _frozen_param42" -> "819 dequantize_per_channel_104" [style=solid, label="(384, 384)"]; +"819 dequantize_per_channel_104" -> "820 linear_35" [style=solid, label="(384, 384)"]; "820 linear_35" -> "821 dropout_21" [style=solid, label="(4, 64, 384)"]; "821 dropout_21" -> "822 view_32" [style=solid, label="(4, 64, 384)"]; "822 view_32" -> "823 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; @@ -2430,43 +2430,43 @@ strict digraph { "831 layer_norm_13" -> "832 add_19" [style=solid, label="(1, 14, 14, 384)"]; "832 add_19" -> "833 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "832 add_19" -> "853 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"833 add_19_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"834 quantize_per_tensor_default_37" -> "835 dequantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"835 dequantize_per_tensor_default_37" -> "840 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"836 linear_36_scale_0" -> "839 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"837 linear_36_zero_point_0" -> "839 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"838 _frozen_param43" -> "839 dequantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"839 dequantize_per_channel_default_37" -> "840 linear_36" [style=solid, label="(1536, 384)"]; +"833 add_19_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_105" [style=solid, label="(1, 14, 14, 384)"]; +"834 quantize_per_tensor_105" -> "835 dequantize_per_tensor_106" [style=solid, label="(1, 14, 14, 384)"]; +"835 dequantize_per_tensor_106" -> "840 linear_36" [style=solid, label="(1, 14, 14, 384)"]; +"836 linear_36_scale_0" -> "839 dequantize_per_channel_107" [style=solid, label="(1536,)"]; +"837 linear_36_zero_point_0" -> "839 dequantize_per_channel_107" [style=solid, label="(1536,)"]; +"838 _frozen_param43" -> "839 dequantize_per_channel_107" [style=solid, label="(1536, 384)"]; +"839 dequantize_per_channel_107" -> "840 linear_36" [style=solid, label="(1536, 384)"]; "840 linear_36" -> "841 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; "841 gelu_5" -> "842 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; "842 dropout_22" -> "843 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"843 dropout_22_0_0_nncf_smooth_quant_0" -> "844 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"844 quantize_per_tensor_default_38" -> "845 dequantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"845 dequantize_per_tensor_default_38" -> "850 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"846 linear_37_scale_0" -> "849 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"847 linear_37_zero_point_0" -> "849 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"848 _frozen_param44" -> "849 dequantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"849 dequantize_per_channel_default_38" -> "850 linear_37" [style=solid, label="(384, 1536)"]; +"843 dropout_22_0_0_nncf_smooth_quant_0" -> "844 quantize_per_tensor_108" [style=solid, label="(1, 14, 14, 1536)"]; +"844 quantize_per_tensor_108" -> "845 dequantize_per_tensor_109" [style=solid, label="(1, 14, 14, 1536)"]; +"845 dequantize_per_tensor_109" -> "850 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"846 linear_37_scale_0" -> "849 dequantize_per_channel_110" [style=solid, label="(384,)"]; +"847 linear_37_zero_point_0" -> "849 dequantize_per_channel_110" [style=solid, label="(384,)"]; +"848 _frozen_param44" -> "849 dequantize_per_channel_110" [style=solid, label="(384, 1536)"]; +"849 dequantize_per_channel_110" -> "850 linear_37" [style=solid, label="(384, 1536)"]; "850 linear_37" -> "851 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; "851 dropout_23" -> "852 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; "852 layer_norm_14" -> "853 add_20" [style=solid, label="(1, 14, 14, 384)"]; "853 add_20" -> "878 pad_8" [style=solid, label="(1, 14, 14, 384)"]; "853 add_20" -> "933 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"854 _frozen_param45" -> "855 dequantize_per_tensor_default_39" [style=solid, label="(1, 15, 15, 2)"]; -"855 dequantize_per_tensor_default_39" -> "860 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"856 linear_38_scale_0" -> "859 dequantize_per_channel_default_39" [style=solid, label="(512,)"]; -"857 linear_38_zero_point_0" -> "859 dequantize_per_channel_default_39" [style=solid, label="(512,)"]; -"858 _frozen_param46" -> "859 dequantize_per_channel_default_39" [style=solid, label="(512, 2)"]; -"859 dequantize_per_channel_default_39" -> "860 linear_38" [style=solid, label="(512, 2)"]; +"854 _frozen_param45" -> "855 dequantize_per_tensor_111" [style=solid, label="(1, 15, 15, 2)"]; +"855 dequantize_per_tensor_111" -> "860 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"856 linear_38_scale_0" -> "859 dequantize_per_channel_112" [style=solid, label="(512,)"]; +"857 linear_38_zero_point_0" -> "859 dequantize_per_channel_112" [style=solid, label="(512,)"]; +"858 _frozen_param46" -> "859 dequantize_per_channel_112" [style=solid, label="(512, 2)"]; +"859 dequantize_per_channel_112" -> "860 linear_38" [style=solid, label="(512, 2)"]; "860 linear_38" -> "861 relu__6" [style=solid, label="(1, 15, 15, 512)"]; "861 relu__6" -> "862 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"862 relu__6_0_0_nncf_smooth_quant_0" -> "863 quantize_per_tensor_default_40" [style=solid, label="(1, 15, 15, 512)"]; -"863 quantize_per_tensor_default_40" -> "864 dequantize_per_tensor_default_40" [style=solid, label="(1, 15, 15, 512)"]; -"864 dequantize_per_tensor_default_40" -> "869 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"865 linear_39_scale_0" -> "868 dequantize_per_channel_default_40" [style=solid, label="(12,)"]; -"866 linear_39_zero_point_0" -> "868 dequantize_per_channel_default_40" [style=solid, label="(12,)"]; -"867 _frozen_param47" -> "868 dequantize_per_channel_default_40" [style=solid, label="(12, 512)"]; -"868 dequantize_per_channel_default_40" -> "869 linear_39" [style=solid, label="(12, 512)"]; +"862 relu__6_0_0_nncf_smooth_quant_0" -> "863 quantize_per_tensor_113" [style=solid, label="(1, 15, 15, 512)"]; +"863 quantize_per_tensor_113" -> "864 dequantize_per_tensor_114" [style=solid, label="(1, 15, 15, 512)"]; +"864 dequantize_per_tensor_114" -> "869 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"865 linear_39_scale_0" -> "868 dequantize_per_channel_115" [style=solid, label="(12,)"]; +"866 linear_39_zero_point_0" -> "868 dequantize_per_channel_115" [style=solid, label="(12,)"]; +"867 _frozen_param47" -> "868 dequantize_per_channel_115" [style=solid, label="(12, 512)"]; +"868 dequantize_per_channel_115" -> "869 linear_39" [style=solid, label="(12, 512)"]; "869 linear_39" -> "870 view_33" [style=solid, label="(1, 15, 15, 12)"]; "870 view_33" -> "871 index_6" [style=solid, label="(225, 12)"]; "871 index_6" -> "872 view_34" [style=solid, label="(4096, 12)"]; @@ -2481,13 +2481,13 @@ strict digraph { "880 permute_29" -> "881 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; "881 reshape_27" -> "883 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; "882 clone_6" -> "890 linear_40" [style=solid, label="(1152,)"]; -"883 reshape_27_0_0_nncf_smooth_quant_0" -> "884 quantize_per_tensor_default_41" [style=solid, label="(4, 64, 384)"]; -"884 quantize_per_tensor_default_41" -> "885 dequantize_per_tensor_default_41" [style=solid, label="(4, 64, 384)"]; -"885 dequantize_per_tensor_default_41" -> "890 linear_40" [style=solid, label="(4, 64, 384)"]; -"886 linear_40_scale_0" -> "889 dequantize_per_channel_default_41" [style=solid, label="(1152,)"]; -"887 linear_40_zero_point_0" -> "889 dequantize_per_channel_default_41" [style=solid, label="(1152,)"]; -"888 _frozen_param48" -> "889 dequantize_per_channel_default_41" [style=solid, label="(1152, 384)"]; -"889 dequantize_per_channel_default_41" -> "890 linear_40" [style=solid, label="(1152, 384)"]; +"883 reshape_27_0_0_nncf_smooth_quant_0" -> "884 quantize_per_tensor_116" [style=solid, label="(4, 64, 384)"]; +"884 quantize_per_tensor_116" -> "885 dequantize_per_tensor_117" [style=solid, label="(4, 64, 384)"]; +"885 dequantize_per_tensor_117" -> "890 linear_40" [style=solid, label="(4, 64, 384)"]; +"886 linear_40_scale_0" -> "889 dequantize_per_channel_118" [style=solid, label="(1152,)"]; +"887 linear_40_zero_point_0" -> "889 dequantize_per_channel_118" [style=solid, label="(1152,)"]; +"888 _frozen_param48" -> "889 dequantize_per_channel_118" [style=solid, label="(1152, 384)"]; +"889 dequantize_per_channel_118" -> "890 linear_40" [style=solid, label="(1152, 384)"]; "890 linear_40" -> "891 reshape_28" [style=solid, label="(4, 64, 1152)"]; "891 reshape_28" -> "892 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; "892 permute_30" -> "893 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; @@ -2519,13 +2519,13 @@ strict digraph { "912 matmul_13" -> "913 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; "913 transpose_13" -> "914 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; "914 reshape_29" -> "915 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"915 reshape_29_0_0_nncf_smooth_quant_0" -> "916 quantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"916 quantize_per_tensor_default_42" -> "917 dequantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"917 dequantize_per_tensor_default_42" -> "922 linear_41" [style=solid, label="(4, 64, 384)"]; -"918 linear_41_scale_0" -> "921 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"919 linear_41_zero_point_0" -> "921 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"920 _frozen_param49" -> "921 dequantize_per_channel_default_42" [style=solid, label="(384, 384)"]; -"921 dequantize_per_channel_default_42" -> "922 linear_41" [style=solid, label="(384, 384)"]; +"915 reshape_29_0_0_nncf_smooth_quant_0" -> "916 quantize_per_tensor_119" [style=solid, label="(4, 64, 384)"]; +"916 quantize_per_tensor_119" -> "917 dequantize_per_tensor_120" [style=solid, label="(4, 64, 384)"]; +"917 dequantize_per_tensor_120" -> "922 linear_41" [style=solid, label="(4, 64, 384)"]; +"918 linear_41_scale_0" -> "921 dequantize_per_channel_121" [style=solid, label="(384,)"]; +"919 linear_41_zero_point_0" -> "921 dequantize_per_channel_121" [style=solid, label="(384,)"]; +"920 _frozen_param49" -> "921 dequantize_per_channel_121" [style=solid, label="(384, 384)"]; +"921 dequantize_per_channel_121" -> "922 linear_41" [style=solid, label="(384, 384)"]; "922 linear_41" -> "923 dropout_25" [style=solid, label="(4, 64, 384)"]; "923 dropout_25" -> "924 view_36" [style=solid, label="(4, 64, 384)"]; "924 view_36" -> "925 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; @@ -2539,43 +2539,43 @@ strict digraph { "932 layer_norm_15" -> "933 add_22" [style=solid, label="(1, 14, 14, 384)"]; "933 add_22" -> "934 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "933 add_22" -> "954 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"934 add_22_0_0_nncf_smooth_quant_0" -> "935 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"935 quantize_per_tensor_default_43" -> "936 dequantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"936 dequantize_per_tensor_default_43" -> "941 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"937 linear_42_scale_0" -> "940 dequantize_per_channel_default_43" [style=solid, label="(1536,)"]; -"938 linear_42_zero_point_0" -> "940 dequantize_per_channel_default_43" [style=solid, label="(1536,)"]; -"939 _frozen_param50" -> "940 dequantize_per_channel_default_43" [style=solid, label="(1536, 384)"]; -"940 dequantize_per_channel_default_43" -> "941 linear_42" [style=solid, label="(1536, 384)"]; +"934 add_22_0_0_nncf_smooth_quant_0" -> "935 quantize_per_tensor_122" [style=solid, label="(1, 14, 14, 384)"]; +"935 quantize_per_tensor_122" -> "936 dequantize_per_tensor_123" [style=solid, label="(1, 14, 14, 384)"]; +"936 dequantize_per_tensor_123" -> "941 linear_42" [style=solid, label="(1, 14, 14, 384)"]; +"937 linear_42_scale_0" -> "940 dequantize_per_channel_124" [style=solid, label="(1536,)"]; +"938 linear_42_zero_point_0" -> "940 dequantize_per_channel_124" [style=solid, label="(1536,)"]; +"939 _frozen_param50" -> "940 dequantize_per_channel_124" [style=solid, label="(1536, 384)"]; +"940 dequantize_per_channel_124" -> "941 linear_42" [style=solid, label="(1536, 384)"]; "941 linear_42" -> "942 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; "942 gelu_6" -> "943 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; "943 dropout_26" -> "944 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"944 dropout_26_0_0_nncf_smooth_quant_0" -> "945 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"945 quantize_per_tensor_default_44" -> "946 dequantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"946 dequantize_per_tensor_default_44" -> "951 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"947 linear_43_scale_0" -> "950 dequantize_per_channel_default_44" [style=solid, label="(384,)"]; -"948 linear_43_zero_point_0" -> "950 dequantize_per_channel_default_44" [style=solid, label="(384,)"]; -"949 _frozen_param51" -> "950 dequantize_per_channel_default_44" [style=solid, label="(384, 1536)"]; -"950 dequantize_per_channel_default_44" -> "951 linear_43" [style=solid, label="(384, 1536)"]; +"944 dropout_26_0_0_nncf_smooth_quant_0" -> "945 quantize_per_tensor_125" [style=solid, label="(1, 14, 14, 1536)"]; +"945 quantize_per_tensor_125" -> "946 dequantize_per_tensor_126" [style=solid, label="(1, 14, 14, 1536)"]; +"946 dequantize_per_tensor_126" -> "951 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"947 linear_43_scale_0" -> "950 dequantize_per_channel_127" [style=solid, label="(384,)"]; +"948 linear_43_zero_point_0" -> "950 dequantize_per_channel_127" [style=solid, label="(384,)"]; +"949 _frozen_param51" -> "950 dequantize_per_channel_127" [style=solid, label="(384, 1536)"]; +"950 dequantize_per_channel_127" -> "951 linear_43" [style=solid, label="(384, 1536)"]; "951 linear_43" -> "952 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; "952 dropout_27" -> "953 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; "953 layer_norm_16" -> "954 add_23" [style=solid, label="(1, 14, 14, 384)"]; "954 add_23" -> "979 pad_9" [style=solid, label="(1, 14, 14, 384)"]; "954 add_23" -> "1052 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"955 _frozen_param52" -> "956 dequantize_per_tensor_default_45" [style=solid, label="(1, 15, 15, 2)"]; -"956 dequantize_per_tensor_default_45" -> "961 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"957 linear_44_scale_0" -> "960 dequantize_per_channel_default_45" [style=solid, label="(512,)"]; -"958 linear_44_zero_point_0" -> "960 dequantize_per_channel_default_45" [style=solid, label="(512,)"]; -"959 _frozen_param53" -> "960 dequantize_per_channel_default_45" [style=solid, label="(512, 2)"]; -"960 dequantize_per_channel_default_45" -> "961 linear_44" [style=solid, label="(512, 2)"]; +"955 _frozen_param52" -> "956 dequantize_per_tensor_128" [style=solid, label="(1, 15, 15, 2)"]; +"956 dequantize_per_tensor_128" -> "961 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"957 linear_44_scale_0" -> "960 dequantize_per_channel_129" [style=solid, label="(512,)"]; +"958 linear_44_zero_point_0" -> "960 dequantize_per_channel_129" [style=solid, label="(512,)"]; +"959 _frozen_param53" -> "960 dequantize_per_channel_129" [style=solid, label="(512, 2)"]; +"960 dequantize_per_channel_129" -> "961 linear_44" [style=solid, label="(512, 2)"]; "961 linear_44" -> "962 relu__7" [style=solid, label="(1, 15, 15, 512)"]; "962 relu__7" -> "963 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"963 relu__7_0_0_nncf_smooth_quant_0" -> "964 quantize_per_tensor_default_46" [style=solid, label="(1, 15, 15, 512)"]; -"964 quantize_per_tensor_default_46" -> "965 dequantize_per_tensor_default_46" [style=solid, label="(1, 15, 15, 512)"]; -"965 dequantize_per_tensor_default_46" -> "970 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"966 linear_45_scale_0" -> "969 dequantize_per_channel_default_46" [style=solid, label="(12,)"]; -"967 linear_45_zero_point_0" -> "969 dequantize_per_channel_default_46" [style=solid, label="(12,)"]; -"968 _frozen_param54" -> "969 dequantize_per_channel_default_46" [style=solid, label="(12, 512)"]; -"969 dequantize_per_channel_default_46" -> "970 linear_45" [style=solid, label="(12, 512)"]; +"963 relu__7_0_0_nncf_smooth_quant_0" -> "964 quantize_per_tensor_130" [style=solid, label="(1, 15, 15, 512)"]; +"964 quantize_per_tensor_130" -> "965 dequantize_per_tensor_131" [style=solid, label="(1, 15, 15, 512)"]; +"965 dequantize_per_tensor_131" -> "970 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"966 linear_45_scale_0" -> "969 dequantize_per_channel_132" [style=solid, label="(12,)"]; +"967 linear_45_zero_point_0" -> "969 dequantize_per_channel_132" [style=solid, label="(12,)"]; +"968 _frozen_param54" -> "969 dequantize_per_channel_132" [style=solid, label="(12, 512)"]; +"969 dequantize_per_channel_132" -> "970 linear_45" [style=solid, label="(12, 512)"]; "970 linear_45" -> "971 view_37" [style=solid, label="(1, 15, 15, 12)"]; "971 view_37" -> "972 index_7" [style=solid, label="(225, 12)"]; "972 index_7" -> "973 view_38" [style=solid, label="(4096, 12)"]; @@ -2592,13 +2592,13 @@ strict digraph { "983 reshape_31" -> "985 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; "983 reshape_31" -> "1012 new_zeros_3" [style=solid, label="(4, 64, 384)"]; "984 clone_7" -> "992 linear_46" [style=solid, label="(1152,)"]; -"985 reshape_31_0_0_nncf_smooth_quant_0" -> "986 quantize_per_tensor_default_47" [style=solid, label="(4, 64, 384)"]; -"986 quantize_per_tensor_default_47" -> "987 dequantize_per_tensor_default_47" [style=solid, label="(4, 64, 384)"]; -"987 dequantize_per_tensor_default_47" -> "992 linear_46" [style=solid, label="(4, 64, 384)"]; -"988 linear_46_scale_0" -> "991 dequantize_per_channel_default_47" [style=solid, label="(1152,)"]; -"989 linear_46_zero_point_0" -> "991 dequantize_per_channel_default_47" [style=solid, label="(1152,)"]; -"990 _frozen_param55" -> "991 dequantize_per_channel_default_47" [style=solid, label="(1152, 384)"]; -"991 dequantize_per_channel_default_47" -> "992 linear_46" [style=solid, label="(1152, 384)"]; +"985 reshape_31_0_0_nncf_smooth_quant_0" -> "986 quantize_per_tensor_133" [style=solid, label="(4, 64, 384)"]; +"986 quantize_per_tensor_133" -> "987 dequantize_per_tensor_134" [style=solid, label="(4, 64, 384)"]; +"987 dequantize_per_tensor_134" -> "992 linear_46" [style=solid, label="(4, 64, 384)"]; +"988 linear_46_scale_0" -> "991 dequantize_per_channel_135" [style=solid, label="(1152,)"]; +"989 linear_46_zero_point_0" -> "991 dequantize_per_channel_135" [style=solid, label="(1152,)"]; +"990 _frozen_param55" -> "991 dequantize_per_channel_135" [style=solid, label="(1152, 384)"]; +"991 dequantize_per_channel_135" -> "992 linear_46" [style=solid, label="(1152, 384)"]; "992 linear_46" -> "993 reshape_32" [style=solid, label="(4, 64, 1152)"]; "993 reshape_32" -> "994 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; "994 permute_34" -> "995 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; @@ -2649,13 +2649,13 @@ strict digraph { "1030 matmul_15" -> "1031 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; "1031 transpose_15" -> "1032 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; "1032 reshape_34" -> "1033 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1034 quantize_per_tensor_default_48" -> "1035 dequantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1035 dequantize_per_tensor_default_48" -> "1040 linear_47" [style=solid, label="(4, 64, 384)"]; -"1036 linear_47_scale_0" -> "1039 dequantize_per_channel_default_48" [style=solid, label="(384,)"]; -"1037 linear_47_zero_point_0" -> "1039 dequantize_per_channel_default_48" [style=solid, label="(384,)"]; -"1038 _frozen_param56" -> "1039 dequantize_per_channel_default_48" [style=solid, label="(384, 384)"]; -"1039 dequantize_per_channel_default_48" -> "1040 linear_47" [style=solid, label="(384, 384)"]; +"1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_136" [style=solid, label="(4, 64, 384)"]; +"1034 quantize_per_tensor_136" -> "1035 dequantize_per_tensor_137" [style=solid, label="(4, 64, 384)"]; +"1035 dequantize_per_tensor_137" -> "1040 linear_47" [style=solid, label="(4, 64, 384)"]; +"1036 linear_47_scale_0" -> "1039 dequantize_per_channel_138" [style=solid, label="(384,)"]; +"1037 linear_47_zero_point_0" -> "1039 dequantize_per_channel_138" [style=solid, label="(384,)"]; +"1038 _frozen_param56" -> "1039 dequantize_per_channel_138" [style=solid, label="(384, 384)"]; +"1039 dequantize_per_channel_138" -> "1040 linear_47" [style=solid, label="(384, 384)"]; "1040 linear_47" -> "1041 dropout_29" [style=solid, label="(4, 64, 384)"]; "1041 dropout_29" -> "1042 view_43" [style=solid, label="(4, 64, 384)"]; "1042 view_43" -> "1043 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; @@ -2670,43 +2670,43 @@ strict digraph { "1051 layer_norm_17" -> "1052 add_26" [style=solid, label="(1, 14, 14, 384)"]; "1052 add_26" -> "1053 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "1052 add_26" -> "1073 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1053 add_26_0_0_nncf_smooth_quant_0" -> "1054 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1054 quantize_per_tensor_default_49" -> "1055 dequantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1055 dequantize_per_tensor_default_49" -> "1060 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"1056 linear_48_scale_0" -> "1059 dequantize_per_channel_default_49" [style=solid, label="(1536,)"]; -"1057 linear_48_zero_point_0" -> "1059 dequantize_per_channel_default_49" [style=solid, label="(1536,)"]; -"1058 _frozen_param57" -> "1059 dequantize_per_channel_default_49" [style=solid, label="(1536, 384)"]; -"1059 dequantize_per_channel_default_49" -> "1060 linear_48" [style=solid, label="(1536, 384)"]; +"1053 add_26_0_0_nncf_smooth_quant_0" -> "1054 quantize_per_tensor_139" [style=solid, label="(1, 14, 14, 384)"]; +"1054 quantize_per_tensor_139" -> "1055 dequantize_per_tensor_140" [style=solid, label="(1, 14, 14, 384)"]; +"1055 dequantize_per_tensor_140" -> "1060 linear_48" [style=solid, label="(1, 14, 14, 384)"]; +"1056 linear_48_scale_0" -> "1059 dequantize_per_channel_141" [style=solid, label="(1536,)"]; +"1057 linear_48_zero_point_0" -> "1059 dequantize_per_channel_141" [style=solid, label="(1536,)"]; +"1058 _frozen_param57" -> "1059 dequantize_per_channel_141" [style=solid, label="(1536, 384)"]; +"1059 dequantize_per_channel_141" -> "1060 linear_48" [style=solid, label="(1536, 384)"]; "1060 linear_48" -> "1061 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; "1061 gelu_7" -> "1062 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; "1062 dropout_30" -> "1063 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1063 dropout_30_0_0_nncf_smooth_quant_0" -> "1064 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1064 quantize_per_tensor_default_50" -> "1065 dequantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1065 dequantize_per_tensor_default_50" -> "1070 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1066 linear_49_scale_0" -> "1069 dequantize_per_channel_default_50" [style=solid, label="(384,)"]; -"1067 linear_49_zero_point_0" -> "1069 dequantize_per_channel_default_50" [style=solid, label="(384,)"]; -"1068 _frozen_param58" -> "1069 dequantize_per_channel_default_50" [style=solid, label="(384, 1536)"]; -"1069 dequantize_per_channel_default_50" -> "1070 linear_49" [style=solid, label="(384, 1536)"]; +"1063 dropout_30_0_0_nncf_smooth_quant_0" -> "1064 quantize_per_tensor_142" [style=solid, label="(1, 14, 14, 1536)"]; +"1064 quantize_per_tensor_142" -> "1065 dequantize_per_tensor_143" [style=solid, label="(1, 14, 14, 1536)"]; +"1065 dequantize_per_tensor_143" -> "1070 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"1066 linear_49_scale_0" -> "1069 dequantize_per_channel_144" [style=solid, label="(384,)"]; +"1067 linear_49_zero_point_0" -> "1069 dequantize_per_channel_144" [style=solid, label="(384,)"]; +"1068 _frozen_param58" -> "1069 dequantize_per_channel_144" [style=solid, label="(384, 1536)"]; +"1069 dequantize_per_channel_144" -> "1070 linear_49" [style=solid, label="(384, 1536)"]; "1070 linear_49" -> "1071 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; "1071 dropout_31" -> "1072 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; "1072 layer_norm_18" -> "1073 add_27" [style=solid, label="(1, 14, 14, 384)"]; "1073 add_27" -> "1098 pad_10" [style=solid, label="(1, 14, 14, 384)"]; "1073 add_27" -> "1153 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1074 _frozen_param59" -> "1075 dequantize_per_tensor_default_51" [style=solid, label="(1, 15, 15, 2)"]; -"1075 dequantize_per_tensor_default_51" -> "1080 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1076 linear_50_scale_0" -> "1079 dequantize_per_channel_default_51" [style=solid, label="(512,)"]; -"1077 linear_50_zero_point_0" -> "1079 dequantize_per_channel_default_51" [style=solid, label="(512,)"]; -"1078 _frozen_param60" -> "1079 dequantize_per_channel_default_51" [style=solid, label="(512, 2)"]; -"1079 dequantize_per_channel_default_51" -> "1080 linear_50" [style=solid, label="(512, 2)"]; +"1074 _frozen_param59" -> "1075 dequantize_per_tensor_145" [style=solid, label="(1, 15, 15, 2)"]; +"1075 dequantize_per_tensor_145" -> "1080 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"1076 linear_50_scale_0" -> "1079 dequantize_per_channel_146" [style=solid, label="(512,)"]; +"1077 linear_50_zero_point_0" -> "1079 dequantize_per_channel_146" [style=solid, label="(512,)"]; +"1078 _frozen_param60" -> "1079 dequantize_per_channel_146" [style=solid, label="(512, 2)"]; +"1079 dequantize_per_channel_146" -> "1080 linear_50" [style=solid, label="(512, 2)"]; "1080 linear_50" -> "1081 relu__8" [style=solid, label="(1, 15, 15, 512)"]; "1081 relu__8" -> "1082 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1082 relu__8_0_0_nncf_smooth_quant_0" -> "1083 quantize_per_tensor_default_52" [style=solid, label="(1, 15, 15, 512)"]; -"1083 quantize_per_tensor_default_52" -> "1084 dequantize_per_tensor_default_52" [style=solid, label="(1, 15, 15, 512)"]; -"1084 dequantize_per_tensor_default_52" -> "1089 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1085 linear_51_scale_0" -> "1088 dequantize_per_channel_default_52" [style=solid, label="(12,)"]; -"1086 linear_51_zero_point_0" -> "1088 dequantize_per_channel_default_52" [style=solid, label="(12,)"]; -"1087 _frozen_param61" -> "1088 dequantize_per_channel_default_52" [style=solid, label="(12, 512)"]; -"1088 dequantize_per_channel_default_52" -> "1089 linear_51" [style=solid, label="(12, 512)"]; +"1082 relu__8_0_0_nncf_smooth_quant_0" -> "1083 quantize_per_tensor_147" [style=solid, label="(1, 15, 15, 512)"]; +"1083 quantize_per_tensor_147" -> "1084 dequantize_per_tensor_148" [style=solid, label="(1, 15, 15, 512)"]; +"1084 dequantize_per_tensor_148" -> "1089 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1085 linear_51_scale_0" -> "1088 dequantize_per_channel_149" [style=solid, label="(12,)"]; +"1086 linear_51_zero_point_0" -> "1088 dequantize_per_channel_149" [style=solid, label="(12,)"]; +"1087 _frozen_param61" -> "1088 dequantize_per_channel_149" [style=solid, label="(12, 512)"]; +"1088 dequantize_per_channel_149" -> "1089 linear_51" [style=solid, label="(12, 512)"]; "1089 linear_51" -> "1090 view_44" [style=solid, label="(1, 15, 15, 12)"]; "1090 view_44" -> "1091 index_8" [style=solid, label="(225, 12)"]; "1091 index_8" -> "1092 view_45" [style=solid, label="(4096, 12)"]; @@ -2721,13 +2721,13 @@ strict digraph { "1100 permute_38" -> "1101 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; "1101 reshape_36" -> "1103 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; "1102 clone_8" -> "1110 linear_52" [style=solid, label="(1152,)"]; -"1103 reshape_36_0_0_nncf_smooth_quant_0" -> "1104 quantize_per_tensor_default_53" [style=solid, label="(4, 64, 384)"]; -"1104 quantize_per_tensor_default_53" -> "1105 dequantize_per_tensor_default_53" [style=solid, label="(4, 64, 384)"]; -"1105 dequantize_per_tensor_default_53" -> "1110 linear_52" [style=solid, label="(4, 64, 384)"]; -"1106 linear_52_scale_0" -> "1109 dequantize_per_channel_default_53" [style=solid, label="(1152,)"]; -"1107 linear_52_zero_point_0" -> "1109 dequantize_per_channel_default_53" [style=solid, label="(1152,)"]; -"1108 _frozen_param62" -> "1109 dequantize_per_channel_default_53" [style=solid, label="(1152, 384)"]; -"1109 dequantize_per_channel_default_53" -> "1110 linear_52" [style=solid, label="(1152, 384)"]; +"1103 reshape_36_0_0_nncf_smooth_quant_0" -> "1104 quantize_per_tensor_150" [style=solid, label="(4, 64, 384)"]; +"1104 quantize_per_tensor_150" -> "1105 dequantize_per_tensor_151" [style=solid, label="(4, 64, 384)"]; +"1105 dequantize_per_tensor_151" -> "1110 linear_52" [style=solid, label="(4, 64, 384)"]; +"1106 linear_52_scale_0" -> "1109 dequantize_per_channel_152" [style=solid, label="(1152,)"]; +"1107 linear_52_zero_point_0" -> "1109 dequantize_per_channel_152" [style=solid, label="(1152,)"]; +"1108 _frozen_param62" -> "1109 dequantize_per_channel_152" [style=solid, label="(1152, 384)"]; +"1109 dequantize_per_channel_152" -> "1110 linear_52" [style=solid, label="(1152, 384)"]; "1110 linear_52" -> "1111 reshape_37" [style=solid, label="(4, 64, 1152)"]; "1111 reshape_37" -> "1112 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; "1112 permute_39" -> "1113 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; @@ -2759,13 +2759,13 @@ strict digraph { "1132 matmul_17" -> "1133 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; "1133 transpose_17" -> "1134 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; "1134 reshape_38" -> "1135 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1135 reshape_38_0_0_nncf_smooth_quant_0" -> "1136 quantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1136 quantize_per_tensor_default_54" -> "1137 dequantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1137 dequantize_per_tensor_default_54" -> "1142 linear_53" [style=solid, label="(4, 64, 384)"]; -"1138 linear_53_scale_0" -> "1141 dequantize_per_channel_default_54" [style=solid, label="(384,)"]; -"1139 linear_53_zero_point_0" -> "1141 dequantize_per_channel_default_54" [style=solid, label="(384,)"]; -"1140 _frozen_param63" -> "1141 dequantize_per_channel_default_54" [style=solid, label="(384, 384)"]; -"1141 dequantize_per_channel_default_54" -> "1142 linear_53" [style=solid, label="(384, 384)"]; +"1135 reshape_38_0_0_nncf_smooth_quant_0" -> "1136 quantize_per_tensor_153" [style=solid, label="(4, 64, 384)"]; +"1136 quantize_per_tensor_153" -> "1137 dequantize_per_tensor_154" [style=solid, label="(4, 64, 384)"]; +"1137 dequantize_per_tensor_154" -> "1142 linear_53" [style=solid, label="(4, 64, 384)"]; +"1138 linear_53_scale_0" -> "1141 dequantize_per_channel_155" [style=solid, label="(384,)"]; +"1139 linear_53_zero_point_0" -> "1141 dequantize_per_channel_155" [style=solid, label="(384,)"]; +"1140 _frozen_param63" -> "1141 dequantize_per_channel_155" [style=solid, label="(384, 384)"]; +"1141 dequantize_per_channel_155" -> "1142 linear_53" [style=solid, label="(384, 384)"]; "1142 linear_53" -> "1143 dropout_33" [style=solid, label="(4, 64, 384)"]; "1143 dropout_33" -> "1144 view_47" [style=solid, label="(4, 64, 384)"]; "1144 view_47" -> "1145 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; @@ -2779,43 +2779,43 @@ strict digraph { "1152 layer_norm_19" -> "1153 add_29" [style=solid, label="(1, 14, 14, 384)"]; "1153 add_29" -> "1154 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "1153 add_29" -> "1174 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1154 add_29_0_0_nncf_smooth_quant_0" -> "1155 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1155 quantize_per_tensor_default_55" -> "1156 dequantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1156 dequantize_per_tensor_default_55" -> "1161 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1157 linear_54_scale_0" -> "1160 dequantize_per_channel_default_55" [style=solid, label="(1536,)"]; -"1158 linear_54_zero_point_0" -> "1160 dequantize_per_channel_default_55" [style=solid, label="(1536,)"]; -"1159 _frozen_param64" -> "1160 dequantize_per_channel_default_55" [style=solid, label="(1536, 384)"]; -"1160 dequantize_per_channel_default_55" -> "1161 linear_54" [style=solid, label="(1536, 384)"]; +"1154 add_29_0_0_nncf_smooth_quant_0" -> "1155 quantize_per_tensor_156" [style=solid, label="(1, 14, 14, 384)"]; +"1155 quantize_per_tensor_156" -> "1156 dequantize_per_tensor_157" [style=solid, label="(1, 14, 14, 384)"]; +"1156 dequantize_per_tensor_157" -> "1161 linear_54" [style=solid, label="(1, 14, 14, 384)"]; +"1157 linear_54_scale_0" -> "1160 dequantize_per_channel_158" [style=solid, label="(1536,)"]; +"1158 linear_54_zero_point_0" -> "1160 dequantize_per_channel_158" [style=solid, label="(1536,)"]; +"1159 _frozen_param64" -> "1160 dequantize_per_channel_158" [style=solid, label="(1536, 384)"]; +"1160 dequantize_per_channel_158" -> "1161 linear_54" [style=solid, label="(1536, 384)"]; "1161 linear_54" -> "1162 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; "1162 gelu_8" -> "1163 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; "1163 dropout_34" -> "1164 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1164 dropout_34_0_0_nncf_smooth_quant_0" -> "1165 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1165 quantize_per_tensor_default_56" -> "1166 dequantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1166 dequantize_per_tensor_default_56" -> "1171 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1167 linear_55_scale_0" -> "1170 dequantize_per_channel_default_56" [style=solid, label="(384,)"]; -"1168 linear_55_zero_point_0" -> "1170 dequantize_per_channel_default_56" [style=solid, label="(384,)"]; -"1169 _frozen_param65" -> "1170 dequantize_per_channel_default_56" [style=solid, label="(384, 1536)"]; -"1170 dequantize_per_channel_default_56" -> "1171 linear_55" [style=solid, label="(384, 1536)"]; +"1164 dropout_34_0_0_nncf_smooth_quant_0" -> "1165 quantize_per_tensor_159" [style=solid, label="(1, 14, 14, 1536)"]; +"1165 quantize_per_tensor_159" -> "1166 dequantize_per_tensor_160" [style=solid, label="(1, 14, 14, 1536)"]; +"1166 dequantize_per_tensor_160" -> "1171 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1167 linear_55_scale_0" -> "1170 dequantize_per_channel_161" [style=solid, label="(384,)"]; +"1168 linear_55_zero_point_0" -> "1170 dequantize_per_channel_161" [style=solid, label="(384,)"]; +"1169 _frozen_param65" -> "1170 dequantize_per_channel_161" [style=solid, label="(384, 1536)"]; +"1170 dequantize_per_channel_161" -> "1171 linear_55" [style=solid, label="(384, 1536)"]; "1171 linear_55" -> "1172 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; "1172 dropout_35" -> "1173 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; "1173 layer_norm_20" -> "1174 add_30" [style=solid, label="(1, 14, 14, 384)"]; "1174 add_30" -> "1199 pad_11" [style=solid, label="(1, 14, 14, 384)"]; "1174 add_30" -> "1272 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1175 _frozen_param66" -> "1176 dequantize_per_tensor_default_57" [style=solid, label="(1, 15, 15, 2)"]; -"1176 dequantize_per_tensor_default_57" -> "1181 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1177 linear_56_scale_0" -> "1180 dequantize_per_channel_default_57" [style=solid, label="(512,)"]; -"1178 linear_56_zero_point_0" -> "1180 dequantize_per_channel_default_57" [style=solid, label="(512,)"]; -"1179 _frozen_param67" -> "1180 dequantize_per_channel_default_57" [style=solid, label="(512, 2)"]; -"1180 dequantize_per_channel_default_57" -> "1181 linear_56" [style=solid, label="(512, 2)"]; +"1175 _frozen_param66" -> "1176 dequantize_per_tensor_162" [style=solid, label="(1, 15, 15, 2)"]; +"1176 dequantize_per_tensor_162" -> "1181 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"1177 linear_56_scale_0" -> "1180 dequantize_per_channel_163" [style=solid, label="(512,)"]; +"1178 linear_56_zero_point_0" -> "1180 dequantize_per_channel_163" [style=solid, label="(512,)"]; +"1179 _frozen_param67" -> "1180 dequantize_per_channel_163" [style=solid, label="(512, 2)"]; +"1180 dequantize_per_channel_163" -> "1181 linear_56" [style=solid, label="(512, 2)"]; "1181 linear_56" -> "1182 relu__9" [style=solid, label="(1, 15, 15, 512)"]; "1182 relu__9" -> "1183 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1183 relu__9_0_0_nncf_smooth_quant_0" -> "1184 quantize_per_tensor_default_58" [style=solid, label="(1, 15, 15, 512)"]; -"1184 quantize_per_tensor_default_58" -> "1185 dequantize_per_tensor_default_58" [style=solid, label="(1, 15, 15, 512)"]; -"1185 dequantize_per_tensor_default_58" -> "1190 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1186 linear_57_scale_0" -> "1189 dequantize_per_channel_default_58" [style=solid, label="(12,)"]; -"1187 linear_57_zero_point_0" -> "1189 dequantize_per_channel_default_58" [style=solid, label="(12,)"]; -"1188 _frozen_param68" -> "1189 dequantize_per_channel_default_58" [style=solid, label="(12, 512)"]; -"1189 dequantize_per_channel_default_58" -> "1190 linear_57" [style=solid, label="(12, 512)"]; +"1183 relu__9_0_0_nncf_smooth_quant_0" -> "1184 quantize_per_tensor_164" [style=solid, label="(1, 15, 15, 512)"]; +"1184 quantize_per_tensor_164" -> "1185 dequantize_per_tensor_165" [style=solid, label="(1, 15, 15, 512)"]; +"1185 dequantize_per_tensor_165" -> "1190 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1186 linear_57_scale_0" -> "1189 dequantize_per_channel_166" [style=solid, label="(12,)"]; +"1187 linear_57_zero_point_0" -> "1189 dequantize_per_channel_166" [style=solid, label="(12,)"]; +"1188 _frozen_param68" -> "1189 dequantize_per_channel_166" [style=solid, label="(12, 512)"]; +"1189 dequantize_per_channel_166" -> "1190 linear_57" [style=solid, label="(12, 512)"]; "1190 linear_57" -> "1191 view_48" [style=solid, label="(1, 15, 15, 12)"]; "1191 view_48" -> "1192 index_9" [style=solid, label="(225, 12)"]; "1192 index_9" -> "1193 view_49" [style=solid, label="(4096, 12)"]; @@ -2832,13 +2832,13 @@ strict digraph { "1203 reshape_40" -> "1205 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; "1203 reshape_40" -> "1232 new_zeros_4" [style=solid, label="(4, 64, 384)"]; "1204 clone_9" -> "1212 linear_58" [style=solid, label="(1152,)"]; -"1205 reshape_40_0_0_nncf_smooth_quant_0" -> "1206 quantize_per_tensor_default_59" [style=solid, label="(4, 64, 384)"]; -"1206 quantize_per_tensor_default_59" -> "1207 dequantize_per_tensor_default_59" [style=solid, label="(4, 64, 384)"]; -"1207 dequantize_per_tensor_default_59" -> "1212 linear_58" [style=solid, label="(4, 64, 384)"]; -"1208 linear_58_scale_0" -> "1211 dequantize_per_channel_default_59" [style=solid, label="(1152,)"]; -"1209 linear_58_zero_point_0" -> "1211 dequantize_per_channel_default_59" [style=solid, label="(1152,)"]; -"1210 _frozen_param69" -> "1211 dequantize_per_channel_default_59" [style=solid, label="(1152, 384)"]; -"1211 dequantize_per_channel_default_59" -> "1212 linear_58" [style=solid, label="(1152, 384)"]; +"1205 reshape_40_0_0_nncf_smooth_quant_0" -> "1206 quantize_per_tensor_167" [style=solid, label="(4, 64, 384)"]; +"1206 quantize_per_tensor_167" -> "1207 dequantize_per_tensor_168" [style=solid, label="(4, 64, 384)"]; +"1207 dequantize_per_tensor_168" -> "1212 linear_58" [style=solid, label="(4, 64, 384)"]; +"1208 linear_58_scale_0" -> "1211 dequantize_per_channel_169" [style=solid, label="(1152,)"]; +"1209 linear_58_zero_point_0" -> "1211 dequantize_per_channel_169" [style=solid, label="(1152,)"]; +"1210 _frozen_param69" -> "1211 dequantize_per_channel_169" [style=solid, label="(1152, 384)"]; +"1211 dequantize_per_channel_169" -> "1212 linear_58" [style=solid, label="(1152, 384)"]; "1212 linear_58" -> "1213 reshape_41" [style=solid, label="(4, 64, 1152)"]; "1213 reshape_41" -> "1214 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; "1214 permute_43" -> "1215 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; @@ -2889,13 +2889,13 @@ strict digraph { "1250 matmul_19" -> "1251 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; "1251 transpose_19" -> "1252 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; "1252 reshape_43" -> "1253 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1253 reshape_43_0_0_nncf_smooth_quant_0" -> "1254 quantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1254 quantize_per_tensor_default_60" -> "1255 dequantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1255 dequantize_per_tensor_default_60" -> "1260 linear_59" [style=solid, label="(4, 64, 384)"]; -"1256 linear_59_scale_0" -> "1259 dequantize_per_channel_default_60" [style=solid, label="(384,)"]; -"1257 linear_59_zero_point_0" -> "1259 dequantize_per_channel_default_60" [style=solid, label="(384,)"]; -"1258 _frozen_param70" -> "1259 dequantize_per_channel_default_60" [style=solid, label="(384, 384)"]; -"1259 dequantize_per_channel_default_60" -> "1260 linear_59" [style=solid, label="(384, 384)"]; +"1253 reshape_43_0_0_nncf_smooth_quant_0" -> "1254 quantize_per_tensor_170" [style=solid, label="(4, 64, 384)"]; +"1254 quantize_per_tensor_170" -> "1255 dequantize_per_tensor_171" [style=solid, label="(4, 64, 384)"]; +"1255 dequantize_per_tensor_171" -> "1260 linear_59" [style=solid, label="(4, 64, 384)"]; +"1256 linear_59_scale_0" -> "1259 dequantize_per_channel_172" [style=solid, label="(384,)"]; +"1257 linear_59_zero_point_0" -> "1259 dequantize_per_channel_172" [style=solid, label="(384,)"]; +"1258 _frozen_param70" -> "1259 dequantize_per_channel_172" [style=solid, label="(384, 384)"]; +"1259 dequantize_per_channel_172" -> "1260 linear_59" [style=solid, label="(384, 384)"]; "1260 linear_59" -> "1261 dropout_37" [style=solid, label="(4, 64, 384)"]; "1261 dropout_37" -> "1262 view_54" [style=solid, label="(4, 64, 384)"]; "1262 view_54" -> "1263 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; @@ -2910,23 +2910,23 @@ strict digraph { "1271 layer_norm_21" -> "1272 add_33" [style=solid, label="(1, 14, 14, 384)"]; "1272 add_33" -> "1273 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; "1272 add_33" -> "1293 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1273 add_33_0_0_nncf_smooth_quant_0" -> "1274 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1274 quantize_per_tensor_default_61" -> "1275 dequantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1275 dequantize_per_tensor_default_61" -> "1280 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1276 linear_60_scale_0" -> "1279 dequantize_per_channel_default_61" [style=solid, label="(1536,)"]; -"1277 linear_60_zero_point_0" -> "1279 dequantize_per_channel_default_61" [style=solid, label="(1536,)"]; -"1278 _frozen_param71" -> "1279 dequantize_per_channel_default_61" [style=solid, label="(1536, 384)"]; -"1279 dequantize_per_channel_default_61" -> "1280 linear_60" [style=solid, label="(1536, 384)"]; +"1273 add_33_0_0_nncf_smooth_quant_0" -> "1274 quantize_per_tensor_173" [style=solid, label="(1, 14, 14, 384)"]; +"1274 quantize_per_tensor_173" -> "1275 dequantize_per_tensor_174" [style=solid, label="(1, 14, 14, 384)"]; +"1275 dequantize_per_tensor_174" -> "1280 linear_60" [style=solid, label="(1, 14, 14, 384)"]; +"1276 linear_60_scale_0" -> "1279 dequantize_per_channel_175" [style=solid, label="(1536,)"]; +"1277 linear_60_zero_point_0" -> "1279 dequantize_per_channel_175" [style=solid, label="(1536,)"]; +"1278 _frozen_param71" -> "1279 dequantize_per_channel_175" [style=solid, label="(1536, 384)"]; +"1279 dequantize_per_channel_175" -> "1280 linear_60" [style=solid, label="(1536, 384)"]; "1280 linear_60" -> "1281 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; "1281 gelu_9" -> "1282 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; "1282 dropout_38" -> "1283 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1283 dropout_38_0_0_nncf_smooth_quant_0" -> "1284 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1284 quantize_per_tensor_default_62" -> "1285 dequantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1285 dequantize_per_tensor_default_62" -> "1290 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1286 linear_61_scale_0" -> "1289 dequantize_per_channel_default_62" [style=solid, label="(384,)"]; -"1287 linear_61_zero_point_0" -> "1289 dequantize_per_channel_default_62" [style=solid, label="(384,)"]; -"1288 _frozen_param72" -> "1289 dequantize_per_channel_default_62" [style=solid, label="(384, 1536)"]; -"1289 dequantize_per_channel_default_62" -> "1290 linear_61" [style=solid, label="(384, 1536)"]; +"1283 dropout_38_0_0_nncf_smooth_quant_0" -> "1284 quantize_per_tensor_176" [style=solid, label="(1, 14, 14, 1536)"]; +"1284 quantize_per_tensor_176" -> "1285 dequantize_per_tensor_177" [style=solid, label="(1, 14, 14, 1536)"]; +"1285 dequantize_per_tensor_177" -> "1290 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1286 linear_61_scale_0" -> "1289 dequantize_per_channel_178" [style=solid, label="(384,)"]; +"1287 linear_61_zero_point_0" -> "1289 dequantize_per_channel_178" [style=solid, label="(384,)"]; +"1288 _frozen_param72" -> "1289 dequantize_per_channel_178" [style=solid, label="(384, 1536)"]; +"1289 dequantize_per_channel_178" -> "1290 linear_61" [style=solid, label="(384, 1536)"]; "1290 linear_61" -> "1291 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; "1291 dropout_39" -> "1292 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; "1292 layer_norm_22" -> "1293 add_34" [style=solid, label="(1, 14, 14, 384)"]; @@ -2948,31 +2948,31 @@ strict digraph { "1305 slice_171" -> "1306 slice_172" [style=solid, label="(1, 7, 7, 384)"]; "1306 slice_172" -> "1307 cat_2" [style=solid, label="(1, 7, 7, 384)"]; "1307 cat_2" -> "1308 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; -"1308 cat_2_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1309 quantize_per_tensor_default_63" -> "1310 dequantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1310 dequantize_per_tensor_default_63" -> "1315 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1311 linear_62_scale_0" -> "1314 dequantize_per_channel_default_63" [style=solid, label="(768,)"]; -"1312 linear_62_zero_point_0" -> "1314 dequantize_per_channel_default_63" [style=solid, label="(768,)"]; -"1313 _frozen_param73" -> "1314 dequantize_per_channel_default_63" [style=solid, label="(768, 1536)"]; -"1314 dequantize_per_channel_default_63" -> "1315 linear_62" [style=solid, label="(768, 1536)"]; +"1308 cat_2_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_179" [style=solid, label="(1, 7, 7, 1536)"]; +"1309 quantize_per_tensor_179" -> "1310 dequantize_per_tensor_180" [style=solid, label="(1, 7, 7, 1536)"]; +"1310 dequantize_per_tensor_180" -> "1315 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1311 linear_62_scale_0" -> "1314 dequantize_per_channel_181" [style=solid, label="(768,)"]; +"1312 linear_62_zero_point_0" -> "1314 dequantize_per_channel_181" [style=solid, label="(768,)"]; +"1313 _frozen_param73" -> "1314 dequantize_per_channel_181" [style=solid, label="(768, 1536)"]; +"1314 dequantize_per_channel_181" -> "1315 linear_62" [style=solid, label="(768, 1536)"]; "1315 linear_62" -> "1316 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; "1316 layer_norm_23" -> "1341 pad_13" [style=solid, label="(1, 7, 7, 768)"]; "1316 layer_norm_23" -> "1396 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1317 _frozen_param74" -> "1318 dequantize_per_tensor_default_64" [style=solid, label="(1, 15, 15, 2)"]; -"1318 dequantize_per_tensor_default_64" -> "1323 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1319 linear_63_scale_0" -> "1322 dequantize_per_channel_default_64" [style=solid, label="(512,)"]; -"1320 linear_63_zero_point_0" -> "1322 dequantize_per_channel_default_64" [style=solid, label="(512,)"]; -"1321 _frozen_param75" -> "1322 dequantize_per_channel_default_64" [style=solid, label="(512, 2)"]; -"1322 dequantize_per_channel_default_64" -> "1323 linear_63" [style=solid, label="(512, 2)"]; +"1317 _frozen_param74" -> "1318 dequantize_per_tensor_182" [style=solid, label="(1, 15, 15, 2)"]; +"1318 dequantize_per_tensor_182" -> "1323 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"1319 linear_63_scale_0" -> "1322 dequantize_per_channel_183" [style=solid, label="(512,)"]; +"1320 linear_63_zero_point_0" -> "1322 dequantize_per_channel_183" [style=solid, label="(512,)"]; +"1321 _frozen_param75" -> "1322 dequantize_per_channel_183" [style=solid, label="(512, 2)"]; +"1322 dequantize_per_channel_183" -> "1323 linear_63" [style=solid, label="(512, 2)"]; "1323 linear_63" -> "1324 relu__10" [style=solid, label="(1, 15, 15, 512)"]; "1324 relu__10" -> "1325 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1325 relu__10_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_default_65" [style=solid, label="(1, 15, 15, 512)"]; -"1326 quantize_per_tensor_default_65" -> "1327 dequantize_per_tensor_default_65" [style=solid, label="(1, 15, 15, 512)"]; -"1327 dequantize_per_tensor_default_65" -> "1332 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1328 linear_64_scale_0" -> "1331 dequantize_per_channel_default_65" [style=solid, label="(24,)"]; -"1329 linear_64_zero_point_0" -> "1331 dequantize_per_channel_default_65" [style=solid, label="(24,)"]; -"1330 _frozen_param76" -> "1331 dequantize_per_channel_default_65" [style=solid, label="(24, 512)"]; -"1331 dequantize_per_channel_default_65" -> "1332 linear_64" [style=solid, label="(24, 512)"]; +"1325 relu__10_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_184" [style=solid, label="(1, 15, 15, 512)"]; +"1326 quantize_per_tensor_184" -> "1327 dequantize_per_tensor_185" [style=solid, label="(1, 15, 15, 512)"]; +"1327 dequantize_per_tensor_185" -> "1332 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1328 linear_64_scale_0" -> "1331 dequantize_per_channel_186" [style=solid, label="(24,)"]; +"1329 linear_64_zero_point_0" -> "1331 dequantize_per_channel_186" [style=solid, label="(24,)"]; +"1330 _frozen_param76" -> "1331 dequantize_per_channel_186" [style=solid, label="(24, 512)"]; +"1331 dequantize_per_channel_186" -> "1332 linear_64" [style=solid, label="(24, 512)"]; "1332 linear_64" -> "1333 view_55" [style=solid, label="(1, 15, 15, 24)"]; "1333 view_55" -> "1334 index_10" [style=solid, label="(225, 24)"]; "1334 index_10" -> "1335 view_56" [style=solid, label="(4096, 24)"]; @@ -2987,13 +2987,13 @@ strict digraph { "1343 permute_47" -> "1344 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; "1344 reshape_45" -> "1346 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; "1345 clone_10" -> "1353 linear_65" [style=solid, label="(2304,)"]; -"1346 reshape_45_0_0_nncf_smooth_quant_0" -> "1347 quantize_per_tensor_default_66" [style=solid, label="(1, 64, 768)"]; -"1347 quantize_per_tensor_default_66" -> "1348 dequantize_per_tensor_default_66" [style=solid, label="(1, 64, 768)"]; -"1348 dequantize_per_tensor_default_66" -> "1353 linear_65" [style=solid, label="(1, 64, 768)"]; -"1349 linear_65_scale_0" -> "1352 dequantize_per_channel_default_66" [style=solid, label="(2304,)"]; -"1350 linear_65_zero_point_0" -> "1352 dequantize_per_channel_default_66" [style=solid, label="(2304,)"]; -"1351 _frozen_param77" -> "1352 dequantize_per_channel_default_66" [style=solid, label="(2304, 768)"]; -"1352 dequantize_per_channel_default_66" -> "1353 linear_65" [style=solid, label="(2304, 768)"]; +"1346 reshape_45_0_0_nncf_smooth_quant_0" -> "1347 quantize_per_tensor_187" [style=solid, label="(1, 64, 768)"]; +"1347 quantize_per_tensor_187" -> "1348 dequantize_per_tensor_188" [style=solid, label="(1, 64, 768)"]; +"1348 dequantize_per_tensor_188" -> "1353 linear_65" [style=solid, label="(1, 64, 768)"]; +"1349 linear_65_scale_0" -> "1352 dequantize_per_channel_189" [style=solid, label="(2304,)"]; +"1350 linear_65_zero_point_0" -> "1352 dequantize_per_channel_189" [style=solid, label="(2304,)"]; +"1351 _frozen_param77" -> "1352 dequantize_per_channel_189" [style=solid, label="(2304, 768)"]; +"1352 dequantize_per_channel_189" -> "1353 linear_65" [style=solid, label="(2304, 768)"]; "1353 linear_65" -> "1354 reshape_46" [style=solid, label="(1, 64, 2304)"]; "1354 reshape_46" -> "1355 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; "1355 permute_48" -> "1356 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; @@ -3025,13 +3025,13 @@ strict digraph { "1375 matmul_21" -> "1376 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; "1376 transpose_21" -> "1377 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; "1377 reshape_47" -> "1378 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1378 reshape_47_0_0_nncf_smooth_quant_0" -> "1379 quantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1379 quantize_per_tensor_default_67" -> "1380 dequantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1380 dequantize_per_tensor_default_67" -> "1385 linear_66" [style=solid, label="(1, 64, 768)"]; -"1381 linear_66_scale_0" -> "1384 dequantize_per_channel_default_67" [style=solid, label="(768,)"]; -"1382 linear_66_zero_point_0" -> "1384 dequantize_per_channel_default_67" [style=solid, label="(768,)"]; -"1383 _frozen_param78" -> "1384 dequantize_per_channel_default_67" [style=solid, label="(768, 768)"]; -"1384 dequantize_per_channel_default_67" -> "1385 linear_66" [style=solid, label="(768, 768)"]; +"1378 reshape_47_0_0_nncf_smooth_quant_0" -> "1379 quantize_per_tensor_190" [style=solid, label="(1, 64, 768)"]; +"1379 quantize_per_tensor_190" -> "1380 dequantize_per_tensor_191" [style=solid, label="(1, 64, 768)"]; +"1380 dequantize_per_tensor_191" -> "1385 linear_66" [style=solid, label="(1, 64, 768)"]; +"1381 linear_66_scale_0" -> "1384 dequantize_per_channel_192" [style=solid, label="(768,)"]; +"1382 linear_66_zero_point_0" -> "1384 dequantize_per_channel_192" [style=solid, label="(768,)"]; +"1383 _frozen_param78" -> "1384 dequantize_per_channel_192" [style=solid, label="(768, 768)"]; +"1384 dequantize_per_channel_192" -> "1385 linear_66" [style=solid, label="(768, 768)"]; "1385 linear_66" -> "1386 dropout_41" [style=solid, label="(1, 64, 768)"]; "1386 dropout_41" -> "1387 view_58" [style=solid, label="(1, 64, 768)"]; "1387 view_58" -> "1388 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; @@ -3045,43 +3045,43 @@ strict digraph { "1395 layer_norm_24" -> "1396 add_36" [style=solid, label="(1, 7, 7, 768)"]; "1396 add_36" -> "1397 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; "1396 add_36" -> "1417 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1397 add_36_0_0_nncf_smooth_quant_0" -> "1398 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1398 quantize_per_tensor_default_68" -> "1399 dequantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1399 dequantize_per_tensor_default_68" -> "1404 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1400 linear_67_scale_0" -> "1403 dequantize_per_channel_default_68" [style=solid, label="(3072,)"]; -"1401 linear_67_zero_point_0" -> "1403 dequantize_per_channel_default_68" [style=solid, label="(3072,)"]; -"1402 _frozen_param79" -> "1403 dequantize_per_channel_default_68" [style=solid, label="(3072, 768)"]; -"1403 dequantize_per_channel_default_68" -> "1404 linear_67" [style=solid, label="(3072, 768)"]; +"1397 add_36_0_0_nncf_smooth_quant_0" -> "1398 quantize_per_tensor_193" [style=solid, label="(1, 7, 7, 768)"]; +"1398 quantize_per_tensor_193" -> "1399 dequantize_per_tensor_194" [style=solid, label="(1, 7, 7, 768)"]; +"1399 dequantize_per_tensor_194" -> "1404 linear_67" [style=solid, label="(1, 7, 7, 768)"]; +"1400 linear_67_scale_0" -> "1403 dequantize_per_channel_195" [style=solid, label="(3072,)"]; +"1401 linear_67_zero_point_0" -> "1403 dequantize_per_channel_195" [style=solid, label="(3072,)"]; +"1402 _frozen_param79" -> "1403 dequantize_per_channel_195" [style=solid, label="(3072, 768)"]; +"1403 dequantize_per_channel_195" -> "1404 linear_67" [style=solid, label="(3072, 768)"]; "1404 linear_67" -> "1405 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; "1405 gelu_10" -> "1406 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; "1406 dropout_42" -> "1407 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1407 dropout_42_0_0_nncf_smooth_quant_0" -> "1408 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1408 quantize_per_tensor_default_69" -> "1409 dequantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1409 dequantize_per_tensor_default_69" -> "1414 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1410 linear_68_scale_0" -> "1413 dequantize_per_channel_default_69" [style=solid, label="(768,)"]; -"1411 linear_68_zero_point_0" -> "1413 dequantize_per_channel_default_69" [style=solid, label="(768,)"]; -"1412 _frozen_param80" -> "1413 dequantize_per_channel_default_69" [style=solid, label="(768, 3072)"]; -"1413 dequantize_per_channel_default_69" -> "1414 linear_68" [style=solid, label="(768, 3072)"]; +"1407 dropout_42_0_0_nncf_smooth_quant_0" -> "1408 quantize_per_tensor_196" [style=solid, label="(1, 7, 7, 3072)"]; +"1408 quantize_per_tensor_196" -> "1409 dequantize_per_tensor_197" [style=solid, label="(1, 7, 7, 3072)"]; +"1409 dequantize_per_tensor_197" -> "1414 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1410 linear_68_scale_0" -> "1413 dequantize_per_channel_198" [style=solid, label="(768,)"]; +"1411 linear_68_zero_point_0" -> "1413 dequantize_per_channel_198" [style=solid, label="(768,)"]; +"1412 _frozen_param80" -> "1413 dequantize_per_channel_198" [style=solid, label="(768, 3072)"]; +"1413 dequantize_per_channel_198" -> "1414 linear_68" [style=solid, label="(768, 3072)"]; "1414 linear_68" -> "1415 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; "1415 dropout_43" -> "1416 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; "1416 layer_norm_25" -> "1417 add_37" [style=solid, label="(1, 7, 7, 768)"]; "1417 add_37" -> "1442 pad_14" [style=solid, label="(1, 7, 7, 768)"]; "1417 add_37" -> "1497 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1418 _frozen_param81" -> "1419 dequantize_per_tensor_default_70" [style=solid, label="(1, 15, 15, 2)"]; -"1419 dequantize_per_tensor_default_70" -> "1424 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1420 linear_69_scale_0" -> "1423 dequantize_per_channel_default_70" [style=solid, label="(512,)"]; -"1421 linear_69_zero_point_0" -> "1423 dequantize_per_channel_default_70" [style=solid, label="(512,)"]; -"1422 _frozen_param82" -> "1423 dequantize_per_channel_default_70" [style=solid, label="(512, 2)"]; -"1423 dequantize_per_channel_default_70" -> "1424 linear_69" [style=solid, label="(512, 2)"]; +"1418 _frozen_param81" -> "1419 dequantize_per_tensor_199" [style=solid, label="(1, 15, 15, 2)"]; +"1419 dequantize_per_tensor_199" -> "1424 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"1420 linear_69_scale_0" -> "1423 dequantize_per_channel_200" [style=solid, label="(512,)"]; +"1421 linear_69_zero_point_0" -> "1423 dequantize_per_channel_200" [style=solid, label="(512,)"]; +"1422 _frozen_param82" -> "1423 dequantize_per_channel_200" [style=solid, label="(512, 2)"]; +"1423 dequantize_per_channel_200" -> "1424 linear_69" [style=solid, label="(512, 2)"]; "1424 linear_69" -> "1425 relu__11" [style=solid, label="(1, 15, 15, 512)"]; "1425 relu__11" -> "1426 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1426 relu__11_0_0_nncf_smooth_quant_0" -> "1427 quantize_per_tensor_default_71" [style=solid, label="(1, 15, 15, 512)"]; -"1427 quantize_per_tensor_default_71" -> "1428 dequantize_per_tensor_default_71" [style=solid, label="(1, 15, 15, 512)"]; -"1428 dequantize_per_tensor_default_71" -> "1433 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1429 linear_70_scale_0" -> "1432 dequantize_per_channel_default_71" [style=solid, label="(24,)"]; -"1430 linear_70_zero_point_0" -> "1432 dequantize_per_channel_default_71" [style=solid, label="(24,)"]; -"1431 _frozen_param83" -> "1432 dequantize_per_channel_default_71" [style=solid, label="(24, 512)"]; -"1432 dequantize_per_channel_default_71" -> "1433 linear_70" [style=solid, label="(24, 512)"]; +"1426 relu__11_0_0_nncf_smooth_quant_0" -> "1427 quantize_per_tensor_201" [style=solid, label="(1, 15, 15, 512)"]; +"1427 quantize_per_tensor_201" -> "1428 dequantize_per_tensor_202" [style=solid, label="(1, 15, 15, 512)"]; +"1428 dequantize_per_tensor_202" -> "1433 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1429 linear_70_scale_0" -> "1432 dequantize_per_channel_203" [style=solid, label="(24,)"]; +"1430 linear_70_zero_point_0" -> "1432 dequantize_per_channel_203" [style=solid, label="(24,)"]; +"1431 _frozen_param83" -> "1432 dequantize_per_channel_203" [style=solid, label="(24, 512)"]; +"1432 dequantize_per_channel_203" -> "1433 linear_70" [style=solid, label="(24, 512)"]; "1433 linear_70" -> "1434 view_59" [style=solid, label="(1, 15, 15, 24)"]; "1434 view_59" -> "1435 index_11" [style=solid, label="(225, 24)"]; "1435 index_11" -> "1436 view_60" [style=solid, label="(4096, 24)"]; @@ -3096,13 +3096,13 @@ strict digraph { "1444 permute_51" -> "1445 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; "1445 reshape_49" -> "1447 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; "1446 clone_11" -> "1454 linear_71" [style=solid, label="(2304,)"]; -"1447 reshape_49_0_0_nncf_smooth_quant_0" -> "1448 quantize_per_tensor_default_72" [style=solid, label="(1, 64, 768)"]; -"1448 quantize_per_tensor_default_72" -> "1449 dequantize_per_tensor_default_72" [style=solid, label="(1, 64, 768)"]; -"1449 dequantize_per_tensor_default_72" -> "1454 linear_71" [style=solid, label="(1, 64, 768)"]; -"1450 linear_71_scale_0" -> "1453 dequantize_per_channel_default_72" [style=solid, label="(2304,)"]; -"1451 linear_71_zero_point_0" -> "1453 dequantize_per_channel_default_72" [style=solid, label="(2304,)"]; -"1452 _frozen_param84" -> "1453 dequantize_per_channel_default_72" [style=solid, label="(2304, 768)"]; -"1453 dequantize_per_channel_default_72" -> "1454 linear_71" [style=solid, label="(2304, 768)"]; +"1447 reshape_49_0_0_nncf_smooth_quant_0" -> "1448 quantize_per_tensor_204" [style=solid, label="(1, 64, 768)"]; +"1448 quantize_per_tensor_204" -> "1449 dequantize_per_tensor_205" [style=solid, label="(1, 64, 768)"]; +"1449 dequantize_per_tensor_205" -> "1454 linear_71" [style=solid, label="(1, 64, 768)"]; +"1450 linear_71_scale_0" -> "1453 dequantize_per_channel_206" [style=solid, label="(2304,)"]; +"1451 linear_71_zero_point_0" -> "1453 dequantize_per_channel_206" [style=solid, label="(2304,)"]; +"1452 _frozen_param84" -> "1453 dequantize_per_channel_206" [style=solid, label="(2304, 768)"]; +"1453 dequantize_per_channel_206" -> "1454 linear_71" [style=solid, label="(2304, 768)"]; "1454 linear_71" -> "1455 reshape_50" [style=solid, label="(1, 64, 2304)"]; "1455 reshape_50" -> "1456 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; "1456 permute_52" -> "1457 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; @@ -3134,13 +3134,13 @@ strict digraph { "1476 matmul_23" -> "1477 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; "1477 transpose_23" -> "1478 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; "1478 reshape_51" -> "1479 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1479 reshape_51_0_0_nncf_smooth_quant_0" -> "1480 quantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1480 quantize_per_tensor_default_73" -> "1481 dequantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1481 dequantize_per_tensor_default_73" -> "1486 linear_72" [style=solid, label="(1, 64, 768)"]; -"1482 linear_72_scale_0" -> "1485 dequantize_per_channel_default_73" [style=solid, label="(768,)"]; -"1483 linear_72_zero_point_0" -> "1485 dequantize_per_channel_default_73" [style=solid, label="(768,)"]; -"1484 _frozen_param85" -> "1485 dequantize_per_channel_default_73" [style=solid, label="(768, 768)"]; -"1485 dequantize_per_channel_default_73" -> "1486 linear_72" [style=solid, label="(768, 768)"]; +"1479 reshape_51_0_0_nncf_smooth_quant_0" -> "1480 quantize_per_tensor_207" [style=solid, label="(1, 64, 768)"]; +"1480 quantize_per_tensor_207" -> "1481 dequantize_per_tensor_208" [style=solid, label="(1, 64, 768)"]; +"1481 dequantize_per_tensor_208" -> "1486 linear_72" [style=solid, label="(1, 64, 768)"]; +"1482 linear_72_scale_0" -> "1485 dequantize_per_channel_209" [style=solid, label="(768,)"]; +"1483 linear_72_zero_point_0" -> "1485 dequantize_per_channel_209" [style=solid, label="(768,)"]; +"1484 _frozen_param85" -> "1485 dequantize_per_channel_209" [style=solid, label="(768, 768)"]; +"1485 dequantize_per_channel_209" -> "1486 linear_72" [style=solid, label="(768, 768)"]; "1486 linear_72" -> "1487 dropout_45" [style=solid, label="(1, 64, 768)"]; "1487 dropout_45" -> "1488 view_62" [style=solid, label="(1, 64, 768)"]; "1488 view_62" -> "1489 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; @@ -3154,23 +3154,23 @@ strict digraph { "1496 layer_norm_26" -> "1497 add_39" [style=solid, label="(1, 7, 7, 768)"]; "1497 add_39" -> "1498 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; "1497 add_39" -> "1518 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1498 add_39_0_0_nncf_smooth_quant_0" -> "1499 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1499 quantize_per_tensor_default_74" -> "1500 dequantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1500 dequantize_per_tensor_default_74" -> "1505 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1501 linear_73_scale_0" -> "1504 dequantize_per_channel_default_74" [style=solid, label="(3072,)"]; -"1502 linear_73_zero_point_0" -> "1504 dequantize_per_channel_default_74" [style=solid, label="(3072,)"]; -"1503 _frozen_param86" -> "1504 dequantize_per_channel_default_74" [style=solid, label="(3072, 768)"]; -"1504 dequantize_per_channel_default_74" -> "1505 linear_73" [style=solid, label="(3072, 768)"]; +"1498 add_39_0_0_nncf_smooth_quant_0" -> "1499 quantize_per_tensor_210" [style=solid, label="(1, 7, 7, 768)"]; +"1499 quantize_per_tensor_210" -> "1500 dequantize_per_tensor_211" [style=solid, label="(1, 7, 7, 768)"]; +"1500 dequantize_per_tensor_211" -> "1505 linear_73" [style=solid, label="(1, 7, 7, 768)"]; +"1501 linear_73_scale_0" -> "1504 dequantize_per_channel_212" [style=solid, label="(3072,)"]; +"1502 linear_73_zero_point_0" -> "1504 dequantize_per_channel_212" [style=solid, label="(3072,)"]; +"1503 _frozen_param86" -> "1504 dequantize_per_channel_212" [style=solid, label="(3072, 768)"]; +"1504 dequantize_per_channel_212" -> "1505 linear_73" [style=solid, label="(3072, 768)"]; "1505 linear_73" -> "1506 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; "1506 gelu_11" -> "1507 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; "1507 dropout_46" -> "1508 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1508 dropout_46_0_0_nncf_smooth_quant_0" -> "1509 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1509 quantize_per_tensor_default_75" -> "1510 dequantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1510 dequantize_per_tensor_default_75" -> "1515 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1511 linear_74_scale_0" -> "1514 dequantize_per_channel_default_75" [style=solid, label="(768,)"]; -"1512 linear_74_zero_point_0" -> "1514 dequantize_per_channel_default_75" [style=solid, label="(768,)"]; -"1513 _frozen_param87" -> "1514 dequantize_per_channel_default_75" [style=solid, label="(768, 3072)"]; -"1514 dequantize_per_channel_default_75" -> "1515 linear_74" [style=solid, label="(768, 3072)"]; +"1508 dropout_46_0_0_nncf_smooth_quant_0" -> "1509 quantize_per_tensor_213" [style=solid, label="(1, 7, 7, 3072)"]; +"1509 quantize_per_tensor_213" -> "1510 dequantize_per_tensor_214" [style=solid, label="(1, 7, 7, 3072)"]; +"1510 dequantize_per_tensor_214" -> "1515 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1511 linear_74_scale_0" -> "1514 dequantize_per_channel_215" [style=solid, label="(768,)"]; +"1512 linear_74_zero_point_0" -> "1514 dequantize_per_channel_215" [style=solid, label="(768,)"]; +"1513 _frozen_param87" -> "1514 dequantize_per_channel_215" [style=solid, label="(768, 3072)"]; +"1514 dequantize_per_channel_215" -> "1515 linear_74" [style=solid, label="(768, 3072)"]; "1515 linear_74" -> "1516 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; "1516 dropout_47" -> "1517 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; "1517 layer_norm_27" -> "1518 add_40" [style=solid, label="(1, 7, 7, 768)"]; @@ -3179,12 +3179,12 @@ strict digraph { "1520 permute_54" -> "1521 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; "1521 adaptive_avg_pool2d" -> "1522 flatten" [style=solid, label="(1, 768, 1, 1)"]; "1522 flatten" -> "1523 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1523 flatten_0_0_nncf_smooth_quant_0" -> "1524 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1524 quantize_per_tensor_default_76" -> "1525 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1525 dequantize_per_tensor_default_76" -> "1530 linear_75" [style=solid, label="(1, 768)"]; -"1526 linear_75_scale_0" -> "1529 dequantize_per_channel_default_76" [style=solid, label="(1000,)"]; -"1527 linear_75_zero_point_0" -> "1529 dequantize_per_channel_default_76" [style=solid, label="(1000,)"]; -"1528 _frozen_param88" -> "1529 dequantize_per_channel_default_76" [style=solid, label="(1000, 768)"]; -"1529 dequantize_per_channel_default_76" -> "1530 linear_75" [style=solid, label="(1000, 768)"]; +"1523 flatten_0_0_nncf_smooth_quant_0" -> "1524 quantize_per_tensor_216" [style=solid, label="(1, 768)"]; +"1524 quantize_per_tensor_216" -> "1525 dequantize_per_tensor_217" [style=solid, label="(1, 768)"]; +"1525 dequantize_per_tensor_217" -> "1530 linear_75" [style=solid, label="(1, 768)"]; +"1526 linear_75_scale_0" -> "1529 dequantize_per_channel_218" [style=solid, label="(1000,)"]; +"1527 linear_75_zero_point_0" -> "1529 dequantize_per_channel_218" [style=solid, label="(1000,)"]; +"1528 _frozen_param88" -> "1529 dequantize_per_channel_218" [style=solid, label="(1000, 768)"]; +"1529 dequantize_per_channel_218" -> "1530 linear_75" [style=solid, label="(1000, 768)"]; "1530 linear_75" -> "1531 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/synthetic_transformer.dot b/tests/torch2/data/fx/X86InductorQuantizer/synthetic_transformer.dot index 462a2e45e41..d08f7a81b98 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/synthetic_transformer.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/synthetic_transformer.dot @@ -1,45 +1,45 @@ -strict digraph { -"0 wte_weight" [id=0, type=get_attr]; -"1 linear_bias" [id=1, type=get_attr]; -"2 lm_head_bias" [id=2, type=get_attr]; +strict digraph { +"0 wte_weight" [id=0, type="get_attr"]; +"1 linear_bias" [id=1, type="get_attr"]; +"2 lm_head_bias" [id=2, type="get_attr"]; "3 input_ids" [id=3, type=input]; "4 embedding" [id=4, type=embedding]; -"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type=call_module]; -"6 quantize_per_tensor_default" [id=6, type=quantize_per_tensor]; -"7 dequantize_per_tensor_default" [id=7, type=dequantize_per_tensor]; -"8 linear_scale_0" [id=8, type=get_attr]; -"9 linear_zero_point_0" [id=9, type=get_attr]; -"10 _frozen_param0" [id=10, type=get_attr]; -"11 dequantize_per_channel_default" [id=11, type=dequantize_per_channel]; +"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type="call_module"]; +"6 quantize_per_tensor_0" [id=6, type="quantize_per_tensor"]; +"7 dequantize_per_tensor_1" [id=7, type="dequantize_per_tensor"]; +"8 linear_scale_0" [id=8, type="get_attr"]; +"9 linear_zero_point_0" [id=9, type="get_attr"]; +"10 _frozen_param0" [id=10, type="get_attr"]; +"11 dequantize_per_channel_2" [id=11, type="dequantize_per_channel"]; "12 linear" [id=12, type=linear]; -"13 linear_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; -"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; -"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; -"16 linear_1_scale_0" [id=16, type=get_attr]; -"17 linear_1_zero_point_0" [id=17, type=get_attr]; -"18 _frozen_param1" [id=18, type=get_attr]; -"19 dequantize_per_channel_default_1" [id=19, type=dequantize_per_channel]; +"13 linear_0_0_nncf_smooth_quant_0" [id=13, type="call_module"]; +"14 quantize_per_tensor_3" [id=14, type="quantize_per_tensor"]; +"15 dequantize_per_tensor_4" [id=15, type="dequantize_per_tensor"]; +"16 linear_1_scale_0" [id=16, type="get_attr"]; +"17 linear_1_zero_point_0" [id=17, type="get_attr"]; +"18 _frozen_param1" [id=18, type="get_attr"]; +"19 dequantize_per_channel_5" [id=19, type="dequantize_per_channel"]; "20 linear_1" [id=20, type=linear]; "21 output" [id=21, type=output]; -"0 wte_weight" -> "4 embedding" [label="(10, 5)", style=solid]; -"1 linear_bias" -> "12 linear" [label="(5,)", style=solid]; -"2 lm_head_bias" -> "20 linear_1" [label="(10,)", style=solid]; -"3 input_ids" -> "4 embedding" [label="(5,)", style=solid]; -"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_default" [label="(5, 5)", style=solid]; -"6 quantize_per_tensor_default" -> "7 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; -"7 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; -"8 linear_scale_0" -> "11 dequantize_per_channel_default" [label="(5,)", style=solid]; -"9 linear_zero_point_0" -> "11 dequantize_per_channel_default" [label="(5,)", style=solid]; -"10 _frozen_param0" -> "11 dequantize_per_channel_default" [label="(5, 5)", style=solid]; -"11 dequantize_per_channel_default" -> "12 linear" [label="(5, 5)", style=solid]; -"12 linear" -> "13 linear_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"13 linear_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"15 dequantize_per_tensor_default_1" -> "20 linear_1" [label="(5, 5)", style=solid]; -"16 linear_1_scale_0" -> "19 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"17 linear_1_zero_point_0" -> "19 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"18 _frozen_param1" -> "19 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; -"19 dequantize_per_channel_default_1" -> "20 linear_1" [label="(10, 5)", style=solid]; -"20 linear_1" -> "21 output" [label="(5, 10)", style=solid]; +"0 wte_weight" -> "4 embedding" [style=solid, label="(10, 5)"]; +"1 linear_bias" -> "12 linear" [style=solid, label="(5,)"]; +"2 lm_head_bias" -> "20 linear_1" [style=solid, label="(10,)"]; +"3 input_ids" -> "4 embedding" [style=solid, label="(5,)"]; +"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [style=solid, label="(5, 5)"]; +"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_0" [style=solid, label="(5, 5)"]; +"6 quantize_per_tensor_0" -> "7 dequantize_per_tensor_1" [style=solid, label="(5, 5)"]; +"7 dequantize_per_tensor_1" -> "12 linear" [style=solid, label="(5, 5)"]; +"8 linear_scale_0" -> "11 dequantize_per_channel_2" [style=solid, label="(5,)"]; +"9 linear_zero_point_0" -> "11 dequantize_per_channel_2" [style=solid, label="(5,)"]; +"10 _frozen_param0" -> "11 dequantize_per_channel_2" [style=solid, label="(5, 5)"]; +"11 dequantize_per_channel_2" -> "12 linear" [style=solid, label="(5, 5)"]; +"12 linear" -> "13 linear_0_0_nncf_smooth_quant_0" [style=solid, label="(5, 5)"]; +"13 linear_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_3" [style=solid, label="(5, 5)"]; +"14 quantize_per_tensor_3" -> "15 dequantize_per_tensor_4" [style=solid, label="(5, 5)"]; +"15 dequantize_per_tensor_4" -> "20 linear_1" [style=solid, label="(5, 5)"]; +"16 linear_1_scale_0" -> "19 dequantize_per_channel_5" [style=solid, label="(10,)"]; +"17 linear_1_zero_point_0" -> "19 dequantize_per_channel_5" [style=solid, label="(10,)"]; +"18 _frozen_param1" -> "19 dequantize_per_channel_5" [style=solid, label="(10, 5)"]; +"19 dequantize_per_channel_5" -> "20 linear_1" [style=solid, label="(10, 5)"]; +"20 linear_1" -> "21 output" [style=solid, label="(5, 10)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/unet.dot b/tests/torch2/data/fx/X86InductorQuantizer/unet.dot index b8bfd005b16..c3b5ab49b13 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/unet.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/unet.dot @@ -27,96 +27,96 @@ strict digraph { "25 up_path_3_conv_block_block_3_bias" [id=25, type="get_attr"]; "26 last_bias" [id=26, type="get_attr"]; "27 x" [id=27, type=input]; -"28 quantize_per_tensor_default" [id=28, type="quantize_per_tensor"]; -"29 dequantize_per_tensor_default" [id=29, type="dequantize_per_tensor"]; +"28 quantize_per_tensor_0" [id=28, type="quantize_per_tensor"]; +"29 dequantize_per_tensor_1" [id=29, type="dequantize_per_tensor"]; "30 conv2d_scale_0" [id=30, type="get_attr"]; "31 conv2d_zero_point_0" [id=31, type="get_attr"]; "32 _frozen_param0" [id=32, type="get_attr"]; -"33 dequantize_per_channel_default" [id=33, type="dequantize_per_channel"]; +"33 dequantize_per_channel_2" [id=33, type="dequantize_per_channel"]; "34 conv2d" [id=34, type=conv2d]; "35 relu" [id=35, type=relu]; -"36 quantize_per_tensor_default_1" [id=36, type="quantize_per_tensor"]; -"37 dequantize_per_tensor_default_1" [id=37, type="dequantize_per_tensor"]; +"36 quantize_per_tensor_3" [id=36, type="quantize_per_tensor"]; +"37 dequantize_per_tensor_4" [id=37, type="dequantize_per_tensor"]; "38 conv2d_1_scale_0" [id=38, type="get_attr"]; "39 conv2d_1_zero_point_0" [id=39, type="get_attr"]; "40 _frozen_param1" [id=40, type="get_attr"]; -"41 dequantize_per_channel_default_1" [id=41, type="dequantize_per_channel"]; +"41 dequantize_per_channel_5" [id=41, type="dequantize_per_channel"]; "42 conv2d_1" [id=42, type=conv2d]; "43 relu_1" [id=43, type=relu]; -"44 quantize_per_tensor_default_2" [id=44, type="quantize_per_tensor"]; -"45 dequantize_per_tensor_default_2" [id=45, type="dequantize_per_tensor"]; +"44 quantize_per_tensor_6" [id=44, type="quantize_per_tensor"]; +"45 dequantize_per_tensor_7" [id=45, type="dequantize_per_tensor"]; "46 max_pool2d" [id=46, type="max_pool2d"]; -"47 quantize_per_tensor_default_3" [id=47, type="quantize_per_tensor"]; -"48 dequantize_per_tensor_default_3" [id=48, type="dequantize_per_tensor"]; +"47 quantize_per_tensor_8" [id=47, type="quantize_per_tensor"]; +"48 dequantize_per_tensor_9" [id=48, type="dequantize_per_tensor"]; "49 conv2d_2_scale_0" [id=49, type="get_attr"]; "50 conv2d_2_zero_point_0" [id=50, type="get_attr"]; "51 _frozen_param2" [id=51, type="get_attr"]; -"52 dequantize_per_channel_default_2" [id=52, type="dequantize_per_channel"]; +"52 dequantize_per_channel_10" [id=52, type="dequantize_per_channel"]; "53 conv2d_2" [id=53, type=conv2d]; "54 relu_2" [id=54, type=relu]; -"55 quantize_per_tensor_default_4" [id=55, type="quantize_per_tensor"]; -"56 dequantize_per_tensor_default_4" [id=56, type="dequantize_per_tensor"]; +"55 quantize_per_tensor_11" [id=55, type="quantize_per_tensor"]; +"56 dequantize_per_tensor_12" [id=56, type="dequantize_per_tensor"]; "57 conv2d_3_scale_0" [id=57, type="get_attr"]; "58 conv2d_3_zero_point_0" [id=58, type="get_attr"]; "59 _frozen_param3" [id=59, type="get_attr"]; -"60 dequantize_per_channel_default_3" [id=60, type="dequantize_per_channel"]; +"60 dequantize_per_channel_13" [id=60, type="dequantize_per_channel"]; "61 conv2d_3" [id=61, type=conv2d]; "62 relu_3" [id=62, type=relu]; -"63 quantize_per_tensor_default_5" [id=63, type="quantize_per_tensor"]; -"64 dequantize_per_tensor_default_5" [id=64, type="dequantize_per_tensor"]; +"63 quantize_per_tensor_14" [id=63, type="quantize_per_tensor"]; +"64 dequantize_per_tensor_15" [id=64, type="dequantize_per_tensor"]; "65 max_pool2d_1" [id=65, type="max_pool2d"]; -"66 quantize_per_tensor_default_6" [id=66, type="quantize_per_tensor"]; -"67 dequantize_per_tensor_default_6" [id=67, type="dequantize_per_tensor"]; +"66 quantize_per_tensor_16" [id=66, type="quantize_per_tensor"]; +"67 dequantize_per_tensor_17" [id=67, type="dequantize_per_tensor"]; "68 conv2d_4_scale_0" [id=68, type="get_attr"]; "69 conv2d_4_zero_point_0" [id=69, type="get_attr"]; "70 _frozen_param4" [id=70, type="get_attr"]; -"71 dequantize_per_channel_default_4" [id=71, type="dequantize_per_channel"]; +"71 dequantize_per_channel_18" [id=71, type="dequantize_per_channel"]; "72 conv2d_4" [id=72, type=conv2d]; "73 relu_4" [id=73, type=relu]; -"74 quantize_per_tensor_default_7" [id=74, type="quantize_per_tensor"]; -"75 dequantize_per_tensor_default_7" [id=75, type="dequantize_per_tensor"]; +"74 quantize_per_tensor_19" [id=74, type="quantize_per_tensor"]; +"75 dequantize_per_tensor_20" [id=75, type="dequantize_per_tensor"]; "76 conv2d_5_scale_0" [id=76, type="get_attr"]; "77 conv2d_5_zero_point_0" [id=77, type="get_attr"]; "78 _frozen_param5" [id=78, type="get_attr"]; -"79 dequantize_per_channel_default_5" [id=79, type="dequantize_per_channel"]; +"79 dequantize_per_channel_21" [id=79, type="dequantize_per_channel"]; "80 conv2d_5" [id=80, type=conv2d]; "81 relu_5" [id=81, type=relu]; -"82 quantize_per_tensor_default_8" [id=82, type="quantize_per_tensor"]; -"83 dequantize_per_tensor_default_8" [id=83, type="dequantize_per_tensor"]; +"82 quantize_per_tensor_22" [id=82, type="quantize_per_tensor"]; +"83 dequantize_per_tensor_23" [id=83, type="dequantize_per_tensor"]; "84 max_pool2d_2" [id=84, type="max_pool2d"]; -"85 quantize_per_tensor_default_9" [id=85, type="quantize_per_tensor"]; -"86 dequantize_per_tensor_default_9" [id=86, type="dequantize_per_tensor"]; +"85 quantize_per_tensor_24" [id=85, type="quantize_per_tensor"]; +"86 dequantize_per_tensor_25" [id=86, type="dequantize_per_tensor"]; "87 conv2d_6_scale_0" [id=87, type="get_attr"]; "88 conv2d_6_zero_point_0" [id=88, type="get_attr"]; "89 _frozen_param6" [id=89, type="get_attr"]; -"90 dequantize_per_channel_default_6" [id=90, type="dequantize_per_channel"]; +"90 dequantize_per_channel_26" [id=90, type="dequantize_per_channel"]; "91 conv2d_6" [id=91, type=conv2d]; "92 relu_6" [id=92, type=relu]; -"93 quantize_per_tensor_default_10" [id=93, type="quantize_per_tensor"]; -"94 dequantize_per_tensor_default_10" [id=94, type="dequantize_per_tensor"]; +"93 quantize_per_tensor_27" [id=93, type="quantize_per_tensor"]; +"94 dequantize_per_tensor_28" [id=94, type="dequantize_per_tensor"]; "95 conv2d_7_scale_0" [id=95, type="get_attr"]; "96 conv2d_7_zero_point_0" [id=96, type="get_attr"]; "97 _frozen_param7" [id=97, type="get_attr"]; -"98 dequantize_per_channel_default_7" [id=98, type="dequantize_per_channel"]; +"98 dequantize_per_channel_29" [id=98, type="dequantize_per_channel"]; "99 conv2d_7" [id=99, type=conv2d]; "100 relu_7" [id=100, type=relu]; -"101 quantize_per_tensor_default_11" [id=101, type="quantize_per_tensor"]; -"102 dequantize_per_tensor_default_11" [id=102, type="dequantize_per_tensor"]; +"101 quantize_per_tensor_30" [id=101, type="quantize_per_tensor"]; +"102 dequantize_per_tensor_31" [id=102, type="dequantize_per_tensor"]; "103 max_pool2d_3" [id=103, type="max_pool2d"]; -"104 quantize_per_tensor_default_12" [id=104, type="quantize_per_tensor"]; -"105 dequantize_per_tensor_default_12" [id=105, type="dequantize_per_tensor"]; +"104 quantize_per_tensor_32" [id=104, type="quantize_per_tensor"]; +"105 dequantize_per_tensor_33" [id=105, type="dequantize_per_tensor"]; "106 conv2d_8_scale_0" [id=106, type="get_attr"]; "107 conv2d_8_zero_point_0" [id=107, type="get_attr"]; "108 _frozen_param8" [id=108, type="get_attr"]; -"109 dequantize_per_channel_default_8" [id=109, type="dequantize_per_channel"]; +"109 dequantize_per_channel_34" [id=109, type="dequantize_per_channel"]; "110 conv2d_8" [id=110, type=conv2d]; "111 relu_8" [id=111, type=relu]; -"112 quantize_per_tensor_default_13" [id=112, type="quantize_per_tensor"]; -"113 dequantize_per_tensor_default_13" [id=113, type="dequantize_per_tensor"]; +"112 quantize_per_tensor_35" [id=112, type="quantize_per_tensor"]; +"113 dequantize_per_tensor_36" [id=113, type="dequantize_per_tensor"]; "114 conv2d_9_scale_0" [id=114, type="get_attr"]; "115 conv2d_9_zero_point_0" [id=115, type="get_attr"]; "116 _frozen_param9" [id=116, type="get_attr"]; -"117 dequantize_per_channel_default_9" [id=117, type="dequantize_per_channel"]; +"117 dequantize_per_channel_37" [id=117, type="dequantize_per_channel"]; "118 conv2d_9" [id=118, type=conv2d]; "119 relu_9" [id=119, type=relu]; "120 conv_transpose2d" [id=120, type="conv_transpose2d"]; @@ -125,20 +125,20 @@ strict digraph { "123 slice_3" [id=123, type=slice]; "124 slice_4" [id=124, type=slice]; "125 cat" [id=125, type=cat]; -"126 quantize_per_tensor_default_14" [id=126, type="quantize_per_tensor"]; -"127 dequantize_per_tensor_default_14" [id=127, type="dequantize_per_tensor"]; +"126 quantize_per_tensor_38" [id=126, type="quantize_per_tensor"]; +"127 dequantize_per_tensor_39" [id=127, type="dequantize_per_tensor"]; "128 conv2d_10_scale_0" [id=128, type="get_attr"]; "129 conv2d_10_zero_point_0" [id=129, type="get_attr"]; "130 _frozen_param10" [id=130, type="get_attr"]; -"131 dequantize_per_channel_default_10" [id=131, type="dequantize_per_channel"]; +"131 dequantize_per_channel_40" [id=131, type="dequantize_per_channel"]; "132 conv2d_10" [id=132, type=conv2d]; "133 relu_10" [id=133, type=relu]; -"134 quantize_per_tensor_default_15" [id=134, type="quantize_per_tensor"]; -"135 dequantize_per_tensor_default_15" [id=135, type="dequantize_per_tensor"]; +"134 quantize_per_tensor_41" [id=134, type="quantize_per_tensor"]; +"135 dequantize_per_tensor_42" [id=135, type="dequantize_per_tensor"]; "136 conv2d_11_scale_0" [id=136, type="get_attr"]; "137 conv2d_11_zero_point_0" [id=137, type="get_attr"]; "138 _frozen_param11" [id=138, type="get_attr"]; -"139 dequantize_per_channel_default_11" [id=139, type="dequantize_per_channel"]; +"139 dequantize_per_channel_43" [id=139, type="dequantize_per_channel"]; "140 conv2d_11" [id=140, type=conv2d]; "141 relu_11" [id=141, type=relu]; "142 conv_transpose2d_1" [id=142, type="conv_transpose2d"]; @@ -147,20 +147,20 @@ strict digraph { "145 slice_7" [id=145, type=slice]; "146 slice_8" [id=146, type=slice]; "147 cat_1" [id=147, type=cat]; -"148 quantize_per_tensor_default_16" [id=148, type="quantize_per_tensor"]; -"149 dequantize_per_tensor_default_16" [id=149, type="dequantize_per_tensor"]; +"148 quantize_per_tensor_44" [id=148, type="quantize_per_tensor"]; +"149 dequantize_per_tensor_45" [id=149, type="dequantize_per_tensor"]; "150 conv2d_12_scale_0" [id=150, type="get_attr"]; "151 conv2d_12_zero_point_0" [id=151, type="get_attr"]; "152 _frozen_param12" [id=152, type="get_attr"]; -"153 dequantize_per_channel_default_12" [id=153, type="dequantize_per_channel"]; +"153 dequantize_per_channel_46" [id=153, type="dequantize_per_channel"]; "154 conv2d_12" [id=154, type=conv2d]; "155 relu_12" [id=155, type=relu]; -"156 quantize_per_tensor_default_17" [id=156, type="quantize_per_tensor"]; -"157 dequantize_per_tensor_default_17" [id=157, type="dequantize_per_tensor"]; +"156 quantize_per_tensor_47" [id=156, type="quantize_per_tensor"]; +"157 dequantize_per_tensor_48" [id=157, type="dequantize_per_tensor"]; "158 conv2d_13_scale_0" [id=158, type="get_attr"]; "159 conv2d_13_zero_point_0" [id=159, type="get_attr"]; "160 _frozen_param13" [id=160, type="get_attr"]; -"161 dequantize_per_channel_default_13" [id=161, type="dequantize_per_channel"]; +"161 dequantize_per_channel_49" [id=161, type="dequantize_per_channel"]; "162 conv2d_13" [id=162, type=conv2d]; "163 relu_13" [id=163, type=relu]; "164 conv_transpose2d_2" [id=164, type="conv_transpose2d"]; @@ -169,20 +169,20 @@ strict digraph { "167 slice_11" [id=167, type=slice]; "168 slice_12" [id=168, type=slice]; "169 cat_2" [id=169, type=cat]; -"170 quantize_per_tensor_default_18" [id=170, type="quantize_per_tensor"]; -"171 dequantize_per_tensor_default_18" [id=171, type="dequantize_per_tensor"]; +"170 quantize_per_tensor_50" [id=170, type="quantize_per_tensor"]; +"171 dequantize_per_tensor_51" [id=171, type="dequantize_per_tensor"]; "172 conv2d_14_scale_0" [id=172, type="get_attr"]; "173 conv2d_14_zero_point_0" [id=173, type="get_attr"]; "174 _frozen_param14" [id=174, type="get_attr"]; -"175 dequantize_per_channel_default_14" [id=175, type="dequantize_per_channel"]; +"175 dequantize_per_channel_52" [id=175, type="dequantize_per_channel"]; "176 conv2d_14" [id=176, type=conv2d]; "177 relu_14" [id=177, type=relu]; -"178 quantize_per_tensor_default_19" [id=178, type="quantize_per_tensor"]; -"179 dequantize_per_tensor_default_19" [id=179, type="dequantize_per_tensor"]; +"178 quantize_per_tensor_53" [id=178, type="quantize_per_tensor"]; +"179 dequantize_per_tensor_54" [id=179, type="dequantize_per_tensor"]; "180 conv2d_15_scale_0" [id=180, type="get_attr"]; "181 conv2d_15_zero_point_0" [id=181, type="get_attr"]; "182 _frozen_param15" [id=182, type="get_attr"]; -"183 dequantize_per_channel_default_15" [id=183, type="dequantize_per_channel"]; +"183 dequantize_per_channel_55" [id=183, type="dequantize_per_channel"]; "184 conv2d_15" [id=184, type=conv2d]; "185 relu_15" [id=185, type=relu]; "186 conv_transpose2d_3" [id=186, type="conv_transpose2d"]; @@ -191,28 +191,28 @@ strict digraph { "189 slice_15" [id=189, type=slice]; "190 slice_16" [id=190, type=slice]; "191 cat_3" [id=191, type=cat]; -"192 quantize_per_tensor_default_20" [id=192, type="quantize_per_tensor"]; -"193 dequantize_per_tensor_default_20" [id=193, type="dequantize_per_tensor"]; +"192 quantize_per_tensor_56" [id=192, type="quantize_per_tensor"]; +"193 dequantize_per_tensor_57" [id=193, type="dequantize_per_tensor"]; "194 conv2d_16_scale_0" [id=194, type="get_attr"]; "195 conv2d_16_zero_point_0" [id=195, type="get_attr"]; "196 _frozen_param16" [id=196, type="get_attr"]; -"197 dequantize_per_channel_default_16" [id=197, type="dequantize_per_channel"]; +"197 dequantize_per_channel_58" [id=197, type="dequantize_per_channel"]; "198 conv2d_16" [id=198, type=conv2d]; "199 relu_16" [id=199, type=relu]; -"200 quantize_per_tensor_default_21" [id=200, type="quantize_per_tensor"]; -"201 dequantize_per_tensor_default_21" [id=201, type="dequantize_per_tensor"]; +"200 quantize_per_tensor_59" [id=200, type="quantize_per_tensor"]; +"201 dequantize_per_tensor_60" [id=201, type="dequantize_per_tensor"]; "202 conv2d_17_scale_0" [id=202, type="get_attr"]; "203 conv2d_17_zero_point_0" [id=203, type="get_attr"]; "204 _frozen_param17" [id=204, type="get_attr"]; -"205 dequantize_per_channel_default_17" [id=205, type="dequantize_per_channel"]; +"205 dequantize_per_channel_61" [id=205, type="dequantize_per_channel"]; "206 conv2d_17" [id=206, type=conv2d]; "207 relu_17" [id=207, type=relu]; -"208 quantize_per_tensor_default_22" [id=208, type="quantize_per_tensor"]; -"209 dequantize_per_tensor_default_22" [id=209, type="dequantize_per_tensor"]; +"208 quantize_per_tensor_62" [id=208, type="quantize_per_tensor"]; +"209 dequantize_per_tensor_63" [id=209, type="dequantize_per_tensor"]; "210 conv2d_18_scale_0" [id=210, type="get_attr"]; "211 conv2d_18_zero_point_0" [id=211, type="get_attr"]; "212 _frozen_param18" [id=212, type="get_attr"]; -"213 dequantize_per_channel_default_18" [id=213, type="dequantize_per_channel"]; +"213 dequantize_per_channel_64" [id=213, type="dequantize_per_channel"]; "214 conv2d_18" [id=214, type=conv2d]; "215 output" [id=215, type=output]; "0 down_path_0_block_0_bias" -> "34 conv2d" [style=solid, label="(64,)"]; @@ -242,101 +242,101 @@ strict digraph { "24 up_path_3_conv_block_block_0_bias" -> "198 conv2d_16" [style=solid, label="(64,)"]; "25 up_path_3_conv_block_block_3_bias" -> "206 conv2d_17" [style=solid, label="(64,)"]; "26 last_bias" -> "214 conv2d_18" [style=solid, label="(12,)"]; -"27 x" -> "28 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"28 quantize_per_tensor_default" -> "29 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"29 dequantize_per_tensor_default" -> "34 conv2d" [style=solid, label="(1, 3, 224, 224)"]; -"30 conv2d_scale_0" -> "33 dequantize_per_channel_default" [style=solid, label="(64,)"]; -"31 conv2d_zero_point_0" -> "33 dequantize_per_channel_default" [style=solid, label="(64,)"]; -"32 _frozen_param0" -> "33 dequantize_per_channel_default" [style=solid, label="(64, 3, 3, 3)"]; -"33 dequantize_per_channel_default" -> "34 conv2d" [style=solid, label="(64, 3, 3, 3)"]; +"27 x" -> "28 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"28 quantize_per_tensor_0" -> "29 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"29 dequantize_per_tensor_1" -> "34 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"30 conv2d_scale_0" -> "33 dequantize_per_channel_2" [style=solid, label="(64,)"]; +"31 conv2d_zero_point_0" -> "33 dequantize_per_channel_2" [style=solid, label="(64,)"]; +"32 _frozen_param0" -> "33 dequantize_per_channel_2" [style=solid, label="(64, 3, 3, 3)"]; +"33 dequantize_per_channel_2" -> "34 conv2d" [style=solid, label="(64, 3, 3, 3)"]; "34 conv2d" -> "35 relu" [style=solid, label="(1, 64, 222, 222)"]; -"35 relu" -> "36 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 222, 222)"]; -"36 quantize_per_tensor_default_1" -> "37 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 222, 222)"]; -"37 dequantize_per_tensor_default_1" -> "42 conv2d_1" [style=solid, label="(1, 64, 222, 222)"]; -"38 conv2d_1_scale_0" -> "41 dequantize_per_channel_default_1" [style=solid, label="(64,)"]; -"39 conv2d_1_zero_point_0" -> "41 dequantize_per_channel_default_1" [style=solid, label="(64,)"]; -"40 _frozen_param1" -> "41 dequantize_per_channel_default_1" [style=solid, label="(64, 64, 3, 3)"]; -"41 dequantize_per_channel_default_1" -> "42 conv2d_1" [style=solid, label="(64, 64, 3, 3)"]; +"35 relu" -> "36 quantize_per_tensor_3" [style=solid, label="(1, 64, 222, 222)"]; +"36 quantize_per_tensor_3" -> "37 dequantize_per_tensor_4" [style=solid, label="(1, 64, 222, 222)"]; +"37 dequantize_per_tensor_4" -> "42 conv2d_1" [style=solid, label="(1, 64, 222, 222)"]; +"38 conv2d_1_scale_0" -> "41 dequantize_per_channel_5" [style=solid, label="(64,)"]; +"39 conv2d_1_zero_point_0" -> "41 dequantize_per_channel_5" [style=solid, label="(64,)"]; +"40 _frozen_param1" -> "41 dequantize_per_channel_5" [style=solid, label="(64, 64, 3, 3)"]; +"41 dequantize_per_channel_5" -> "42 conv2d_1" [style=solid, label="(64, 64, 3, 3)"]; "42 conv2d_1" -> "43 relu_1" [style=solid, label="(1, 64, 220, 220)"]; -"43 relu_1" -> "44 quantize_per_tensor_default_2" [style=solid, label="(1, 64, 220, 220)"]; +"43 relu_1" -> "44 quantize_per_tensor_6" [style=solid, label="(1, 64, 220, 220)"]; "43 relu_1" -> "187 slice_13" [style=solid, label="(1, 64, 220, 220)"]; -"44 quantize_per_tensor_default_2" -> "45 dequantize_per_tensor_default_2" [style=solid, label="(1, 64, 220, 220)"]; -"45 dequantize_per_tensor_default_2" -> "46 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; -"46 max_pool2d" -> "47 quantize_per_tensor_default_3" [style=solid, label="(1, 64, 110, 110)"]; -"47 quantize_per_tensor_default_3" -> "48 dequantize_per_tensor_default_3" [style=solid, label="(1, 64, 110, 110)"]; -"48 dequantize_per_tensor_default_3" -> "53 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; -"49 conv2d_2_scale_0" -> "52 dequantize_per_channel_default_2" [style=solid, label="(128,)"]; -"50 conv2d_2_zero_point_0" -> "52 dequantize_per_channel_default_2" [style=solid, label="(128,)"]; -"51 _frozen_param2" -> "52 dequantize_per_channel_default_2" [style=solid, label="(128, 64, 3, 3)"]; -"52 dequantize_per_channel_default_2" -> "53 conv2d_2" [style=solid, label="(128, 64, 3, 3)"]; +"44 quantize_per_tensor_6" -> "45 dequantize_per_tensor_7" [style=solid, label="(1, 64, 220, 220)"]; +"45 dequantize_per_tensor_7" -> "46 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; +"46 max_pool2d" -> "47 quantize_per_tensor_8" [style=solid, label="(1, 64, 110, 110)"]; +"47 quantize_per_tensor_8" -> "48 dequantize_per_tensor_9" [style=solid, label="(1, 64, 110, 110)"]; +"48 dequantize_per_tensor_9" -> "53 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; +"49 conv2d_2_scale_0" -> "52 dequantize_per_channel_10" [style=solid, label="(128,)"]; +"50 conv2d_2_zero_point_0" -> "52 dequantize_per_channel_10" [style=solid, label="(128,)"]; +"51 _frozen_param2" -> "52 dequantize_per_channel_10" [style=solid, label="(128, 64, 3, 3)"]; +"52 dequantize_per_channel_10" -> "53 conv2d_2" [style=solid, label="(128, 64, 3, 3)"]; "53 conv2d_2" -> "54 relu_2" [style=solid, label="(1, 128, 108, 108)"]; -"54 relu_2" -> "55 quantize_per_tensor_default_4" [style=solid, label="(1, 128, 108, 108)"]; -"55 quantize_per_tensor_default_4" -> "56 dequantize_per_tensor_default_4" [style=solid, label="(1, 128, 108, 108)"]; -"56 dequantize_per_tensor_default_4" -> "61 conv2d_3" [style=solid, label="(1, 128, 108, 108)"]; -"57 conv2d_3_scale_0" -> "60 dequantize_per_channel_default_3" [style=solid, label="(128,)"]; -"58 conv2d_3_zero_point_0" -> "60 dequantize_per_channel_default_3" [style=solid, label="(128,)"]; -"59 _frozen_param3" -> "60 dequantize_per_channel_default_3" [style=solid, label="(128, 128, 3, 3)"]; -"60 dequantize_per_channel_default_3" -> "61 conv2d_3" [style=solid, label="(128, 128, 3, 3)"]; +"54 relu_2" -> "55 quantize_per_tensor_11" [style=solid, label="(1, 128, 108, 108)"]; +"55 quantize_per_tensor_11" -> "56 dequantize_per_tensor_12" [style=solid, label="(1, 128, 108, 108)"]; +"56 dequantize_per_tensor_12" -> "61 conv2d_3" [style=solid, label="(1, 128, 108, 108)"]; +"57 conv2d_3_scale_0" -> "60 dequantize_per_channel_13" [style=solid, label="(128,)"]; +"58 conv2d_3_zero_point_0" -> "60 dequantize_per_channel_13" [style=solid, label="(128,)"]; +"59 _frozen_param3" -> "60 dequantize_per_channel_13" [style=solid, label="(128, 128, 3, 3)"]; +"60 dequantize_per_channel_13" -> "61 conv2d_3" [style=solid, label="(128, 128, 3, 3)"]; "61 conv2d_3" -> "62 relu_3" [style=solid, label="(1, 128, 106, 106)"]; -"62 relu_3" -> "63 quantize_per_tensor_default_5" [style=solid, label="(1, 128, 106, 106)"]; +"62 relu_3" -> "63 quantize_per_tensor_14" [style=solid, label="(1, 128, 106, 106)"]; "62 relu_3" -> "165 slice_9" [style=solid, label="(1, 128, 106, 106)"]; -"63 quantize_per_tensor_default_5" -> "64 dequantize_per_tensor_default_5" [style=solid, label="(1, 128, 106, 106)"]; -"64 dequantize_per_tensor_default_5" -> "65 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; -"65 max_pool2d_1" -> "66 quantize_per_tensor_default_6" [style=solid, label="(1, 128, 53, 53)"]; -"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_6" [style=solid, label="(1, 128, 53, 53)"]; -"67 dequantize_per_tensor_default_6" -> "72 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; -"68 conv2d_4_scale_0" -> "71 dequantize_per_channel_default_4" [style=solid, label="(256,)"]; -"69 conv2d_4_zero_point_0" -> "71 dequantize_per_channel_default_4" [style=solid, label="(256,)"]; -"70 _frozen_param4" -> "71 dequantize_per_channel_default_4" [style=solid, label="(256, 128, 3, 3)"]; -"71 dequantize_per_channel_default_4" -> "72 conv2d_4" [style=solid, label="(256, 128, 3, 3)"]; +"63 quantize_per_tensor_14" -> "64 dequantize_per_tensor_15" [style=solid, label="(1, 128, 106, 106)"]; +"64 dequantize_per_tensor_15" -> "65 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; +"65 max_pool2d_1" -> "66 quantize_per_tensor_16" [style=solid, label="(1, 128, 53, 53)"]; +"66 quantize_per_tensor_16" -> "67 dequantize_per_tensor_17" [style=solid, label="(1, 128, 53, 53)"]; +"67 dequantize_per_tensor_17" -> "72 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; +"68 conv2d_4_scale_0" -> "71 dequantize_per_channel_18" [style=solid, label="(256,)"]; +"69 conv2d_4_zero_point_0" -> "71 dequantize_per_channel_18" [style=solid, label="(256,)"]; +"70 _frozen_param4" -> "71 dequantize_per_channel_18" [style=solid, label="(256, 128, 3, 3)"]; +"71 dequantize_per_channel_18" -> "72 conv2d_4" [style=solid, label="(256, 128, 3, 3)"]; "72 conv2d_4" -> "73 relu_4" [style=solid, label="(1, 256, 51, 51)"]; -"73 relu_4" -> "74 quantize_per_tensor_default_7" [style=solid, label="(1, 256, 51, 51)"]; -"74 quantize_per_tensor_default_7" -> "75 dequantize_per_tensor_default_7" [style=solid, label="(1, 256, 51, 51)"]; -"75 dequantize_per_tensor_default_7" -> "80 conv2d_5" [style=solid, label="(1, 256, 51, 51)"]; -"76 conv2d_5_scale_0" -> "79 dequantize_per_channel_default_5" [style=solid, label="(256,)"]; -"77 conv2d_5_zero_point_0" -> "79 dequantize_per_channel_default_5" [style=solid, label="(256,)"]; -"78 _frozen_param5" -> "79 dequantize_per_channel_default_5" [style=solid, label="(256, 256, 3, 3)"]; -"79 dequantize_per_channel_default_5" -> "80 conv2d_5" [style=solid, label="(256, 256, 3, 3)"]; +"73 relu_4" -> "74 quantize_per_tensor_19" [style=solid, label="(1, 256, 51, 51)"]; +"74 quantize_per_tensor_19" -> "75 dequantize_per_tensor_20" [style=solid, label="(1, 256, 51, 51)"]; +"75 dequantize_per_tensor_20" -> "80 conv2d_5" [style=solid, label="(1, 256, 51, 51)"]; +"76 conv2d_5_scale_0" -> "79 dequantize_per_channel_21" [style=solid, label="(256,)"]; +"77 conv2d_5_zero_point_0" -> "79 dequantize_per_channel_21" [style=solid, label="(256,)"]; +"78 _frozen_param5" -> "79 dequantize_per_channel_21" [style=solid, label="(256, 256, 3, 3)"]; +"79 dequantize_per_channel_21" -> "80 conv2d_5" [style=solid, label="(256, 256, 3, 3)"]; "80 conv2d_5" -> "81 relu_5" [style=solid, label="(1, 256, 49, 49)"]; -"81 relu_5" -> "82 quantize_per_tensor_default_8" [style=solid, label="(1, 256, 49, 49)"]; +"81 relu_5" -> "82 quantize_per_tensor_22" [style=solid, label="(1, 256, 49, 49)"]; "81 relu_5" -> "143 slice_5" [style=solid, label="(1, 256, 49, 49)"]; -"82 quantize_per_tensor_default_8" -> "83 dequantize_per_tensor_default_8" [style=solid, label="(1, 256, 49, 49)"]; -"83 dequantize_per_tensor_default_8" -> "84 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; -"84 max_pool2d_2" -> "85 quantize_per_tensor_default_9" [style=solid, label="(1, 256, 24, 24)"]; -"85 quantize_per_tensor_default_9" -> "86 dequantize_per_tensor_default_9" [style=solid, label="(1, 256, 24, 24)"]; -"86 dequantize_per_tensor_default_9" -> "91 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; -"87 conv2d_6_scale_0" -> "90 dequantize_per_channel_default_6" [style=solid, label="(512,)"]; -"88 conv2d_6_zero_point_0" -> "90 dequantize_per_channel_default_6" [style=solid, label="(512,)"]; -"89 _frozen_param6" -> "90 dequantize_per_channel_default_6" [style=solid, label="(512, 256, 3, 3)"]; -"90 dequantize_per_channel_default_6" -> "91 conv2d_6" [style=solid, label="(512, 256, 3, 3)"]; +"82 quantize_per_tensor_22" -> "83 dequantize_per_tensor_23" [style=solid, label="(1, 256, 49, 49)"]; +"83 dequantize_per_tensor_23" -> "84 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; +"84 max_pool2d_2" -> "85 quantize_per_tensor_24" [style=solid, label="(1, 256, 24, 24)"]; +"85 quantize_per_tensor_24" -> "86 dequantize_per_tensor_25" [style=solid, label="(1, 256, 24, 24)"]; +"86 dequantize_per_tensor_25" -> "91 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; +"87 conv2d_6_scale_0" -> "90 dequantize_per_channel_26" [style=solid, label="(512,)"]; +"88 conv2d_6_zero_point_0" -> "90 dequantize_per_channel_26" [style=solid, label="(512,)"]; +"89 _frozen_param6" -> "90 dequantize_per_channel_26" [style=solid, label="(512, 256, 3, 3)"]; +"90 dequantize_per_channel_26" -> "91 conv2d_6" [style=solid, label="(512, 256, 3, 3)"]; "91 conv2d_6" -> "92 relu_6" [style=solid, label="(1, 512, 22, 22)"]; -"92 relu_6" -> "93 quantize_per_tensor_default_10" [style=solid, label="(1, 512, 22, 22)"]; -"93 quantize_per_tensor_default_10" -> "94 dequantize_per_tensor_default_10" [style=solid, label="(1, 512, 22, 22)"]; -"94 dequantize_per_tensor_default_10" -> "99 conv2d_7" [style=solid, label="(1, 512, 22, 22)"]; -"95 conv2d_7_scale_0" -> "98 dequantize_per_channel_default_7" [style=solid, label="(512,)"]; -"96 conv2d_7_zero_point_0" -> "98 dequantize_per_channel_default_7" [style=solid, label="(512,)"]; -"97 _frozen_param7" -> "98 dequantize_per_channel_default_7" [style=solid, label="(512, 512, 3, 3)"]; -"98 dequantize_per_channel_default_7" -> "99 conv2d_7" [style=solid, label="(512, 512, 3, 3)"]; +"92 relu_6" -> "93 quantize_per_tensor_27" [style=solid, label="(1, 512, 22, 22)"]; +"93 quantize_per_tensor_27" -> "94 dequantize_per_tensor_28" [style=solid, label="(1, 512, 22, 22)"]; +"94 dequantize_per_tensor_28" -> "99 conv2d_7" [style=solid, label="(1, 512, 22, 22)"]; +"95 conv2d_7_scale_0" -> "98 dequantize_per_channel_29" [style=solid, label="(512,)"]; +"96 conv2d_7_zero_point_0" -> "98 dequantize_per_channel_29" [style=solid, label="(512,)"]; +"97 _frozen_param7" -> "98 dequantize_per_channel_29" [style=solid, label="(512, 512, 3, 3)"]; +"98 dequantize_per_channel_29" -> "99 conv2d_7" [style=solid, label="(512, 512, 3, 3)"]; "99 conv2d_7" -> "100 relu_7" [style=solid, label="(1, 512, 20, 20)"]; -"100 relu_7" -> "101 quantize_per_tensor_default_11" [style=solid, label="(1, 512, 20, 20)"]; +"100 relu_7" -> "101 quantize_per_tensor_30" [style=solid, label="(1, 512, 20, 20)"]; "100 relu_7" -> "121 slice_1" [style=solid, label="(1, 512, 20, 20)"]; -"101 quantize_per_tensor_default_11" -> "102 dequantize_per_tensor_default_11" [style=solid, label="(1, 512, 20, 20)"]; -"102 dequantize_per_tensor_default_11" -> "103 max_pool2d_3" [style=solid, label="(1, 512, 20, 20)"]; -"103 max_pool2d_3" -> "104 quantize_per_tensor_default_12" [style=solid, label="(1, 512, 10, 10)"]; -"104 quantize_per_tensor_default_12" -> "105 dequantize_per_tensor_default_12" [style=solid, label="(1, 512, 10, 10)"]; -"105 dequantize_per_tensor_default_12" -> "110 conv2d_8" [style=solid, label="(1, 512, 10, 10)"]; -"106 conv2d_8_scale_0" -> "109 dequantize_per_channel_default_8" [style=solid, label="(1024,)"]; -"107 conv2d_8_zero_point_0" -> "109 dequantize_per_channel_default_8" [style=solid, label="(1024,)"]; -"108 _frozen_param8" -> "109 dequantize_per_channel_default_8" [style=solid, label="(1024, 512, 3, 3)"]; -"109 dequantize_per_channel_default_8" -> "110 conv2d_8" [style=solid, label="(1024, 512, 3, 3)"]; +"101 quantize_per_tensor_30" -> "102 dequantize_per_tensor_31" [style=solid, label="(1, 512, 20, 20)"]; +"102 dequantize_per_tensor_31" -> "103 max_pool2d_3" [style=solid, label="(1, 512, 20, 20)"]; +"103 max_pool2d_3" -> "104 quantize_per_tensor_32" [style=solid, label="(1, 512, 10, 10)"]; +"104 quantize_per_tensor_32" -> "105 dequantize_per_tensor_33" [style=solid, label="(1, 512, 10, 10)"]; +"105 dequantize_per_tensor_33" -> "110 conv2d_8" [style=solid, label="(1, 512, 10, 10)"]; +"106 conv2d_8_scale_0" -> "109 dequantize_per_channel_34" [style=solid, label="(1024,)"]; +"107 conv2d_8_zero_point_0" -> "109 dequantize_per_channel_34" [style=solid, label="(1024,)"]; +"108 _frozen_param8" -> "109 dequantize_per_channel_34" [style=solid, label="(1024, 512, 3, 3)"]; +"109 dequantize_per_channel_34" -> "110 conv2d_8" [style=solid, label="(1024, 512, 3, 3)"]; "110 conv2d_8" -> "111 relu_8" [style=solid, label="(1, 1024, 8, 8)"]; -"111 relu_8" -> "112 quantize_per_tensor_default_13" [style=solid, label="(1, 1024, 8, 8)"]; -"112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_13" [style=solid, label="(1, 1024, 8, 8)"]; -"113 dequantize_per_tensor_default_13" -> "118 conv2d_9" [style=solid, label="(1, 1024, 8, 8)"]; -"114 conv2d_9_scale_0" -> "117 dequantize_per_channel_default_9" [style=solid, label="(1024,)"]; -"115 conv2d_9_zero_point_0" -> "117 dequantize_per_channel_default_9" [style=solid, label="(1024,)"]; -"116 _frozen_param9" -> "117 dequantize_per_channel_default_9" [style=solid, label="(1024, 1024, 3, 3)"]; -"117 dequantize_per_channel_default_9" -> "118 conv2d_9" [style=solid, label="(1024, 1024, 3, 3)"]; +"111 relu_8" -> "112 quantize_per_tensor_35" [style=solid, label="(1, 1024, 8, 8)"]; +"112 quantize_per_tensor_35" -> "113 dequantize_per_tensor_36" [style=solid, label="(1, 1024, 8, 8)"]; +"113 dequantize_per_tensor_36" -> "118 conv2d_9" [style=solid, label="(1, 1024, 8, 8)"]; +"114 conv2d_9_scale_0" -> "117 dequantize_per_channel_37" [style=solid, label="(1024,)"]; +"115 conv2d_9_zero_point_0" -> "117 dequantize_per_channel_37" [style=solid, label="(1024,)"]; +"116 _frozen_param9" -> "117 dequantize_per_channel_37" [style=solid, label="(1024, 1024, 3, 3)"]; +"117 dequantize_per_channel_37" -> "118 conv2d_9" [style=solid, label="(1024, 1024, 3, 3)"]; "118 conv2d_9" -> "119 relu_9" [style=solid, label="(1, 1024, 6, 6)"]; "119 relu_9" -> "120 conv_transpose2d" [style=solid, label="(1, 1024, 6, 6)"]; "120 conv_transpose2d" -> "125 cat" [style=solid, label="(1, 512, 12, 12)"]; @@ -344,21 +344,21 @@ strict digraph { "122 slice_2" -> "123 slice_3" [style=solid, label="(1, 512, 20, 20)"]; "123 slice_3" -> "124 slice_4" [style=solid, label="(1, 512, 12, 20)"]; "124 slice_4" -> "125 cat" [style=solid, label="(1, 512, 12, 12)"]; -"125 cat" -> "126 quantize_per_tensor_default_14" [style=solid, label="(1, 1024, 12, 12)"]; -"126 quantize_per_tensor_default_14" -> "127 dequantize_per_tensor_default_14" [style=solid, label="(1, 1024, 12, 12)"]; -"127 dequantize_per_tensor_default_14" -> "132 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"128 conv2d_10_scale_0" -> "131 dequantize_per_channel_default_10" [style=solid, label="(512,)"]; -"129 conv2d_10_zero_point_0" -> "131 dequantize_per_channel_default_10" [style=solid, label="(512,)"]; -"130 _frozen_param10" -> "131 dequantize_per_channel_default_10" [style=solid, label="(512, 1024, 3, 3)"]; -"131 dequantize_per_channel_default_10" -> "132 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"125 cat" -> "126 quantize_per_tensor_38" [style=solid, label="(1, 1024, 12, 12)"]; +"126 quantize_per_tensor_38" -> "127 dequantize_per_tensor_39" [style=solid, label="(1, 1024, 12, 12)"]; +"127 dequantize_per_tensor_39" -> "132 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"128 conv2d_10_scale_0" -> "131 dequantize_per_channel_40" [style=solid, label="(512,)"]; +"129 conv2d_10_zero_point_0" -> "131 dequantize_per_channel_40" [style=solid, label="(512,)"]; +"130 _frozen_param10" -> "131 dequantize_per_channel_40" [style=solid, label="(512, 1024, 3, 3)"]; +"131 dequantize_per_channel_40" -> "132 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; "132 conv2d_10" -> "133 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"133 relu_10" -> "134 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"134 quantize_per_tensor_default_15" -> "135 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"135 dequantize_per_tensor_default_15" -> "140 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"136 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; -"137 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; -"138 _frozen_param11" -> "139 dequantize_per_channel_default_11" [style=solid, label="(512, 512, 3, 3)"]; -"139 dequantize_per_channel_default_11" -> "140 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"133 relu_10" -> "134 quantize_per_tensor_41" [style=solid, label="(1, 512, 10, 10)"]; +"134 quantize_per_tensor_41" -> "135 dequantize_per_tensor_42" [style=solid, label="(1, 512, 10, 10)"]; +"135 dequantize_per_tensor_42" -> "140 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"136 conv2d_11_scale_0" -> "139 dequantize_per_channel_43" [style=solid, label="(512,)"]; +"137 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_43" [style=solid, label="(512,)"]; +"138 _frozen_param11" -> "139 dequantize_per_channel_43" [style=solid, label="(512, 512, 3, 3)"]; +"139 dequantize_per_channel_43" -> "140 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; "140 conv2d_11" -> "141 relu_11" [style=solid, label="(1, 512, 8, 8)"]; "141 relu_11" -> "142 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; "142 conv_transpose2d_1" -> "147 cat_1" [style=solid, label="(1, 256, 16, 16)"]; @@ -366,21 +366,21 @@ strict digraph { "144 slice_6" -> "145 slice_7" [style=solid, label="(1, 256, 49, 49)"]; "145 slice_7" -> "146 slice_8" [style=solid, label="(1, 256, 16, 49)"]; "146 slice_8" -> "147 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"147 cat_1" -> "148 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 16, 16)"]; -"148 quantize_per_tensor_default_16" -> "149 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 16, 16)"]; -"149 dequantize_per_tensor_default_16" -> "154 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"150 conv2d_12_scale_0" -> "153 dequantize_per_channel_default_12" [style=solid, label="(256,)"]; -"151 conv2d_12_zero_point_0" -> "153 dequantize_per_channel_default_12" [style=solid, label="(256,)"]; -"152 _frozen_param12" -> "153 dequantize_per_channel_default_12" [style=solid, label="(256, 512, 3, 3)"]; -"153 dequantize_per_channel_default_12" -> "154 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"147 cat_1" -> "148 quantize_per_tensor_44" [style=solid, label="(1, 512, 16, 16)"]; +"148 quantize_per_tensor_44" -> "149 dequantize_per_tensor_45" [style=solid, label="(1, 512, 16, 16)"]; +"149 dequantize_per_tensor_45" -> "154 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"150 conv2d_12_scale_0" -> "153 dequantize_per_channel_46" [style=solid, label="(256,)"]; +"151 conv2d_12_zero_point_0" -> "153 dequantize_per_channel_46" [style=solid, label="(256,)"]; +"152 _frozen_param12" -> "153 dequantize_per_channel_46" [style=solid, label="(256, 512, 3, 3)"]; +"153 dequantize_per_channel_46" -> "154 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; "154 conv2d_12" -> "155 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"155 relu_12" -> "156 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"156 quantize_per_tensor_default_17" -> "157 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"157 dequantize_per_tensor_default_17" -> "162 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"158 conv2d_13_scale_0" -> "161 dequantize_per_channel_default_13" [style=solid, label="(256,)"]; -"159 conv2d_13_zero_point_0" -> "161 dequantize_per_channel_default_13" [style=solid, label="(256,)"]; -"160 _frozen_param13" -> "161 dequantize_per_channel_default_13" [style=solid, label="(256, 256, 3, 3)"]; -"161 dequantize_per_channel_default_13" -> "162 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"155 relu_12" -> "156 quantize_per_tensor_47" [style=solid, label="(1, 256, 14, 14)"]; +"156 quantize_per_tensor_47" -> "157 dequantize_per_tensor_48" [style=solid, label="(1, 256, 14, 14)"]; +"157 dequantize_per_tensor_48" -> "162 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"158 conv2d_13_scale_0" -> "161 dequantize_per_channel_49" [style=solid, label="(256,)"]; +"159 conv2d_13_zero_point_0" -> "161 dequantize_per_channel_49" [style=solid, label="(256,)"]; +"160 _frozen_param13" -> "161 dequantize_per_channel_49" [style=solid, label="(256, 256, 3, 3)"]; +"161 dequantize_per_channel_49" -> "162 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; "162 conv2d_13" -> "163 relu_13" [style=solid, label="(1, 256, 12, 12)"]; "163 relu_13" -> "164 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; "164 conv_transpose2d_2" -> "169 cat_2" [style=solid, label="(1, 128, 24, 24)"]; @@ -388,21 +388,21 @@ strict digraph { "166 slice_10" -> "167 slice_11" [style=solid, label="(1, 128, 106, 106)"]; "167 slice_11" -> "168 slice_12" [style=solid, label="(1, 128, 24, 106)"]; "168 slice_12" -> "169 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"169 cat_2" -> "170 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 24, 24)"]; -"170 quantize_per_tensor_default_18" -> "171 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 24, 24)"]; -"171 dequantize_per_tensor_default_18" -> "176 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"172 conv2d_14_scale_0" -> "175 dequantize_per_channel_default_14" [style=solid, label="(128,)"]; -"173 conv2d_14_zero_point_0" -> "175 dequantize_per_channel_default_14" [style=solid, label="(128,)"]; -"174 _frozen_param14" -> "175 dequantize_per_channel_default_14" [style=solid, label="(128, 256, 3, 3)"]; -"175 dequantize_per_channel_default_14" -> "176 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"169 cat_2" -> "170 quantize_per_tensor_50" [style=solid, label="(1, 256, 24, 24)"]; +"170 quantize_per_tensor_50" -> "171 dequantize_per_tensor_51" [style=solid, label="(1, 256, 24, 24)"]; +"171 dequantize_per_tensor_51" -> "176 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"172 conv2d_14_scale_0" -> "175 dequantize_per_channel_52" [style=solid, label="(128,)"]; +"173 conv2d_14_zero_point_0" -> "175 dequantize_per_channel_52" [style=solid, label="(128,)"]; +"174 _frozen_param14" -> "175 dequantize_per_channel_52" [style=solid, label="(128, 256, 3, 3)"]; +"175 dequantize_per_channel_52" -> "176 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; "176 conv2d_14" -> "177 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"177 relu_14" -> "178 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"178 quantize_per_tensor_default_19" -> "179 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"179 dequantize_per_tensor_default_19" -> "184 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"180 conv2d_15_scale_0" -> "183 dequantize_per_channel_default_15" [style=solid, label="(128,)"]; -"181 conv2d_15_zero_point_0" -> "183 dequantize_per_channel_default_15" [style=solid, label="(128,)"]; -"182 _frozen_param15" -> "183 dequantize_per_channel_default_15" [style=solid, label="(128, 128, 3, 3)"]; -"183 dequantize_per_channel_default_15" -> "184 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"177 relu_14" -> "178 quantize_per_tensor_53" [style=solid, label="(1, 128, 22, 22)"]; +"178 quantize_per_tensor_53" -> "179 dequantize_per_tensor_54" [style=solid, label="(1, 128, 22, 22)"]; +"179 dequantize_per_tensor_54" -> "184 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"180 conv2d_15_scale_0" -> "183 dequantize_per_channel_55" [style=solid, label="(128,)"]; +"181 conv2d_15_zero_point_0" -> "183 dequantize_per_channel_55" [style=solid, label="(128,)"]; +"182 _frozen_param15" -> "183 dequantize_per_channel_55" [style=solid, label="(128, 128, 3, 3)"]; +"183 dequantize_per_channel_55" -> "184 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; "184 conv2d_15" -> "185 relu_15" [style=solid, label="(1, 128, 20, 20)"]; "185 relu_15" -> "186 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; "186 conv_transpose2d_3" -> "191 cat_3" [style=solid, label="(1, 64, 40, 40)"]; @@ -410,28 +410,28 @@ strict digraph { "188 slice_14" -> "189 slice_15" [style=solid, label="(1, 64, 220, 220)"]; "189 slice_15" -> "190 slice_16" [style=solid, label="(1, 64, 40, 220)"]; "190 slice_16" -> "191 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"191 cat_3" -> "192 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 40, 40)"]; -"192 quantize_per_tensor_default_20" -> "193 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 40, 40)"]; -"193 dequantize_per_tensor_default_20" -> "198 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"194 conv2d_16_scale_0" -> "197 dequantize_per_channel_default_16" [style=solid, label="(64,)"]; -"195 conv2d_16_zero_point_0" -> "197 dequantize_per_channel_default_16" [style=solid, label="(64,)"]; -"196 _frozen_param16" -> "197 dequantize_per_channel_default_16" [style=solid, label="(64, 128, 3, 3)"]; -"197 dequantize_per_channel_default_16" -> "198 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"191 cat_3" -> "192 quantize_per_tensor_56" [style=solid, label="(1, 128, 40, 40)"]; +"192 quantize_per_tensor_56" -> "193 dequantize_per_tensor_57" [style=solid, label="(1, 128, 40, 40)"]; +"193 dequantize_per_tensor_57" -> "198 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"194 conv2d_16_scale_0" -> "197 dequantize_per_channel_58" [style=solid, label="(64,)"]; +"195 conv2d_16_zero_point_0" -> "197 dequantize_per_channel_58" [style=solid, label="(64,)"]; +"196 _frozen_param16" -> "197 dequantize_per_channel_58" [style=solid, label="(64, 128, 3, 3)"]; +"197 dequantize_per_channel_58" -> "198 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; "198 conv2d_16" -> "199 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"199 relu_16" -> "200 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"200 quantize_per_tensor_default_21" -> "201 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"201 dequantize_per_tensor_default_21" -> "206 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"202 conv2d_17_scale_0" -> "205 dequantize_per_channel_default_17" [style=solid, label="(64,)"]; -"203 conv2d_17_zero_point_0" -> "205 dequantize_per_channel_default_17" [style=solid, label="(64,)"]; -"204 _frozen_param17" -> "205 dequantize_per_channel_default_17" [style=solid, label="(64, 64, 3, 3)"]; -"205 dequantize_per_channel_default_17" -> "206 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"199 relu_16" -> "200 quantize_per_tensor_59" [style=solid, label="(1, 64, 38, 38)"]; +"200 quantize_per_tensor_59" -> "201 dequantize_per_tensor_60" [style=solid, label="(1, 64, 38, 38)"]; +"201 dequantize_per_tensor_60" -> "206 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"202 conv2d_17_scale_0" -> "205 dequantize_per_channel_61" [style=solid, label="(64,)"]; +"203 conv2d_17_zero_point_0" -> "205 dequantize_per_channel_61" [style=solid, label="(64,)"]; +"204 _frozen_param17" -> "205 dequantize_per_channel_61" [style=solid, label="(64, 64, 3, 3)"]; +"205 dequantize_per_channel_61" -> "206 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; "206 conv2d_17" -> "207 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"207 relu_17" -> "208 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"208 quantize_per_tensor_default_22" -> "209 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"209 dequantize_per_tensor_default_22" -> "214 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18" [style=solid, label="(12,)"]; -"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18" [style=solid, label="(12,)"]; -"212 _frozen_param18" -> "213 dequantize_per_channel_default_18" [style=solid, label="(12, 64, 1, 1)"]; -"213 dequantize_per_channel_default_18" -> "214 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"207 relu_17" -> "208 quantize_per_tensor_62" [style=solid, label="(1, 64, 36, 36)"]; +"208 quantize_per_tensor_62" -> "209 dequantize_per_tensor_63" [style=solid, label="(1, 64, 36, 36)"]; +"209 dequantize_per_tensor_63" -> "214 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_64" [style=solid, label="(12,)"]; +"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_64" [style=solid, label="(12,)"]; +"212 _frozen_param18" -> "213 dequantize_per_channel_64" [style=solid, label="(12, 64, 1, 1)"]; +"213 dequantize_per_channel_64" -> "214 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; "214 conv2d_18" -> "215 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/vit_b_16.dot b/tests/torch2/data/fx/X86InductorQuantizer/vit_b_16.dot index ef109b4e373..48d22fe0b0c 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/vit_b_16.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/vit_b_16.dot @@ -1,113 +1,113 @@ -strict digraph { -"0 class_token" [id=0, type=get_attr]; -"1 encoder_pos_embedding" [id=1, type=get_attr]; -"2 conv_proj_bias" [id=2, type=get_attr]; -"3 encoder_layers_encoder_layer_0_ln_1_weight" [id=3, type=get_attr]; -"4 encoder_layers_encoder_layer_0_ln_1_bias" [id=4, type=get_attr]; -"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=5, type=get_attr]; -"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=6, type=get_attr]; -"7 encoder_layers_encoder_layer_0_ln_2_weight" [id=7, type=get_attr]; -"8 encoder_layers_encoder_layer_0_ln_2_bias" [id=8, type=get_attr]; -"9 encoder_layers_encoder_layer_0_mlp_0_bias" [id=9, type=get_attr]; -"10 encoder_layers_encoder_layer_0_mlp_3_bias" [id=10, type=get_attr]; -"11 encoder_layers_encoder_layer_1_ln_1_weight" [id=11, type=get_attr]; -"12 encoder_layers_encoder_layer_1_ln_1_bias" [id=12, type=get_attr]; -"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=13, type=get_attr]; -"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=14, type=get_attr]; -"15 encoder_layers_encoder_layer_1_ln_2_weight" [id=15, type=get_attr]; -"16 encoder_layers_encoder_layer_1_ln_2_bias" [id=16, type=get_attr]; -"17 encoder_layers_encoder_layer_1_mlp_0_bias" [id=17, type=get_attr]; -"18 encoder_layers_encoder_layer_1_mlp_3_bias" [id=18, type=get_attr]; -"19 encoder_layers_encoder_layer_2_ln_1_weight" [id=19, type=get_attr]; -"20 encoder_layers_encoder_layer_2_ln_1_bias" [id=20, type=get_attr]; -"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=21, type=get_attr]; -"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=22, type=get_attr]; -"23 encoder_layers_encoder_layer_2_ln_2_weight" [id=23, type=get_attr]; -"24 encoder_layers_encoder_layer_2_ln_2_bias" [id=24, type=get_attr]; -"25 encoder_layers_encoder_layer_2_mlp_0_bias" [id=25, type=get_attr]; -"26 encoder_layers_encoder_layer_2_mlp_3_bias" [id=26, type=get_attr]; -"27 encoder_layers_encoder_layer_3_ln_1_weight" [id=27, type=get_attr]; -"28 encoder_layers_encoder_layer_3_ln_1_bias" [id=28, type=get_attr]; -"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=29, type=get_attr]; -"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=30, type=get_attr]; -"31 encoder_layers_encoder_layer_3_ln_2_weight" [id=31, type=get_attr]; -"32 encoder_layers_encoder_layer_3_ln_2_bias" [id=32, type=get_attr]; -"33 encoder_layers_encoder_layer_3_mlp_0_bias" [id=33, type=get_attr]; -"34 encoder_layers_encoder_layer_3_mlp_3_bias" [id=34, type=get_attr]; -"35 encoder_layers_encoder_layer_4_ln_1_weight" [id=35, type=get_attr]; -"36 encoder_layers_encoder_layer_4_ln_1_bias" [id=36, type=get_attr]; -"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=37, type=get_attr]; -"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=38, type=get_attr]; -"39 encoder_layers_encoder_layer_4_ln_2_weight" [id=39, type=get_attr]; -"40 encoder_layers_encoder_layer_4_ln_2_bias" [id=40, type=get_attr]; -"41 encoder_layers_encoder_layer_4_mlp_0_bias" [id=41, type=get_attr]; -"42 encoder_layers_encoder_layer_4_mlp_3_bias" [id=42, type=get_attr]; -"43 encoder_layers_encoder_layer_5_ln_1_weight" [id=43, type=get_attr]; -"44 encoder_layers_encoder_layer_5_ln_1_bias" [id=44, type=get_attr]; -"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=45, type=get_attr]; -"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=46, type=get_attr]; -"47 encoder_layers_encoder_layer_5_ln_2_weight" [id=47, type=get_attr]; -"48 encoder_layers_encoder_layer_5_ln_2_bias" [id=48, type=get_attr]; -"49 encoder_layers_encoder_layer_5_mlp_0_bias" [id=49, type=get_attr]; -"50 encoder_layers_encoder_layer_5_mlp_3_bias" [id=50, type=get_attr]; -"51 encoder_layers_encoder_layer_6_ln_1_weight" [id=51, type=get_attr]; -"52 encoder_layers_encoder_layer_6_ln_1_bias" [id=52, type=get_attr]; -"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=53, type=get_attr]; -"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=54, type=get_attr]; -"55 encoder_layers_encoder_layer_6_ln_2_weight" [id=55, type=get_attr]; -"56 encoder_layers_encoder_layer_6_ln_2_bias" [id=56, type=get_attr]; -"57 encoder_layers_encoder_layer_6_mlp_0_bias" [id=57, type=get_attr]; -"58 encoder_layers_encoder_layer_6_mlp_3_bias" [id=58, type=get_attr]; -"59 encoder_layers_encoder_layer_7_ln_1_weight" [id=59, type=get_attr]; -"60 encoder_layers_encoder_layer_7_ln_1_bias" [id=60, type=get_attr]; -"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=61, type=get_attr]; -"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=62, type=get_attr]; -"63 encoder_layers_encoder_layer_7_ln_2_weight" [id=63, type=get_attr]; -"64 encoder_layers_encoder_layer_7_ln_2_bias" [id=64, type=get_attr]; -"65 encoder_layers_encoder_layer_7_mlp_0_bias" [id=65, type=get_attr]; -"66 encoder_layers_encoder_layer_7_mlp_3_bias" [id=66, type=get_attr]; -"67 encoder_layers_encoder_layer_8_ln_1_weight" [id=67, type=get_attr]; -"68 encoder_layers_encoder_layer_8_ln_1_bias" [id=68, type=get_attr]; -"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=69, type=get_attr]; -"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=70, type=get_attr]; -"71 encoder_layers_encoder_layer_8_ln_2_weight" [id=71, type=get_attr]; -"72 encoder_layers_encoder_layer_8_ln_2_bias" [id=72, type=get_attr]; -"73 encoder_layers_encoder_layer_8_mlp_0_bias" [id=73, type=get_attr]; -"74 encoder_layers_encoder_layer_8_mlp_3_bias" [id=74, type=get_attr]; -"75 encoder_layers_encoder_layer_9_ln_1_weight" [id=75, type=get_attr]; -"76 encoder_layers_encoder_layer_9_ln_1_bias" [id=76, type=get_attr]; -"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=77, type=get_attr]; -"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=78, type=get_attr]; -"79 encoder_layers_encoder_layer_9_ln_2_weight" [id=79, type=get_attr]; -"80 encoder_layers_encoder_layer_9_ln_2_bias" [id=80, type=get_attr]; -"81 encoder_layers_encoder_layer_9_mlp_0_bias" [id=81, type=get_attr]; -"82 encoder_layers_encoder_layer_9_mlp_3_bias" [id=82, type=get_attr]; -"83 encoder_layers_encoder_layer_10_ln_1_weight" [id=83, type=get_attr]; -"84 encoder_layers_encoder_layer_10_ln_1_bias" [id=84, type=get_attr]; -"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=85, type=get_attr]; -"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=86, type=get_attr]; -"87 encoder_layers_encoder_layer_10_ln_2_weight" [id=87, type=get_attr]; -"88 encoder_layers_encoder_layer_10_ln_2_bias" [id=88, type=get_attr]; -"89 encoder_layers_encoder_layer_10_mlp_0_bias" [id=89, type=get_attr]; -"90 encoder_layers_encoder_layer_10_mlp_3_bias" [id=90, type=get_attr]; -"91 encoder_layers_encoder_layer_11_ln_1_weight" [id=91, type=get_attr]; -"92 encoder_layers_encoder_layer_11_ln_1_bias" [id=92, type=get_attr]; -"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=93, type=get_attr]; -"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=94, type=get_attr]; -"95 encoder_layers_encoder_layer_11_ln_2_weight" [id=95, type=get_attr]; -"96 encoder_layers_encoder_layer_11_ln_2_bias" [id=96, type=get_attr]; -"97 encoder_layers_encoder_layer_11_mlp_0_bias" [id=97, type=get_attr]; -"98 encoder_layers_encoder_layer_11_mlp_3_bias" [id=98, type=get_attr]; -"99 encoder_ln_weight" [id=99, type=get_attr]; -"100 encoder_ln_bias" [id=100, type=get_attr]; -"101 heads_head_bias" [id=101, type=get_attr]; +strict digraph { +"0 class_token" [id=0, type="get_attr"]; +"1 encoder_pos_embedding" [id=1, type="get_attr"]; +"2 conv_proj_bias" [id=2, type="get_attr"]; +"3 encoder_layers_encoder_layer_0_ln_1_weight" [id=3, type="get_attr"]; +"4 encoder_layers_encoder_layer_0_ln_1_bias" [id=4, type="get_attr"]; +"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=5, type="get_attr"]; +"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=6, type="get_attr"]; +"7 encoder_layers_encoder_layer_0_ln_2_weight" [id=7, type="get_attr"]; +"8 encoder_layers_encoder_layer_0_ln_2_bias" [id=8, type="get_attr"]; +"9 encoder_layers_encoder_layer_0_mlp_0_bias" [id=9, type="get_attr"]; +"10 encoder_layers_encoder_layer_0_mlp_3_bias" [id=10, type="get_attr"]; +"11 encoder_layers_encoder_layer_1_ln_1_weight" [id=11, type="get_attr"]; +"12 encoder_layers_encoder_layer_1_ln_1_bias" [id=12, type="get_attr"]; +"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=13, type="get_attr"]; +"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=14, type="get_attr"]; +"15 encoder_layers_encoder_layer_1_ln_2_weight" [id=15, type="get_attr"]; +"16 encoder_layers_encoder_layer_1_ln_2_bias" [id=16, type="get_attr"]; +"17 encoder_layers_encoder_layer_1_mlp_0_bias" [id=17, type="get_attr"]; +"18 encoder_layers_encoder_layer_1_mlp_3_bias" [id=18, type="get_attr"]; +"19 encoder_layers_encoder_layer_2_ln_1_weight" [id=19, type="get_attr"]; +"20 encoder_layers_encoder_layer_2_ln_1_bias" [id=20, type="get_attr"]; +"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=21, type="get_attr"]; +"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=22, type="get_attr"]; +"23 encoder_layers_encoder_layer_2_ln_2_weight" [id=23, type="get_attr"]; +"24 encoder_layers_encoder_layer_2_ln_2_bias" [id=24, type="get_attr"]; +"25 encoder_layers_encoder_layer_2_mlp_0_bias" [id=25, type="get_attr"]; +"26 encoder_layers_encoder_layer_2_mlp_3_bias" [id=26, type="get_attr"]; +"27 encoder_layers_encoder_layer_3_ln_1_weight" [id=27, type="get_attr"]; +"28 encoder_layers_encoder_layer_3_ln_1_bias" [id=28, type="get_attr"]; +"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=29, type="get_attr"]; +"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=30, type="get_attr"]; +"31 encoder_layers_encoder_layer_3_ln_2_weight" [id=31, type="get_attr"]; +"32 encoder_layers_encoder_layer_3_ln_2_bias" [id=32, type="get_attr"]; +"33 encoder_layers_encoder_layer_3_mlp_0_bias" [id=33, type="get_attr"]; +"34 encoder_layers_encoder_layer_3_mlp_3_bias" [id=34, type="get_attr"]; +"35 encoder_layers_encoder_layer_4_ln_1_weight" [id=35, type="get_attr"]; +"36 encoder_layers_encoder_layer_4_ln_1_bias" [id=36, type="get_attr"]; +"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=37, type="get_attr"]; +"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=38, type="get_attr"]; +"39 encoder_layers_encoder_layer_4_ln_2_weight" [id=39, type="get_attr"]; +"40 encoder_layers_encoder_layer_4_ln_2_bias" [id=40, type="get_attr"]; +"41 encoder_layers_encoder_layer_4_mlp_0_bias" [id=41, type="get_attr"]; +"42 encoder_layers_encoder_layer_4_mlp_3_bias" [id=42, type="get_attr"]; +"43 encoder_layers_encoder_layer_5_ln_1_weight" [id=43, type="get_attr"]; +"44 encoder_layers_encoder_layer_5_ln_1_bias" [id=44, type="get_attr"]; +"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=45, type="get_attr"]; +"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=46, type="get_attr"]; +"47 encoder_layers_encoder_layer_5_ln_2_weight" [id=47, type="get_attr"]; +"48 encoder_layers_encoder_layer_5_ln_2_bias" [id=48, type="get_attr"]; +"49 encoder_layers_encoder_layer_5_mlp_0_bias" [id=49, type="get_attr"]; +"50 encoder_layers_encoder_layer_5_mlp_3_bias" [id=50, type="get_attr"]; +"51 encoder_layers_encoder_layer_6_ln_1_weight" [id=51, type="get_attr"]; +"52 encoder_layers_encoder_layer_6_ln_1_bias" [id=52, type="get_attr"]; +"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=53, type="get_attr"]; +"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=54, type="get_attr"]; +"55 encoder_layers_encoder_layer_6_ln_2_weight" [id=55, type="get_attr"]; +"56 encoder_layers_encoder_layer_6_ln_2_bias" [id=56, type="get_attr"]; +"57 encoder_layers_encoder_layer_6_mlp_0_bias" [id=57, type="get_attr"]; +"58 encoder_layers_encoder_layer_6_mlp_3_bias" [id=58, type="get_attr"]; +"59 encoder_layers_encoder_layer_7_ln_1_weight" [id=59, type="get_attr"]; +"60 encoder_layers_encoder_layer_7_ln_1_bias" [id=60, type="get_attr"]; +"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=61, type="get_attr"]; +"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=62, type="get_attr"]; +"63 encoder_layers_encoder_layer_7_ln_2_weight" [id=63, type="get_attr"]; +"64 encoder_layers_encoder_layer_7_ln_2_bias" [id=64, type="get_attr"]; +"65 encoder_layers_encoder_layer_7_mlp_0_bias" [id=65, type="get_attr"]; +"66 encoder_layers_encoder_layer_7_mlp_3_bias" [id=66, type="get_attr"]; +"67 encoder_layers_encoder_layer_8_ln_1_weight" [id=67, type="get_attr"]; +"68 encoder_layers_encoder_layer_8_ln_1_bias" [id=68, type="get_attr"]; +"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=69, type="get_attr"]; +"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=70, type="get_attr"]; +"71 encoder_layers_encoder_layer_8_ln_2_weight" [id=71, type="get_attr"]; +"72 encoder_layers_encoder_layer_8_ln_2_bias" [id=72, type="get_attr"]; +"73 encoder_layers_encoder_layer_8_mlp_0_bias" [id=73, type="get_attr"]; +"74 encoder_layers_encoder_layer_8_mlp_3_bias" [id=74, type="get_attr"]; +"75 encoder_layers_encoder_layer_9_ln_1_weight" [id=75, type="get_attr"]; +"76 encoder_layers_encoder_layer_9_ln_1_bias" [id=76, type="get_attr"]; +"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=77, type="get_attr"]; +"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=78, type="get_attr"]; +"79 encoder_layers_encoder_layer_9_ln_2_weight" [id=79, type="get_attr"]; +"80 encoder_layers_encoder_layer_9_ln_2_bias" [id=80, type="get_attr"]; +"81 encoder_layers_encoder_layer_9_mlp_0_bias" [id=81, type="get_attr"]; +"82 encoder_layers_encoder_layer_9_mlp_3_bias" [id=82, type="get_attr"]; +"83 encoder_layers_encoder_layer_10_ln_1_weight" [id=83, type="get_attr"]; +"84 encoder_layers_encoder_layer_10_ln_1_bias" [id=84, type="get_attr"]; +"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=85, type="get_attr"]; +"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=86, type="get_attr"]; +"87 encoder_layers_encoder_layer_10_ln_2_weight" [id=87, type="get_attr"]; +"88 encoder_layers_encoder_layer_10_ln_2_bias" [id=88, type="get_attr"]; +"89 encoder_layers_encoder_layer_10_mlp_0_bias" [id=89, type="get_attr"]; +"90 encoder_layers_encoder_layer_10_mlp_3_bias" [id=90, type="get_attr"]; +"91 encoder_layers_encoder_layer_11_ln_1_weight" [id=91, type="get_attr"]; +"92 encoder_layers_encoder_layer_11_ln_1_bias" [id=92, type="get_attr"]; +"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=93, type="get_attr"]; +"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=94, type="get_attr"]; +"95 encoder_layers_encoder_layer_11_ln_2_weight" [id=95, type="get_attr"]; +"96 encoder_layers_encoder_layer_11_ln_2_bias" [id=96, type="get_attr"]; +"97 encoder_layers_encoder_layer_11_mlp_0_bias" [id=97, type="get_attr"]; +"98 encoder_layers_encoder_layer_11_mlp_3_bias" [id=98, type="get_attr"]; +"99 encoder_ln_weight" [id=99, type="get_attr"]; +"100 encoder_ln_bias" [id=100, type="get_attr"]; +"101 heads_head_bias" [id=101, type="get_attr"]; "102 x" [id=102, type=input]; -"103 quantize_per_tensor_default" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default" [id=104, type=dequantize_per_tensor]; -"105 conv2d_scale_0" [id=105, type=get_attr]; -"106 conv2d_zero_point_0" [id=106, type=get_attr]; -"107 _frozen_param0" [id=107, type=get_attr]; -"108 dequantize_per_channel_default" [id=108, type=dequantize_per_channel]; +"103 quantize_per_tensor_0" [id=103, type="quantize_per_tensor"]; +"104 dequantize_per_tensor_1" [id=104, type="dequantize_per_tensor"]; +"105 conv2d_scale_0" [id=105, type="get_attr"]; +"106 conv2d_zero_point_0" [id=106, type="get_attr"]; +"107 _frozen_param0" [id=107, type="get_attr"]; +"108 dequantize_per_channel_2" [id=108, type="dequantize_per_channel"]; "109 conv2d" [id=109, type=conv2d]; "110 reshape" [id=110, type=reshape]; "111 permute" [id=111, type=permute]; @@ -115,10 +115,10 @@ strict digraph { "113 cat" [id=113, type=cat]; "114 add" [id=114, type=add]; "115 dropout" [id=115, type=dropout]; -"116 layer_norm" [id=116, type=layer_norm]; +"116 layer_norm" [id=116, type="layer_norm"]; "117 transpose" [id=117, type=transpose]; -"118 encoder_layers_encoder_layer_0_self_attention_in_proj_weight_updated_constant0" [id=118, type=get_attr]; -"119 transpose_0_0_nncf_smooth_quant_0" [id=119, type=call_module]; +"118 encoder_layers_encoder_layer_0_self_attention_in_proj_weight_updated_constant0" [id=118, type="get_attr"]; +"119 transpose_0_0_nncf_smooth_quant_0" [id=119, type="call_module"]; "120 linear" [id=120, type=linear]; "121 unflatten" [id=121, type=unflatten]; "122 unsqueeze" [id=122, type=unsqueeze]; @@ -137,41 +137,41 @@ strict digraph { "135 view_3" [id=135, type=view]; "136 view_4" [id=136, type=view]; "137 view_5" [id=137, type=view]; -"138 scaled_dot_product_attention" [id=138, type=scaled_dot_product_attention]; +"138 scaled_dot_product_attention" [id=138, type="scaled_dot_product_attention"]; "139 permute_1" [id=139, type=permute]; "140 view_6" [id=140, type=view]; -"141 encoder_layers_encoder_layer_0_self_attention_out_proj_weight_updated_constant0" [id=141, type=get_attr]; -"142 view_6_0_0_nncf_smooth_quant_0" [id=142, type=call_module]; +"141 encoder_layers_encoder_layer_0_self_attention_out_proj_weight_updated_constant0" [id=141, type="get_attr"]; +"142 view_6_0_0_nncf_smooth_quant_0" [id=142, type="call_module"]; "143 linear_1" [id=143, type=linear]; "144 view_7" [id=144, type=view]; "145 transpose_5" [id=145, type=transpose]; "146 dropout_1" [id=146, type=dropout]; "147 add_1" [id=147, type=add]; -"148 layer_norm_1" [id=148, type=layer_norm]; -"149 layer_norm_1_0_0_nncf_smooth_quant_0" [id=149, type=call_module]; -"150 quantize_per_tensor_default_1" [id=150, type=quantize_per_tensor]; -"151 dequantize_per_tensor_default_1" [id=151, type=dequantize_per_tensor]; -"152 linear_2_scale_0" [id=152, type=get_attr]; -"153 linear_2_zero_point_0" [id=153, type=get_attr]; -"154 _frozen_param1" [id=154, type=get_attr]; -"155 dequantize_per_channel_default_1" [id=155, type=dequantize_per_channel]; +"148 layer_norm_1" [id=148, type="layer_norm"]; +"149 layer_norm_1_0_0_nncf_smooth_quant_0" [id=149, type="call_module"]; +"150 quantize_per_tensor_3" [id=150, type="quantize_per_tensor"]; +"151 dequantize_per_tensor_4" [id=151, type="dequantize_per_tensor"]; +"152 linear_2_scale_0" [id=152, type="get_attr"]; +"153 linear_2_zero_point_0" [id=153, type="get_attr"]; +"154 _frozen_param1" [id=154, type="get_attr"]; +"155 dequantize_per_channel_5" [id=155, type="dequantize_per_channel"]; "156 linear_2" [id=156, type=linear]; "157 gelu" [id=157, type=gelu]; "158 dropout_2" [id=158, type=dropout]; -"159 dropout_2_0_0_nncf_smooth_quant_0" [id=159, type=call_module]; -"160 quantize_per_tensor_default_2" [id=160, type=quantize_per_tensor]; -"161 dequantize_per_tensor_default_2" [id=161, type=dequantize_per_tensor]; -"162 linear_3_scale_0" [id=162, type=get_attr]; -"163 linear_3_zero_point_0" [id=163, type=get_attr]; -"164 _frozen_param2" [id=164, type=get_attr]; -"165 dequantize_per_channel_default_2" [id=165, type=dequantize_per_channel]; +"159 dropout_2_0_0_nncf_smooth_quant_0" [id=159, type="call_module"]; +"160 quantize_per_tensor_6" [id=160, type="quantize_per_tensor"]; +"161 dequantize_per_tensor_7" [id=161, type="dequantize_per_tensor"]; +"162 linear_3_scale_0" [id=162, type="get_attr"]; +"163 linear_3_zero_point_0" [id=163, type="get_attr"]; +"164 _frozen_param2" [id=164, type="get_attr"]; +"165 dequantize_per_channel_8" [id=165, type="dequantize_per_channel"]; "166 linear_3" [id=166, type=linear]; "167 dropout_3" [id=167, type=dropout]; "168 add_2" [id=168, type=add]; -"169 layer_norm_2" [id=169, type=layer_norm]; +"169 layer_norm_2" [id=169, type="layer_norm"]; "170 transpose_6" [id=170, type=transpose]; -"171 encoder_layers_encoder_layer_1_self_attention_in_proj_weight_updated_constant0" [id=171, type=get_attr]; -"172 transpose_6_0_0_nncf_smooth_quant_0" [id=172, type=call_module]; +"171 encoder_layers_encoder_layer_1_self_attention_in_proj_weight_updated_constant0" [id=171, type="get_attr"]; +"172 transpose_6_0_0_nncf_smooth_quant_0" [id=172, type="call_module"]; "173 linear_4" [id=173, type=linear]; "174 unflatten_1" [id=174, type=unflatten]; "175 unsqueeze_1" [id=175, type=unsqueeze]; @@ -190,41 +190,41 @@ strict digraph { "188 view_11" [id=188, type=view]; "189 view_12" [id=189, type=view]; "190 view_13" [id=190, type=view]; -"191 scaled_dot_product_attention_1" [id=191, type=scaled_dot_product_attention]; +"191 scaled_dot_product_attention_1" [id=191, type="scaled_dot_product_attention"]; "192 permute_2" [id=192, type=permute]; "193 view_14" [id=193, type=view]; -"194 encoder_layers_encoder_layer_1_self_attention_out_proj_weight_updated_constant0" [id=194, type=get_attr]; -"195 view_14_0_0_nncf_smooth_quant_0" [id=195, type=call_module]; +"194 encoder_layers_encoder_layer_1_self_attention_out_proj_weight_updated_constant0" [id=194, type="get_attr"]; +"195 view_14_0_0_nncf_smooth_quant_0" [id=195, type="call_module"]; "196 linear_5" [id=196, type=linear]; "197 view_15" [id=197, type=view]; "198 transpose_11" [id=198, type=transpose]; "199 dropout_4" [id=199, type=dropout]; "200 add_3" [id=200, type=add]; -"201 layer_norm_3" [id=201, type=layer_norm]; -"202 layer_norm_3_0_0_nncf_smooth_quant_0" [id=202, type=call_module]; -"203 quantize_per_tensor_default_3" [id=203, type=quantize_per_tensor]; -"204 dequantize_per_tensor_default_3" [id=204, type=dequantize_per_tensor]; -"205 linear_6_scale_0" [id=205, type=get_attr]; -"206 linear_6_zero_point_0" [id=206, type=get_attr]; -"207 _frozen_param3" [id=207, type=get_attr]; -"208 dequantize_per_channel_default_3" [id=208, type=dequantize_per_channel]; +"201 layer_norm_3" [id=201, type="layer_norm"]; +"202 layer_norm_3_0_0_nncf_smooth_quant_0" [id=202, type="call_module"]; +"203 quantize_per_tensor_9" [id=203, type="quantize_per_tensor"]; +"204 dequantize_per_tensor_10" [id=204, type="dequantize_per_tensor"]; +"205 linear_6_scale_0" [id=205, type="get_attr"]; +"206 linear_6_zero_point_0" [id=206, type="get_attr"]; +"207 _frozen_param3" [id=207, type="get_attr"]; +"208 dequantize_per_channel_11" [id=208, type="dequantize_per_channel"]; "209 linear_6" [id=209, type=linear]; "210 gelu_1" [id=210, type=gelu]; "211 dropout_5" [id=211, type=dropout]; -"212 dropout_5_0_0_nncf_smooth_quant_0" [id=212, type=call_module]; -"213 quantize_per_tensor_default_4" [id=213, type=quantize_per_tensor]; -"214 dequantize_per_tensor_default_4" [id=214, type=dequantize_per_tensor]; -"215 linear_7_scale_0" [id=215, type=get_attr]; -"216 linear_7_zero_point_0" [id=216, type=get_attr]; -"217 _frozen_param4" [id=217, type=get_attr]; -"218 dequantize_per_channel_default_4" [id=218, type=dequantize_per_channel]; +"212 dropout_5_0_0_nncf_smooth_quant_0" [id=212, type="call_module"]; +"213 quantize_per_tensor_12" [id=213, type="quantize_per_tensor"]; +"214 dequantize_per_tensor_13" [id=214, type="dequantize_per_tensor"]; +"215 linear_7_scale_0" [id=215, type="get_attr"]; +"216 linear_7_zero_point_0" [id=216, type="get_attr"]; +"217 _frozen_param4" [id=217, type="get_attr"]; +"218 dequantize_per_channel_14" [id=218, type="dequantize_per_channel"]; "219 linear_7" [id=219, type=linear]; "220 dropout_6" [id=220, type=dropout]; "221 add_4" [id=221, type=add]; -"222 layer_norm_4" [id=222, type=layer_norm]; +"222 layer_norm_4" [id=222, type="layer_norm"]; "223 transpose_12" [id=223, type=transpose]; -"224 encoder_layers_encoder_layer_2_self_attention_in_proj_weight_updated_constant0" [id=224, type=get_attr]; -"225 transpose_12_0_0_nncf_smooth_quant_0" [id=225, type=call_module]; +"224 encoder_layers_encoder_layer_2_self_attention_in_proj_weight_updated_constant0" [id=224, type="get_attr"]; +"225 transpose_12_0_0_nncf_smooth_quant_0" [id=225, type="call_module"]; "226 linear_8" [id=226, type=linear]; "227 unflatten_2" [id=227, type=unflatten]; "228 unsqueeze_2" [id=228, type=unsqueeze]; @@ -243,41 +243,41 @@ strict digraph { "241 view_19" [id=241, type=view]; "242 view_20" [id=242, type=view]; "243 view_21" [id=243, type=view]; -"244 scaled_dot_product_attention_2" [id=244, type=scaled_dot_product_attention]; +"244 scaled_dot_product_attention_2" [id=244, type="scaled_dot_product_attention"]; "245 permute_3" [id=245, type=permute]; "246 view_22" [id=246, type=view]; -"247 encoder_layers_encoder_layer_2_self_attention_out_proj_weight_updated_constant0" [id=247, type=get_attr]; -"248 view_22_0_0_nncf_smooth_quant_0" [id=248, type=call_module]; +"247 encoder_layers_encoder_layer_2_self_attention_out_proj_weight_updated_constant0" [id=247, type="get_attr"]; +"248 view_22_0_0_nncf_smooth_quant_0" [id=248, type="call_module"]; "249 linear_9" [id=249, type=linear]; "250 view_23" [id=250, type=view]; "251 transpose_17" [id=251, type=transpose]; "252 dropout_7" [id=252, type=dropout]; "253 add_5" [id=253, type=add]; -"254 layer_norm_5" [id=254, type=layer_norm]; -"255 layer_norm_5_0_0_nncf_smooth_quant_0" [id=255, type=call_module]; -"256 quantize_per_tensor_default_5" [id=256, type=quantize_per_tensor]; -"257 dequantize_per_tensor_default_5" [id=257, type=dequantize_per_tensor]; -"258 linear_10_scale_0" [id=258, type=get_attr]; -"259 linear_10_zero_point_0" [id=259, type=get_attr]; -"260 _frozen_param5" [id=260, type=get_attr]; -"261 dequantize_per_channel_default_5" [id=261, type=dequantize_per_channel]; +"254 layer_norm_5" [id=254, type="layer_norm"]; +"255 layer_norm_5_0_0_nncf_smooth_quant_0" [id=255, type="call_module"]; +"256 quantize_per_tensor_15" [id=256, type="quantize_per_tensor"]; +"257 dequantize_per_tensor_16" [id=257, type="dequantize_per_tensor"]; +"258 linear_10_scale_0" [id=258, type="get_attr"]; +"259 linear_10_zero_point_0" [id=259, type="get_attr"]; +"260 _frozen_param5" [id=260, type="get_attr"]; +"261 dequantize_per_channel_17" [id=261, type="dequantize_per_channel"]; "262 linear_10" [id=262, type=linear]; "263 gelu_2" [id=263, type=gelu]; "264 dropout_8" [id=264, type=dropout]; -"265 dropout_8_0_0_nncf_smooth_quant_0" [id=265, type=call_module]; -"266 quantize_per_tensor_default_6" [id=266, type=quantize_per_tensor]; -"267 dequantize_per_tensor_default_6" [id=267, type=dequantize_per_tensor]; -"268 linear_11_scale_0" [id=268, type=get_attr]; -"269 linear_11_zero_point_0" [id=269, type=get_attr]; -"270 _frozen_param6" [id=270, type=get_attr]; -"271 dequantize_per_channel_default_6" [id=271, type=dequantize_per_channel]; +"265 dropout_8_0_0_nncf_smooth_quant_0" [id=265, type="call_module"]; +"266 quantize_per_tensor_18" [id=266, type="quantize_per_tensor"]; +"267 dequantize_per_tensor_19" [id=267, type="dequantize_per_tensor"]; +"268 linear_11_scale_0" [id=268, type="get_attr"]; +"269 linear_11_zero_point_0" [id=269, type="get_attr"]; +"270 _frozen_param6" [id=270, type="get_attr"]; +"271 dequantize_per_channel_20" [id=271, type="dequantize_per_channel"]; "272 linear_11" [id=272, type=linear]; "273 dropout_9" [id=273, type=dropout]; "274 add_6" [id=274, type=add]; -"275 layer_norm_6" [id=275, type=layer_norm]; +"275 layer_norm_6" [id=275, type="layer_norm"]; "276 transpose_18" [id=276, type=transpose]; -"277 encoder_layers_encoder_layer_3_self_attention_in_proj_weight_updated_constant0" [id=277, type=get_attr]; -"278 transpose_18_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; +"277 encoder_layers_encoder_layer_3_self_attention_in_proj_weight_updated_constant0" [id=277, type="get_attr"]; +"278 transpose_18_0_0_nncf_smooth_quant_0" [id=278, type="call_module"]; "279 linear_12" [id=279, type=linear]; "280 unflatten_3" [id=280, type=unflatten]; "281 unsqueeze_3" [id=281, type=unsqueeze]; @@ -296,41 +296,41 @@ strict digraph { "294 view_27" [id=294, type=view]; "295 view_28" [id=295, type=view]; "296 view_29" [id=296, type=view]; -"297 scaled_dot_product_attention_3" [id=297, type=scaled_dot_product_attention]; +"297 scaled_dot_product_attention_3" [id=297, type="scaled_dot_product_attention"]; "298 permute_4" [id=298, type=permute]; "299 view_30" [id=299, type=view]; -"300 encoder_layers_encoder_layer_3_self_attention_out_proj_weight_updated_constant0" [id=300, type=get_attr]; -"301 view_30_0_0_nncf_smooth_quant_0" [id=301, type=call_module]; +"300 encoder_layers_encoder_layer_3_self_attention_out_proj_weight_updated_constant0" [id=300, type="get_attr"]; +"301 view_30_0_0_nncf_smooth_quant_0" [id=301, type="call_module"]; "302 linear_13" [id=302, type=linear]; "303 view_31" [id=303, type=view]; "304 transpose_23" [id=304, type=transpose]; "305 dropout_10" [id=305, type=dropout]; "306 add_7" [id=306, type=add]; -"307 layer_norm_7" [id=307, type=layer_norm]; -"308 layer_norm_7_0_0_nncf_smooth_quant_0" [id=308, type=call_module]; -"309 quantize_per_tensor_default_7" [id=309, type=quantize_per_tensor]; -"310 dequantize_per_tensor_default_7" [id=310, type=dequantize_per_tensor]; -"311 linear_14_scale_0" [id=311, type=get_attr]; -"312 linear_14_zero_point_0" [id=312, type=get_attr]; -"313 _frozen_param7" [id=313, type=get_attr]; -"314 dequantize_per_channel_default_7" [id=314, type=dequantize_per_channel]; +"307 layer_norm_7" [id=307, type="layer_norm"]; +"308 layer_norm_7_0_0_nncf_smooth_quant_0" [id=308, type="call_module"]; +"309 quantize_per_tensor_21" [id=309, type="quantize_per_tensor"]; +"310 dequantize_per_tensor_22" [id=310, type="dequantize_per_tensor"]; +"311 linear_14_scale_0" [id=311, type="get_attr"]; +"312 linear_14_zero_point_0" [id=312, type="get_attr"]; +"313 _frozen_param7" [id=313, type="get_attr"]; +"314 dequantize_per_channel_23" [id=314, type="dequantize_per_channel"]; "315 linear_14" [id=315, type=linear]; "316 gelu_3" [id=316, type=gelu]; "317 dropout_11" [id=317, type=dropout]; -"318 dropout_11_0_0_nncf_smooth_quant_0" [id=318, type=call_module]; -"319 quantize_per_tensor_default_8" [id=319, type=quantize_per_tensor]; -"320 dequantize_per_tensor_default_8" [id=320, type=dequantize_per_tensor]; -"321 linear_15_scale_0" [id=321, type=get_attr]; -"322 linear_15_zero_point_0" [id=322, type=get_attr]; -"323 _frozen_param8" [id=323, type=get_attr]; -"324 dequantize_per_channel_default_8" [id=324, type=dequantize_per_channel]; +"318 dropout_11_0_0_nncf_smooth_quant_0" [id=318, type="call_module"]; +"319 quantize_per_tensor_24" [id=319, type="quantize_per_tensor"]; +"320 dequantize_per_tensor_25" [id=320, type="dequantize_per_tensor"]; +"321 linear_15_scale_0" [id=321, type="get_attr"]; +"322 linear_15_zero_point_0" [id=322, type="get_attr"]; +"323 _frozen_param8" [id=323, type="get_attr"]; +"324 dequantize_per_channel_26" [id=324, type="dequantize_per_channel"]; "325 linear_15" [id=325, type=linear]; "326 dropout_12" [id=326, type=dropout]; "327 add_8" [id=327, type=add]; -"328 layer_norm_8" [id=328, type=layer_norm]; +"328 layer_norm_8" [id=328, type="layer_norm"]; "329 transpose_24" [id=329, type=transpose]; -"330 encoder_layers_encoder_layer_4_self_attention_in_proj_weight_updated_constant0" [id=330, type=get_attr]; -"331 transpose_24_0_0_nncf_smooth_quant_0" [id=331, type=call_module]; +"330 encoder_layers_encoder_layer_4_self_attention_in_proj_weight_updated_constant0" [id=330, type="get_attr"]; +"331 transpose_24_0_0_nncf_smooth_quant_0" [id=331, type="call_module"]; "332 linear_16" [id=332, type=linear]; "333 unflatten_4" [id=333, type=unflatten]; "334 unsqueeze_4" [id=334, type=unsqueeze]; @@ -349,41 +349,41 @@ strict digraph { "347 view_35" [id=347, type=view]; "348 view_36" [id=348, type=view]; "349 view_37" [id=349, type=view]; -"350 scaled_dot_product_attention_4" [id=350, type=scaled_dot_product_attention]; +"350 scaled_dot_product_attention_4" [id=350, type="scaled_dot_product_attention"]; "351 permute_5" [id=351, type=permute]; "352 view_38" [id=352, type=view]; -"353 encoder_layers_encoder_layer_4_self_attention_out_proj_weight_updated_constant0" [id=353, type=get_attr]; -"354 view_38_0_0_nncf_smooth_quant_0" [id=354, type=call_module]; +"353 encoder_layers_encoder_layer_4_self_attention_out_proj_weight_updated_constant0" [id=353, type="get_attr"]; +"354 view_38_0_0_nncf_smooth_quant_0" [id=354, type="call_module"]; "355 linear_17" [id=355, type=linear]; "356 view_39" [id=356, type=view]; "357 transpose_29" [id=357, type=transpose]; "358 dropout_13" [id=358, type=dropout]; "359 add_9" [id=359, type=add]; -"360 layer_norm_9" [id=360, type=layer_norm]; -"361 layer_norm_9_0_0_nncf_smooth_quant_0" [id=361, type=call_module]; -"362 quantize_per_tensor_default_9" [id=362, type=quantize_per_tensor]; -"363 dequantize_per_tensor_default_9" [id=363, type=dequantize_per_tensor]; -"364 linear_18_scale_0" [id=364, type=get_attr]; -"365 linear_18_zero_point_0" [id=365, type=get_attr]; -"366 _frozen_param9" [id=366, type=get_attr]; -"367 dequantize_per_channel_default_9" [id=367, type=dequantize_per_channel]; +"360 layer_norm_9" [id=360, type="layer_norm"]; +"361 layer_norm_9_0_0_nncf_smooth_quant_0" [id=361, type="call_module"]; +"362 quantize_per_tensor_27" [id=362, type="quantize_per_tensor"]; +"363 dequantize_per_tensor_28" [id=363, type="dequantize_per_tensor"]; +"364 linear_18_scale_0" [id=364, type="get_attr"]; +"365 linear_18_zero_point_0" [id=365, type="get_attr"]; +"366 _frozen_param9" [id=366, type="get_attr"]; +"367 dequantize_per_channel_29" [id=367, type="dequantize_per_channel"]; "368 linear_18" [id=368, type=linear]; "369 gelu_4" [id=369, type=gelu]; "370 dropout_14" [id=370, type=dropout]; -"371 dropout_14_0_0_nncf_smooth_quant_0" [id=371, type=call_module]; -"372 quantize_per_tensor_default_10" [id=372, type=quantize_per_tensor]; -"373 dequantize_per_tensor_default_10" [id=373, type=dequantize_per_tensor]; -"374 linear_19_scale_0" [id=374, type=get_attr]; -"375 linear_19_zero_point_0" [id=375, type=get_attr]; -"376 _frozen_param10" [id=376, type=get_attr]; -"377 dequantize_per_channel_default_10" [id=377, type=dequantize_per_channel]; +"371 dropout_14_0_0_nncf_smooth_quant_0" [id=371, type="call_module"]; +"372 quantize_per_tensor_30" [id=372, type="quantize_per_tensor"]; +"373 dequantize_per_tensor_31" [id=373, type="dequantize_per_tensor"]; +"374 linear_19_scale_0" [id=374, type="get_attr"]; +"375 linear_19_zero_point_0" [id=375, type="get_attr"]; +"376 _frozen_param10" [id=376, type="get_attr"]; +"377 dequantize_per_channel_32" [id=377, type="dequantize_per_channel"]; "378 linear_19" [id=378, type=linear]; "379 dropout_15" [id=379, type=dropout]; "380 add_10" [id=380, type=add]; -"381 layer_norm_10" [id=381, type=layer_norm]; +"381 layer_norm_10" [id=381, type="layer_norm"]; "382 transpose_30" [id=382, type=transpose]; -"383 encoder_layers_encoder_layer_5_self_attention_in_proj_weight_updated_constant0" [id=383, type=get_attr]; -"384 transpose_30_0_0_nncf_smooth_quant_0" [id=384, type=call_module]; +"383 encoder_layers_encoder_layer_5_self_attention_in_proj_weight_updated_constant0" [id=383, type="get_attr"]; +"384 transpose_30_0_0_nncf_smooth_quant_0" [id=384, type="call_module"]; "385 linear_20" [id=385, type=linear]; "386 unflatten_5" [id=386, type=unflatten]; "387 unsqueeze_5" [id=387, type=unsqueeze]; @@ -402,41 +402,41 @@ strict digraph { "400 view_43" [id=400, type=view]; "401 view_44" [id=401, type=view]; "402 view_45" [id=402, type=view]; -"403 scaled_dot_product_attention_5" [id=403, type=scaled_dot_product_attention]; +"403 scaled_dot_product_attention_5" [id=403, type="scaled_dot_product_attention"]; "404 permute_6" [id=404, type=permute]; "405 view_46" [id=405, type=view]; -"406 encoder_layers_encoder_layer_5_self_attention_out_proj_weight_updated_constant0" [id=406, type=get_attr]; -"407 view_46_0_0_nncf_smooth_quant_0" [id=407, type=call_module]; +"406 encoder_layers_encoder_layer_5_self_attention_out_proj_weight_updated_constant0" [id=406, type="get_attr"]; +"407 view_46_0_0_nncf_smooth_quant_0" [id=407, type="call_module"]; "408 linear_21" [id=408, type=linear]; "409 view_47" [id=409, type=view]; "410 transpose_35" [id=410, type=transpose]; "411 dropout_16" [id=411, type=dropout]; "412 add_11" [id=412, type=add]; -"413 layer_norm_11" [id=413, type=layer_norm]; -"414 layer_norm_11_0_0_nncf_smooth_quant_0" [id=414, type=call_module]; -"415 quantize_per_tensor_default_11" [id=415, type=quantize_per_tensor]; -"416 dequantize_per_tensor_default_11" [id=416, type=dequantize_per_tensor]; -"417 linear_22_scale_0" [id=417, type=get_attr]; -"418 linear_22_zero_point_0" [id=418, type=get_attr]; -"419 _frozen_param11" [id=419, type=get_attr]; -"420 dequantize_per_channel_default_11" [id=420, type=dequantize_per_channel]; +"413 layer_norm_11" [id=413, type="layer_norm"]; +"414 layer_norm_11_0_0_nncf_smooth_quant_0" [id=414, type="call_module"]; +"415 quantize_per_tensor_33" [id=415, type="quantize_per_tensor"]; +"416 dequantize_per_tensor_34" [id=416, type="dequantize_per_tensor"]; +"417 linear_22_scale_0" [id=417, type="get_attr"]; +"418 linear_22_zero_point_0" [id=418, type="get_attr"]; +"419 _frozen_param11" [id=419, type="get_attr"]; +"420 dequantize_per_channel_35" [id=420, type="dequantize_per_channel"]; "421 linear_22" [id=421, type=linear]; "422 gelu_5" [id=422, type=gelu]; "423 dropout_17" [id=423, type=dropout]; -"424 dropout_17_0_0_nncf_smooth_quant_0" [id=424, type=call_module]; -"425 quantize_per_tensor_default_12" [id=425, type=quantize_per_tensor]; -"426 dequantize_per_tensor_default_12" [id=426, type=dequantize_per_tensor]; -"427 linear_23_scale_0" [id=427, type=get_attr]; -"428 linear_23_zero_point_0" [id=428, type=get_attr]; -"429 _frozen_param12" [id=429, type=get_attr]; -"430 dequantize_per_channel_default_12" [id=430, type=dequantize_per_channel]; +"424 dropout_17_0_0_nncf_smooth_quant_0" [id=424, type="call_module"]; +"425 quantize_per_tensor_36" [id=425, type="quantize_per_tensor"]; +"426 dequantize_per_tensor_37" [id=426, type="dequantize_per_tensor"]; +"427 linear_23_scale_0" [id=427, type="get_attr"]; +"428 linear_23_zero_point_0" [id=428, type="get_attr"]; +"429 _frozen_param12" [id=429, type="get_attr"]; +"430 dequantize_per_channel_38" [id=430, type="dequantize_per_channel"]; "431 linear_23" [id=431, type=linear]; "432 dropout_18" [id=432, type=dropout]; "433 add_12" [id=433, type=add]; -"434 layer_norm_12" [id=434, type=layer_norm]; +"434 layer_norm_12" [id=434, type="layer_norm"]; "435 transpose_36" [id=435, type=transpose]; -"436 encoder_layers_encoder_layer_6_self_attention_in_proj_weight_updated_constant0" [id=436, type=get_attr]; -"437 transpose_36_0_0_nncf_smooth_quant_0" [id=437, type=call_module]; +"436 encoder_layers_encoder_layer_6_self_attention_in_proj_weight_updated_constant0" [id=436, type="get_attr"]; +"437 transpose_36_0_0_nncf_smooth_quant_0" [id=437, type="call_module"]; "438 linear_24" [id=438, type=linear]; "439 unflatten_6" [id=439, type=unflatten]; "440 unsqueeze_6" [id=440, type=unsqueeze]; @@ -455,41 +455,41 @@ strict digraph { "453 view_51" [id=453, type=view]; "454 view_52" [id=454, type=view]; "455 view_53" [id=455, type=view]; -"456 scaled_dot_product_attention_6" [id=456, type=scaled_dot_product_attention]; +"456 scaled_dot_product_attention_6" [id=456, type="scaled_dot_product_attention"]; "457 permute_7" [id=457, type=permute]; "458 view_54" [id=458, type=view]; -"459 encoder_layers_encoder_layer_6_self_attention_out_proj_weight_updated_constant0" [id=459, type=get_attr]; -"460 view_54_0_0_nncf_smooth_quant_0" [id=460, type=call_module]; +"459 encoder_layers_encoder_layer_6_self_attention_out_proj_weight_updated_constant0" [id=459, type="get_attr"]; +"460 view_54_0_0_nncf_smooth_quant_0" [id=460, type="call_module"]; "461 linear_25" [id=461, type=linear]; "462 view_55" [id=462, type=view]; "463 transpose_41" [id=463, type=transpose]; "464 dropout_19" [id=464, type=dropout]; "465 add_13" [id=465, type=add]; -"466 layer_norm_13" [id=466, type=layer_norm]; -"467 layer_norm_13_0_0_nncf_smooth_quant_0" [id=467, type=call_module]; -"468 quantize_per_tensor_default_13" [id=468, type=quantize_per_tensor]; -"469 dequantize_per_tensor_default_13" [id=469, type=dequantize_per_tensor]; -"470 linear_26_scale_0" [id=470, type=get_attr]; -"471 linear_26_zero_point_0" [id=471, type=get_attr]; -"472 _frozen_param13" [id=472, type=get_attr]; -"473 dequantize_per_channel_default_13" [id=473, type=dequantize_per_channel]; +"466 layer_norm_13" [id=466, type="layer_norm"]; +"467 layer_norm_13_0_0_nncf_smooth_quant_0" [id=467, type="call_module"]; +"468 quantize_per_tensor_39" [id=468, type="quantize_per_tensor"]; +"469 dequantize_per_tensor_40" [id=469, type="dequantize_per_tensor"]; +"470 linear_26_scale_0" [id=470, type="get_attr"]; +"471 linear_26_zero_point_0" [id=471, type="get_attr"]; +"472 _frozen_param13" [id=472, type="get_attr"]; +"473 dequantize_per_channel_41" [id=473, type="dequantize_per_channel"]; "474 linear_26" [id=474, type=linear]; "475 gelu_6" [id=475, type=gelu]; "476 dropout_20" [id=476, type=dropout]; -"477 dropout_20_0_0_nncf_smooth_quant_0" [id=477, type=call_module]; -"478 quantize_per_tensor_default_14" [id=478, type=quantize_per_tensor]; -"479 dequantize_per_tensor_default_14" [id=479, type=dequantize_per_tensor]; -"480 linear_27_scale_0" [id=480, type=get_attr]; -"481 linear_27_zero_point_0" [id=481, type=get_attr]; -"482 _frozen_param14" [id=482, type=get_attr]; -"483 dequantize_per_channel_default_14" [id=483, type=dequantize_per_channel]; +"477 dropout_20_0_0_nncf_smooth_quant_0" [id=477, type="call_module"]; +"478 quantize_per_tensor_42" [id=478, type="quantize_per_tensor"]; +"479 dequantize_per_tensor_43" [id=479, type="dequantize_per_tensor"]; +"480 linear_27_scale_0" [id=480, type="get_attr"]; +"481 linear_27_zero_point_0" [id=481, type="get_attr"]; +"482 _frozen_param14" [id=482, type="get_attr"]; +"483 dequantize_per_channel_44" [id=483, type="dequantize_per_channel"]; "484 linear_27" [id=484, type=linear]; "485 dropout_21" [id=485, type=dropout]; "486 add_14" [id=486, type=add]; -"487 layer_norm_14" [id=487, type=layer_norm]; +"487 layer_norm_14" [id=487, type="layer_norm"]; "488 transpose_42" [id=488, type=transpose]; -"489 encoder_layers_encoder_layer_7_self_attention_in_proj_weight_updated_constant0" [id=489, type=get_attr]; -"490 transpose_42_0_0_nncf_smooth_quant_0" [id=490, type=call_module]; +"489 encoder_layers_encoder_layer_7_self_attention_in_proj_weight_updated_constant0" [id=489, type="get_attr"]; +"490 transpose_42_0_0_nncf_smooth_quant_0" [id=490, type="call_module"]; "491 linear_28" [id=491, type=linear]; "492 unflatten_7" [id=492, type=unflatten]; "493 unsqueeze_7" [id=493, type=unsqueeze]; @@ -508,41 +508,41 @@ strict digraph { "506 view_59" [id=506, type=view]; "507 view_60" [id=507, type=view]; "508 view_61" [id=508, type=view]; -"509 scaled_dot_product_attention_7" [id=509, type=scaled_dot_product_attention]; +"509 scaled_dot_product_attention_7" [id=509, type="scaled_dot_product_attention"]; "510 permute_8" [id=510, type=permute]; "511 view_62" [id=511, type=view]; -"512 encoder_layers_encoder_layer_7_self_attention_out_proj_weight_updated_constant0" [id=512, type=get_attr]; -"513 view_62_0_0_nncf_smooth_quant_0" [id=513, type=call_module]; +"512 encoder_layers_encoder_layer_7_self_attention_out_proj_weight_updated_constant0" [id=512, type="get_attr"]; +"513 view_62_0_0_nncf_smooth_quant_0" [id=513, type="call_module"]; "514 linear_29" [id=514, type=linear]; "515 view_63" [id=515, type=view]; "516 transpose_47" [id=516, type=transpose]; "517 dropout_22" [id=517, type=dropout]; "518 add_15" [id=518, type=add]; -"519 layer_norm_15" [id=519, type=layer_norm]; -"520 layer_norm_15_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; -"521 quantize_per_tensor_default_15" [id=521, type=quantize_per_tensor]; -"522 dequantize_per_tensor_default_15" [id=522, type=dequantize_per_tensor]; -"523 linear_30_scale_0" [id=523, type=get_attr]; -"524 linear_30_zero_point_0" [id=524, type=get_attr]; -"525 _frozen_param15" [id=525, type=get_attr]; -"526 dequantize_per_channel_default_15" [id=526, type=dequantize_per_channel]; +"519 layer_norm_15" [id=519, type="layer_norm"]; +"520 layer_norm_15_0_0_nncf_smooth_quant_0" [id=520, type="call_module"]; +"521 quantize_per_tensor_45" [id=521, type="quantize_per_tensor"]; +"522 dequantize_per_tensor_46" [id=522, type="dequantize_per_tensor"]; +"523 linear_30_scale_0" [id=523, type="get_attr"]; +"524 linear_30_zero_point_0" [id=524, type="get_attr"]; +"525 _frozen_param15" [id=525, type="get_attr"]; +"526 dequantize_per_channel_47" [id=526, type="dequantize_per_channel"]; "527 linear_30" [id=527, type=linear]; "528 gelu_7" [id=528, type=gelu]; "529 dropout_23" [id=529, type=dropout]; -"530 dropout_23_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; -"531 quantize_per_tensor_default_16" [id=531, type=quantize_per_tensor]; -"532 dequantize_per_tensor_default_16" [id=532, type=dequantize_per_tensor]; -"533 linear_31_scale_0" [id=533, type=get_attr]; -"534 linear_31_zero_point_0" [id=534, type=get_attr]; -"535 _frozen_param16" [id=535, type=get_attr]; -"536 dequantize_per_channel_default_16" [id=536, type=dequantize_per_channel]; +"530 dropout_23_0_0_nncf_smooth_quant_0" [id=530, type="call_module"]; +"531 quantize_per_tensor_48" [id=531, type="quantize_per_tensor"]; +"532 dequantize_per_tensor_49" [id=532, type="dequantize_per_tensor"]; +"533 linear_31_scale_0" [id=533, type="get_attr"]; +"534 linear_31_zero_point_0" [id=534, type="get_attr"]; +"535 _frozen_param16" [id=535, type="get_attr"]; +"536 dequantize_per_channel_50" [id=536, type="dequantize_per_channel"]; "537 linear_31" [id=537, type=linear]; "538 dropout_24" [id=538, type=dropout]; "539 add_16" [id=539, type=add]; -"540 layer_norm_16" [id=540, type=layer_norm]; +"540 layer_norm_16" [id=540, type="layer_norm"]; "541 transpose_48" [id=541, type=transpose]; -"542 encoder_layers_encoder_layer_8_self_attention_in_proj_weight_updated_constant0" [id=542, type=get_attr]; -"543 transpose_48_0_0_nncf_smooth_quant_0" [id=543, type=call_module]; +"542 encoder_layers_encoder_layer_8_self_attention_in_proj_weight_updated_constant0" [id=542, type="get_attr"]; +"543 transpose_48_0_0_nncf_smooth_quant_0" [id=543, type="call_module"]; "544 linear_32" [id=544, type=linear]; "545 unflatten_8" [id=545, type=unflatten]; "546 unsqueeze_8" [id=546, type=unsqueeze]; @@ -561,41 +561,41 @@ strict digraph { "559 view_67" [id=559, type=view]; "560 view_68" [id=560, type=view]; "561 view_69" [id=561, type=view]; -"562 scaled_dot_product_attention_8" [id=562, type=scaled_dot_product_attention]; +"562 scaled_dot_product_attention_8" [id=562, type="scaled_dot_product_attention"]; "563 permute_9" [id=563, type=permute]; "564 view_70" [id=564, type=view]; -"565 encoder_layers_encoder_layer_8_self_attention_out_proj_weight_updated_constant0" [id=565, type=get_attr]; -"566 view_70_0_0_nncf_smooth_quant_0" [id=566, type=call_module]; +"565 encoder_layers_encoder_layer_8_self_attention_out_proj_weight_updated_constant0" [id=565, type="get_attr"]; +"566 view_70_0_0_nncf_smooth_quant_0" [id=566, type="call_module"]; "567 linear_33" [id=567, type=linear]; "568 view_71" [id=568, type=view]; "569 transpose_53" [id=569, type=transpose]; "570 dropout_25" [id=570, type=dropout]; "571 add_17" [id=571, type=add]; -"572 layer_norm_17" [id=572, type=layer_norm]; -"573 layer_norm_17_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; -"574 quantize_per_tensor_default_17" [id=574, type=quantize_per_tensor]; -"575 dequantize_per_tensor_default_17" [id=575, type=dequantize_per_tensor]; -"576 linear_34_scale_0" [id=576, type=get_attr]; -"577 linear_34_zero_point_0" [id=577, type=get_attr]; -"578 _frozen_param17" [id=578, type=get_attr]; -"579 dequantize_per_channel_default_17" [id=579, type=dequantize_per_channel]; +"572 layer_norm_17" [id=572, type="layer_norm"]; +"573 layer_norm_17_0_0_nncf_smooth_quant_0" [id=573, type="call_module"]; +"574 quantize_per_tensor_51" [id=574, type="quantize_per_tensor"]; +"575 dequantize_per_tensor_52" [id=575, type="dequantize_per_tensor"]; +"576 linear_34_scale_0" [id=576, type="get_attr"]; +"577 linear_34_zero_point_0" [id=577, type="get_attr"]; +"578 _frozen_param17" [id=578, type="get_attr"]; +"579 dequantize_per_channel_53" [id=579, type="dequantize_per_channel"]; "580 linear_34" [id=580, type=linear]; "581 gelu_8" [id=581, type=gelu]; "582 dropout_26" [id=582, type=dropout]; -"583 dropout_26_0_0_nncf_smooth_quant_0" [id=583, type=call_module]; -"584 quantize_per_tensor_default_18" [id=584, type=quantize_per_tensor]; -"585 dequantize_per_tensor_default_18" [id=585, type=dequantize_per_tensor]; -"586 linear_35_scale_0" [id=586, type=get_attr]; -"587 linear_35_zero_point_0" [id=587, type=get_attr]; -"588 _frozen_param18" [id=588, type=get_attr]; -"589 dequantize_per_channel_default_18" [id=589, type=dequantize_per_channel]; +"583 dropout_26_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; +"584 quantize_per_tensor_54" [id=584, type="quantize_per_tensor"]; +"585 dequantize_per_tensor_55" [id=585, type="dequantize_per_tensor"]; +"586 linear_35_scale_0" [id=586, type="get_attr"]; +"587 linear_35_zero_point_0" [id=587, type="get_attr"]; +"588 _frozen_param18" [id=588, type="get_attr"]; +"589 dequantize_per_channel_56" [id=589, type="dequantize_per_channel"]; "590 linear_35" [id=590, type=linear]; "591 dropout_27" [id=591, type=dropout]; "592 add_18" [id=592, type=add]; -"593 layer_norm_18" [id=593, type=layer_norm]; +"593 layer_norm_18" [id=593, type="layer_norm"]; "594 transpose_54" [id=594, type=transpose]; -"595 encoder_layers_encoder_layer_9_self_attention_in_proj_weight_updated_constant0" [id=595, type=get_attr]; -"596 transpose_54_0_0_nncf_smooth_quant_0" [id=596, type=call_module]; +"595 encoder_layers_encoder_layer_9_self_attention_in_proj_weight_updated_constant0" [id=595, type="get_attr"]; +"596 transpose_54_0_0_nncf_smooth_quant_0" [id=596, type="call_module"]; "597 linear_36" [id=597, type=linear]; "598 unflatten_9" [id=598, type=unflatten]; "599 unsqueeze_9" [id=599, type=unsqueeze]; @@ -614,41 +614,41 @@ strict digraph { "612 view_75" [id=612, type=view]; "613 view_76" [id=613, type=view]; "614 view_77" [id=614, type=view]; -"615 scaled_dot_product_attention_9" [id=615, type=scaled_dot_product_attention]; +"615 scaled_dot_product_attention_9" [id=615, type="scaled_dot_product_attention"]; "616 permute_10" [id=616, type=permute]; "617 view_78" [id=617, type=view]; -"618 encoder_layers_encoder_layer_9_self_attention_out_proj_weight_updated_constant0" [id=618, type=get_attr]; -"619 view_78_0_0_nncf_smooth_quant_0" [id=619, type=call_module]; +"618 encoder_layers_encoder_layer_9_self_attention_out_proj_weight_updated_constant0" [id=618, type="get_attr"]; +"619 view_78_0_0_nncf_smooth_quant_0" [id=619, type="call_module"]; "620 linear_37" [id=620, type=linear]; "621 view_79" [id=621, type=view]; "622 transpose_59" [id=622, type=transpose]; "623 dropout_28" [id=623, type=dropout]; "624 add_19" [id=624, type=add]; -"625 layer_norm_19" [id=625, type=layer_norm]; -"626 layer_norm_19_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; -"627 quantize_per_tensor_default_19" [id=627, type=quantize_per_tensor]; -"628 dequantize_per_tensor_default_19" [id=628, type=dequantize_per_tensor]; -"629 linear_38_scale_0" [id=629, type=get_attr]; -"630 linear_38_zero_point_0" [id=630, type=get_attr]; -"631 _frozen_param19" [id=631, type=get_attr]; -"632 dequantize_per_channel_default_19" [id=632, type=dequantize_per_channel]; +"625 layer_norm_19" [id=625, type="layer_norm"]; +"626 layer_norm_19_0_0_nncf_smooth_quant_0" [id=626, type="call_module"]; +"627 quantize_per_tensor_57" [id=627, type="quantize_per_tensor"]; +"628 dequantize_per_tensor_58" [id=628, type="dequantize_per_tensor"]; +"629 linear_38_scale_0" [id=629, type="get_attr"]; +"630 linear_38_zero_point_0" [id=630, type="get_attr"]; +"631 _frozen_param19" [id=631, type="get_attr"]; +"632 dequantize_per_channel_59" [id=632, type="dequantize_per_channel"]; "633 linear_38" [id=633, type=linear]; "634 gelu_9" [id=634, type=gelu]; "635 dropout_29" [id=635, type=dropout]; -"636 dropout_29_0_0_nncf_smooth_quant_0" [id=636, type=call_module]; -"637 quantize_per_tensor_default_20" [id=637, type=quantize_per_tensor]; -"638 dequantize_per_tensor_default_20" [id=638, type=dequantize_per_tensor]; -"639 linear_39_scale_0" [id=639, type=get_attr]; -"640 linear_39_zero_point_0" [id=640, type=get_attr]; -"641 _frozen_param20" [id=641, type=get_attr]; -"642 dequantize_per_channel_default_20" [id=642, type=dequantize_per_channel]; +"636 dropout_29_0_0_nncf_smooth_quant_0" [id=636, type="call_module"]; +"637 quantize_per_tensor_60" [id=637, type="quantize_per_tensor"]; +"638 dequantize_per_tensor_61" [id=638, type="dequantize_per_tensor"]; +"639 linear_39_scale_0" [id=639, type="get_attr"]; +"640 linear_39_zero_point_0" [id=640, type="get_attr"]; +"641 _frozen_param20" [id=641, type="get_attr"]; +"642 dequantize_per_channel_62" [id=642, type="dequantize_per_channel"]; "643 linear_39" [id=643, type=linear]; "644 dropout_30" [id=644, type=dropout]; "645 add_20" [id=645, type=add]; -"646 layer_norm_20" [id=646, type=layer_norm]; +"646 layer_norm_20" [id=646, type="layer_norm"]; "647 transpose_60" [id=647, type=transpose]; -"648 encoder_layers_encoder_layer_10_self_attention_in_proj_weight_updated_constant0" [id=648, type=get_attr]; -"649 transpose_60_0_0_nncf_smooth_quant_0" [id=649, type=call_module]; +"648 encoder_layers_encoder_layer_10_self_attention_in_proj_weight_updated_constant0" [id=648, type="get_attr"]; +"649 transpose_60_0_0_nncf_smooth_quant_0" [id=649, type="call_module"]; "650 linear_40" [id=650, type=linear]; "651 unflatten_10" [id=651, type=unflatten]; "652 unsqueeze_10" [id=652, type=unsqueeze]; @@ -667,41 +667,41 @@ strict digraph { "665 view_83" [id=665, type=view]; "666 view_84" [id=666, type=view]; "667 view_85" [id=667, type=view]; -"668 scaled_dot_product_attention_10" [id=668, type=scaled_dot_product_attention]; +"668 scaled_dot_product_attention_10" [id=668, type="scaled_dot_product_attention"]; "669 permute_11" [id=669, type=permute]; "670 view_86" [id=670, type=view]; -"671 encoder_layers_encoder_layer_10_self_attention_out_proj_weight_updated_constant0" [id=671, type=get_attr]; -"672 view_86_0_0_nncf_smooth_quant_0" [id=672, type=call_module]; +"671 encoder_layers_encoder_layer_10_self_attention_out_proj_weight_updated_constant0" [id=671, type="get_attr"]; +"672 view_86_0_0_nncf_smooth_quant_0" [id=672, type="call_module"]; "673 linear_41" [id=673, type=linear]; "674 view_87" [id=674, type=view]; "675 transpose_65" [id=675, type=transpose]; "676 dropout_31" [id=676, type=dropout]; "677 add_21" [id=677, type=add]; -"678 layer_norm_21" [id=678, type=layer_norm]; -"679 layer_norm_21_0_0_nncf_smooth_quant_0" [id=679, type=call_module]; -"680 quantize_per_tensor_default_21" [id=680, type=quantize_per_tensor]; -"681 dequantize_per_tensor_default_21" [id=681, type=dequantize_per_tensor]; -"682 linear_42_scale_0" [id=682, type=get_attr]; -"683 linear_42_zero_point_0" [id=683, type=get_attr]; -"684 _frozen_param21" [id=684, type=get_attr]; -"685 dequantize_per_channel_default_21" [id=685, type=dequantize_per_channel]; +"678 layer_norm_21" [id=678, type="layer_norm"]; +"679 layer_norm_21_0_0_nncf_smooth_quant_0" [id=679, type="call_module"]; +"680 quantize_per_tensor_63" [id=680, type="quantize_per_tensor"]; +"681 dequantize_per_tensor_64" [id=681, type="dequantize_per_tensor"]; +"682 linear_42_scale_0" [id=682, type="get_attr"]; +"683 linear_42_zero_point_0" [id=683, type="get_attr"]; +"684 _frozen_param21" [id=684, type="get_attr"]; +"685 dequantize_per_channel_65" [id=685, type="dequantize_per_channel"]; "686 linear_42" [id=686, type=linear]; "687 gelu_10" [id=687, type=gelu]; "688 dropout_32" [id=688, type=dropout]; -"689 dropout_32_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; -"690 quantize_per_tensor_default_22" [id=690, type=quantize_per_tensor]; -"691 dequantize_per_tensor_default_22" [id=691, type=dequantize_per_tensor]; -"692 linear_43_scale_0" [id=692, type=get_attr]; -"693 linear_43_zero_point_0" [id=693, type=get_attr]; -"694 _frozen_param22" [id=694, type=get_attr]; -"695 dequantize_per_channel_default_22" [id=695, type=dequantize_per_channel]; +"689 dropout_32_0_0_nncf_smooth_quant_0" [id=689, type="call_module"]; +"690 quantize_per_tensor_66" [id=690, type="quantize_per_tensor"]; +"691 dequantize_per_tensor_67" [id=691, type="dequantize_per_tensor"]; +"692 linear_43_scale_0" [id=692, type="get_attr"]; +"693 linear_43_zero_point_0" [id=693, type="get_attr"]; +"694 _frozen_param22" [id=694, type="get_attr"]; +"695 dequantize_per_channel_68" [id=695, type="dequantize_per_channel"]; "696 linear_43" [id=696, type=linear]; "697 dropout_33" [id=697, type=dropout]; "698 add_22" [id=698, type=add]; -"699 layer_norm_22" [id=699, type=layer_norm]; +"699 layer_norm_22" [id=699, type="layer_norm"]; "700 transpose_66" [id=700, type=transpose]; -"701 encoder_layers_encoder_layer_11_self_attention_in_proj_weight_updated_constant0" [id=701, type=get_attr]; -"702 transpose_66_0_0_nncf_smooth_quant_0" [id=702, type=call_module]; +"701 encoder_layers_encoder_layer_11_self_attention_in_proj_weight_updated_constant0" [id=701, type="get_attr"]; +"702 transpose_66_0_0_nncf_smooth_quant_0" [id=702, type="call_module"]; "703 linear_44" [id=703, type=linear]; "704 unflatten_11" [id=704, type=unflatten]; "705 unsqueeze_11" [id=705, type=unsqueeze]; @@ -720,858 +720,858 @@ strict digraph { "718 view_91" [id=718, type=view]; "719 view_92" [id=719, type=view]; "720 view_93" [id=720, type=view]; -"721 scaled_dot_product_attention_11" [id=721, type=scaled_dot_product_attention]; +"721 scaled_dot_product_attention_11" [id=721, type="scaled_dot_product_attention"]; "722 permute_12" [id=722, type=permute]; "723 view_94" [id=723, type=view]; -"724 encoder_layers_encoder_layer_11_self_attention_out_proj_weight_updated_constant0" [id=724, type=get_attr]; -"725 view_94_0_0_nncf_smooth_quant_0" [id=725, type=call_module]; +"724 encoder_layers_encoder_layer_11_self_attention_out_proj_weight_updated_constant0" [id=724, type="get_attr"]; +"725 view_94_0_0_nncf_smooth_quant_0" [id=725, type="call_module"]; "726 linear_45" [id=726, type=linear]; "727 view_95" [id=727, type=view]; "728 transpose_71" [id=728, type=transpose]; "729 dropout_34" [id=729, type=dropout]; "730 add_23" [id=730, type=add]; -"731 layer_norm_23" [id=731, type=layer_norm]; -"732 layer_norm_23_0_0_nncf_smooth_quant_0" [id=732, type=call_module]; -"733 quantize_per_tensor_default_23" [id=733, type=quantize_per_tensor]; -"734 dequantize_per_tensor_default_23" [id=734, type=dequantize_per_tensor]; -"735 linear_46_scale_0" [id=735, type=get_attr]; -"736 linear_46_zero_point_0" [id=736, type=get_attr]; -"737 _frozen_param23" [id=737, type=get_attr]; -"738 dequantize_per_channel_default_23" [id=738, type=dequantize_per_channel]; +"731 layer_norm_23" [id=731, type="layer_norm"]; +"732 layer_norm_23_0_0_nncf_smooth_quant_0" [id=732, type="call_module"]; +"733 quantize_per_tensor_69" [id=733, type="quantize_per_tensor"]; +"734 dequantize_per_tensor_70" [id=734, type="dequantize_per_tensor"]; +"735 linear_46_scale_0" [id=735, type="get_attr"]; +"736 linear_46_zero_point_0" [id=736, type="get_attr"]; +"737 _frozen_param23" [id=737, type="get_attr"]; +"738 dequantize_per_channel_71" [id=738, type="dequantize_per_channel"]; "739 linear_46" [id=739, type=linear]; "740 gelu_11" [id=740, type=gelu]; "741 dropout_35" [id=741, type=dropout]; -"742 dropout_35_0_0_nncf_smooth_quant_0" [id=742, type=call_module]; -"743 quantize_per_tensor_default_24" [id=743, type=quantize_per_tensor]; -"744 dequantize_per_tensor_default_24" [id=744, type=dequantize_per_tensor]; -"745 linear_47_scale_0" [id=745, type=get_attr]; -"746 linear_47_zero_point_0" [id=746, type=get_attr]; -"747 _frozen_param24" [id=747, type=get_attr]; -"748 dequantize_per_channel_default_24" [id=748, type=dequantize_per_channel]; +"742 dropout_35_0_0_nncf_smooth_quant_0" [id=742, type="call_module"]; +"743 quantize_per_tensor_72" [id=743, type="quantize_per_tensor"]; +"744 dequantize_per_tensor_73" [id=744, type="dequantize_per_tensor"]; +"745 linear_47_scale_0" [id=745, type="get_attr"]; +"746 linear_47_zero_point_0" [id=746, type="get_attr"]; +"747 _frozen_param24" [id=747, type="get_attr"]; +"748 dequantize_per_channel_74" [id=748, type="dequantize_per_channel"]; "749 linear_47" [id=749, type=linear]; "750 dropout_36" [id=750, type=dropout]; "751 add_24" [id=751, type=add]; -"752 layer_norm_24" [id=752, type=layer_norm]; +"752 layer_norm_24" [id=752, type="layer_norm"]; "753 slice_1" [id=753, type=slice]; "754 select_36" [id=754, type=select]; -"755 select_36_0_0_nncf_smooth_quant_0" [id=755, type=call_module]; -"756 quantize_per_tensor_default_25" [id=756, type=quantize_per_tensor]; -"757 dequantize_per_tensor_default_25" [id=757, type=dequantize_per_tensor]; -"758 linear_48_scale_0" [id=758, type=get_attr]; -"759 linear_48_zero_point_0" [id=759, type=get_attr]; -"760 _frozen_param25" [id=760, type=get_attr]; -"761 dequantize_per_channel_default_25" [id=761, type=dequantize_per_channel]; +"755 select_36_0_0_nncf_smooth_quant_0" [id=755, type="call_module"]; +"756 quantize_per_tensor_75" [id=756, type="quantize_per_tensor"]; +"757 dequantize_per_tensor_76" [id=757, type="dequantize_per_tensor"]; +"758 linear_48_scale_0" [id=758, type="get_attr"]; +"759 linear_48_zero_point_0" [id=759, type="get_attr"]; +"760 _frozen_param25" [id=760, type="get_attr"]; +"761 dequantize_per_channel_77" [id=761, type="dequantize_per_channel"]; "762 linear_48" [id=762, type=linear]; "763 output" [id=763, type=output]; -"0 class_token" -> "112 expand" [label="(1, 1, 768)", style=solid]; -"1 encoder_pos_embedding" -> "114 add" [label="(1, 197, 768)", style=solid]; -"2 conv_proj_bias" -> "109 conv2d" [label="(768,)", style=solid]; -"3 encoder_layers_encoder_layer_0_ln_1_weight" -> "116 layer_norm" [label="(768,)", style=solid]; -"4 encoder_layers_encoder_layer_0_ln_1_bias" -> "116 layer_norm" [label="(768,)", style=solid]; -"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "120 linear" [label="(2304,)", style=solid]; -"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "143 linear_1" [label="(768,)", style=solid]; -"7 encoder_layers_encoder_layer_0_ln_2_weight" -> "148 layer_norm_1" [label="(768,)", style=solid]; -"8 encoder_layers_encoder_layer_0_ln_2_bias" -> "148 layer_norm_1" [label="(768,)", style=solid]; -"9 encoder_layers_encoder_layer_0_mlp_0_bias" -> "156 linear_2" [label="(3072,)", style=solid]; -"10 encoder_layers_encoder_layer_0_mlp_3_bias" -> "166 linear_3" [label="(768,)", style=solid]; -"11 encoder_layers_encoder_layer_1_ln_1_weight" -> "169 layer_norm_2" [label="(768,)", style=solid]; -"12 encoder_layers_encoder_layer_1_ln_1_bias" -> "169 layer_norm_2" [label="(768,)", style=solid]; -"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "173 linear_4" [label="(2304,)", style=solid]; -"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "196 linear_5" [label="(768,)", style=solid]; -"15 encoder_layers_encoder_layer_1_ln_2_weight" -> "201 layer_norm_3" [label="(768,)", style=solid]; -"16 encoder_layers_encoder_layer_1_ln_2_bias" -> "201 layer_norm_3" [label="(768,)", style=solid]; -"17 encoder_layers_encoder_layer_1_mlp_0_bias" -> "209 linear_6" [label="(3072,)", style=solid]; -"18 encoder_layers_encoder_layer_1_mlp_3_bias" -> "219 linear_7" [label="(768,)", style=solid]; -"19 encoder_layers_encoder_layer_2_ln_1_weight" -> "222 layer_norm_4" [label="(768,)", style=solid]; -"20 encoder_layers_encoder_layer_2_ln_1_bias" -> "222 layer_norm_4" [label="(768,)", style=solid]; -"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "226 linear_8" [label="(2304,)", style=solid]; -"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "249 linear_9" [label="(768,)", style=solid]; -"23 encoder_layers_encoder_layer_2_ln_2_weight" -> "254 layer_norm_5" [label="(768,)", style=solid]; -"24 encoder_layers_encoder_layer_2_ln_2_bias" -> "254 layer_norm_5" [label="(768,)", style=solid]; -"25 encoder_layers_encoder_layer_2_mlp_0_bias" -> "262 linear_10" [label="(3072,)", style=solid]; -"26 encoder_layers_encoder_layer_2_mlp_3_bias" -> "272 linear_11" [label="(768,)", style=solid]; -"27 encoder_layers_encoder_layer_3_ln_1_weight" -> "275 layer_norm_6" [label="(768,)", style=solid]; -"28 encoder_layers_encoder_layer_3_ln_1_bias" -> "275 layer_norm_6" [label="(768,)", style=solid]; -"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "279 linear_12" [label="(2304,)", style=solid]; -"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "302 linear_13" [label="(768,)", style=solid]; -"31 encoder_layers_encoder_layer_3_ln_2_weight" -> "307 layer_norm_7" [label="(768,)", style=solid]; -"32 encoder_layers_encoder_layer_3_ln_2_bias" -> "307 layer_norm_7" [label="(768,)", style=solid]; -"33 encoder_layers_encoder_layer_3_mlp_0_bias" -> "315 linear_14" [label="(3072,)", style=solid]; -"34 encoder_layers_encoder_layer_3_mlp_3_bias" -> "325 linear_15" [label="(768,)", style=solid]; -"35 encoder_layers_encoder_layer_4_ln_1_weight" -> "328 layer_norm_8" [label="(768,)", style=solid]; -"36 encoder_layers_encoder_layer_4_ln_1_bias" -> "328 layer_norm_8" [label="(768,)", style=solid]; -"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "332 linear_16" [label="(2304,)", style=solid]; -"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "355 linear_17" [label="(768,)", style=solid]; -"39 encoder_layers_encoder_layer_4_ln_2_weight" -> "360 layer_norm_9" [label="(768,)", style=solid]; -"40 encoder_layers_encoder_layer_4_ln_2_bias" -> "360 layer_norm_9" [label="(768,)", style=solid]; -"41 encoder_layers_encoder_layer_4_mlp_0_bias" -> "368 linear_18" [label="(3072,)", style=solid]; -"42 encoder_layers_encoder_layer_4_mlp_3_bias" -> "378 linear_19" [label="(768,)", style=solid]; -"43 encoder_layers_encoder_layer_5_ln_1_weight" -> "381 layer_norm_10" [label="(768,)", style=solid]; -"44 encoder_layers_encoder_layer_5_ln_1_bias" -> "381 layer_norm_10" [label="(768,)", style=solid]; -"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "385 linear_20" [label="(2304,)", style=solid]; -"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "408 linear_21" [label="(768,)", style=solid]; -"47 encoder_layers_encoder_layer_5_ln_2_weight" -> "413 layer_norm_11" [label="(768,)", style=solid]; -"48 encoder_layers_encoder_layer_5_ln_2_bias" -> "413 layer_norm_11" [label="(768,)", style=solid]; -"49 encoder_layers_encoder_layer_5_mlp_0_bias" -> "421 linear_22" [label="(3072,)", style=solid]; -"50 encoder_layers_encoder_layer_5_mlp_3_bias" -> "431 linear_23" [label="(768,)", style=solid]; -"51 encoder_layers_encoder_layer_6_ln_1_weight" -> "434 layer_norm_12" [label="(768,)", style=solid]; -"52 encoder_layers_encoder_layer_6_ln_1_bias" -> "434 layer_norm_12" [label="(768,)", style=solid]; -"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "438 linear_24" [label="(2304,)", style=solid]; -"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "461 linear_25" [label="(768,)", style=solid]; -"55 encoder_layers_encoder_layer_6_ln_2_weight" -> "466 layer_norm_13" [label="(768,)", style=solid]; -"56 encoder_layers_encoder_layer_6_ln_2_bias" -> "466 layer_norm_13" [label="(768,)", style=solid]; -"57 encoder_layers_encoder_layer_6_mlp_0_bias" -> "474 linear_26" [label="(3072,)", style=solid]; -"58 encoder_layers_encoder_layer_6_mlp_3_bias" -> "484 linear_27" [label="(768,)", style=solid]; -"59 encoder_layers_encoder_layer_7_ln_1_weight" -> "487 layer_norm_14" [label="(768,)", style=solid]; -"60 encoder_layers_encoder_layer_7_ln_1_bias" -> "487 layer_norm_14" [label="(768,)", style=solid]; -"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "491 linear_28" [label="(2304,)", style=solid]; -"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "514 linear_29" [label="(768,)", style=solid]; -"63 encoder_layers_encoder_layer_7_ln_2_weight" -> "519 layer_norm_15" [label="(768,)", style=solid]; -"64 encoder_layers_encoder_layer_7_ln_2_bias" -> "519 layer_norm_15" [label="(768,)", style=solid]; -"65 encoder_layers_encoder_layer_7_mlp_0_bias" -> "527 linear_30" [label="(3072,)", style=solid]; -"66 encoder_layers_encoder_layer_7_mlp_3_bias" -> "537 linear_31" [label="(768,)", style=solid]; -"67 encoder_layers_encoder_layer_8_ln_1_weight" -> "540 layer_norm_16" [label="(768,)", style=solid]; -"68 encoder_layers_encoder_layer_8_ln_1_bias" -> "540 layer_norm_16" [label="(768,)", style=solid]; -"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "544 linear_32" [label="(2304,)", style=solid]; -"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "567 linear_33" [label="(768,)", style=solid]; -"71 encoder_layers_encoder_layer_8_ln_2_weight" -> "572 layer_norm_17" [label="(768,)", style=solid]; -"72 encoder_layers_encoder_layer_8_ln_2_bias" -> "572 layer_norm_17" [label="(768,)", style=solid]; -"73 encoder_layers_encoder_layer_8_mlp_0_bias" -> "580 linear_34" [label="(3072,)", style=solid]; -"74 encoder_layers_encoder_layer_8_mlp_3_bias" -> "590 linear_35" [label="(768,)", style=solid]; -"75 encoder_layers_encoder_layer_9_ln_1_weight" -> "593 layer_norm_18" [label="(768,)", style=solid]; -"76 encoder_layers_encoder_layer_9_ln_1_bias" -> "593 layer_norm_18" [label="(768,)", style=solid]; -"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "597 linear_36" [label="(2304,)", style=solid]; -"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "620 linear_37" [label="(768,)", style=solid]; -"79 encoder_layers_encoder_layer_9_ln_2_weight" -> "625 layer_norm_19" [label="(768,)", style=solid]; -"80 encoder_layers_encoder_layer_9_ln_2_bias" -> "625 layer_norm_19" [label="(768,)", style=solid]; -"81 encoder_layers_encoder_layer_9_mlp_0_bias" -> "633 linear_38" [label="(3072,)", style=solid]; -"82 encoder_layers_encoder_layer_9_mlp_3_bias" -> "643 linear_39" [label="(768,)", style=solid]; -"83 encoder_layers_encoder_layer_10_ln_1_weight" -> "646 layer_norm_20" [label="(768,)", style=solid]; -"84 encoder_layers_encoder_layer_10_ln_1_bias" -> "646 layer_norm_20" [label="(768,)", style=solid]; -"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "650 linear_40" [label="(2304,)", style=solid]; -"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "673 linear_41" [label="(768,)", style=solid]; -"87 encoder_layers_encoder_layer_10_ln_2_weight" -> "678 layer_norm_21" [label="(768,)", style=solid]; -"88 encoder_layers_encoder_layer_10_ln_2_bias" -> "678 layer_norm_21" [label="(768,)", style=solid]; -"89 encoder_layers_encoder_layer_10_mlp_0_bias" -> "686 linear_42" [label="(3072,)", style=solid]; -"90 encoder_layers_encoder_layer_10_mlp_3_bias" -> "696 linear_43" [label="(768,)", style=solid]; -"91 encoder_layers_encoder_layer_11_ln_1_weight" -> "699 layer_norm_22" [label="(768,)", style=solid]; -"92 encoder_layers_encoder_layer_11_ln_1_bias" -> "699 layer_norm_22" [label="(768,)", style=solid]; -"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "703 linear_44" [label="(2304,)", style=solid]; -"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "726 linear_45" [label="(768,)", style=solid]; -"95 encoder_layers_encoder_layer_11_ln_2_weight" -> "731 layer_norm_23" [label="(768,)", style=solid]; -"96 encoder_layers_encoder_layer_11_ln_2_bias" -> "731 layer_norm_23" [label="(768,)", style=solid]; -"97 encoder_layers_encoder_layer_11_mlp_0_bias" -> "739 linear_46" [label="(3072,)", style=solid]; -"98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "749 linear_47" [label="(768,)", style=solid]; -"99 encoder_ln_weight" -> "752 layer_norm_24" [label="(768,)", style=solid]; -"100 encoder_ln_bias" -> "752 layer_norm_24" [label="(768,)", style=solid]; -"101 heads_head_bias" -> "762 linear_48" [label="(1000,)", style=solid]; -"102 x" -> "103 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"103 quantize_per_tensor_default" -> "104 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"104 dequantize_per_tensor_default" -> "109 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"105 conv2d_scale_0" -> "108 dequantize_per_channel_default" [label="(768,)", style=solid]; -"106 conv2d_zero_point_0" -> "108 dequantize_per_channel_default" [label="(768,)", style=solid]; -"107 _frozen_param0" -> "108 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; -"108 dequantize_per_channel_default" -> "109 conv2d" [label="(768, 3, 16, 16)", style=solid]; -"109 conv2d" -> "110 reshape" [label="(1, 768, 14, 14)", style=solid]; -"110 reshape" -> "111 permute" [label="(1, 768, 196)", style=solid]; -"111 permute" -> "113 cat" [label="(1, 196, 768)", style=solid]; -"112 expand" -> "113 cat" [label="(1, 1, 768)", style=solid]; -"113 cat" -> "114 add" [label="(1, 197, 768)", style=solid]; -"114 add" -> "115 dropout" [label="(1, 197, 768)", style=solid]; -"115 dropout" -> "116 layer_norm" [label="(1, 197, 768)", style=solid]; -"115 dropout" -> "147 add_1" [label="(1, 197, 768)", style=solid]; -"116 layer_norm" -> "117 transpose" [label="(1, 197, 768)", style=solid]; -"117 transpose" -> "119 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"118 encoder_layers_encoder_layer_0_self_attention_in_proj_weight_updated_constant0" -> "120 linear" [label="(2304, 768)", style=solid]; -"119 transpose_0_0_nncf_smooth_quant_0" -> "120 linear" [label="(197, 1, 768)", style=solid]; -"120 linear" -> "121 unflatten" [label="(197, 1, 2304)", style=solid]; -"121 unflatten" -> "122 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; -"122 unsqueeze" -> "123 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; -"123 transpose_1" -> "124 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; -"124 squeeze" -> "125 contiguous" [label="(3, 197, 1, 768)", style=solid]; -"125 contiguous" -> "126 select" [label="(3, 197, 1, 768)", style=solid]; -"125 contiguous" -> "127 select_1" [label="(3, 197, 1, 768)", style=solid]; -"125 contiguous" -> "128 select_2" [label="(3, 197, 1, 768)", style=solid]; -"126 select" -> "129 view" [label="(197, 1, 768)", style=solid]; -"127 select_1" -> "131 view_1" [label="(197, 1, 768)", style=solid]; -"128 select_2" -> "133 view_2" [label="(197, 1, 768)", style=solid]; -"129 view" -> "130 transpose_2" [label="(197, 12, 64)", style=solid]; -"130 transpose_2" -> "135 view_3" [label="(12, 197, 64)", style=solid]; -"131 view_1" -> "132 transpose_3" [label="(197, 12, 64)", style=solid]; -"132 transpose_3" -> "136 view_4" [label="(12, 197, 64)", style=solid]; -"133 view_2" -> "134 transpose_4" [label="(197, 12, 64)", style=solid]; -"134 transpose_4" -> "137 view_5" [label="(12, 197, 64)", style=solid]; -"135 view_3" -> "138 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"136 view_4" -> "138 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"137 view_5" -> "138 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"138 scaled_dot_product_attention" -> "139 permute_1" [label="(1, 12, 197, 64)", style=solid]; -"139 permute_1" -> "140 view_6" [label="(197, 1, 12, 64)", style=solid]; -"140 view_6" -> "142 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"141 encoder_layers_encoder_layer_0_self_attention_out_proj_weight_updated_constant0" -> "143 linear_1" [label="(768, 768)", style=solid]; -"142 view_6_0_0_nncf_smooth_quant_0" -> "143 linear_1" [label="(197, 768)", style=solid]; -"143 linear_1" -> "144 view_7" [label="(197, 768)", style=solid]; -"144 view_7" -> "145 transpose_5" [label="(197, 1, 768)", style=solid]; -"145 transpose_5" -> "146 dropout_1" [label="(1, 197, 768)", style=solid]; -"146 dropout_1" -> "147 add_1" [label="(1, 197, 768)", style=solid]; -"147 add_1" -> "148 layer_norm_1" [label="(1, 197, 768)", style=solid]; -"147 add_1" -> "168 add_2" [label="(1, 197, 768)", style=solid]; -"148 layer_norm_1" -> "149 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"149 layer_norm_1_0_0_nncf_smooth_quant_0" -> "150 quantize_per_tensor_default_1" [label="(1, 197, 768)", style=solid]; -"150 quantize_per_tensor_default_1" -> "151 dequantize_per_tensor_default_1" [label="(1, 197, 768)", style=solid]; -"151 dequantize_per_tensor_default_1" -> "156 linear_2" [label="(1, 197, 768)", style=solid]; -"152 linear_2_scale_0" -> "155 dequantize_per_channel_default_1" [label="(3072,)", style=solid]; -"153 linear_2_zero_point_0" -> "155 dequantize_per_channel_default_1" [label="(3072,)", style=solid]; -"154 _frozen_param1" -> "155 dequantize_per_channel_default_1" [label="(3072, 768)", style=solid]; -"155 dequantize_per_channel_default_1" -> "156 linear_2" [label="(3072, 768)", style=solid]; -"156 linear_2" -> "157 gelu" [label="(1, 197, 3072)", style=solid]; -"157 gelu" -> "158 dropout_2" [label="(1, 197, 3072)", style=solid]; -"158 dropout_2" -> "159 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"159 dropout_2_0_0_nncf_smooth_quant_0" -> "160 quantize_per_tensor_default_2" [label="(1, 197, 3072)", style=solid]; -"160 quantize_per_tensor_default_2" -> "161 dequantize_per_tensor_default_2" [label="(1, 197, 3072)", style=solid]; -"161 dequantize_per_tensor_default_2" -> "166 linear_3" [label="(1, 197, 3072)", style=solid]; -"162 linear_3_scale_0" -> "165 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"163 linear_3_zero_point_0" -> "165 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"164 _frozen_param2" -> "165 dequantize_per_channel_default_2" [label="(768, 3072)", style=solid]; -"165 dequantize_per_channel_default_2" -> "166 linear_3" [label="(768, 3072)", style=solid]; -"166 linear_3" -> "167 dropout_3" [label="(1, 197, 768)", style=solid]; -"167 dropout_3" -> "168 add_2" [label="(1, 197, 768)", style=solid]; -"168 add_2" -> "169 layer_norm_2" [label="(1, 197, 768)", style=solid]; -"168 add_2" -> "200 add_3" [label="(1, 197, 768)", style=solid]; -"169 layer_norm_2" -> "170 transpose_6" [label="(1, 197, 768)", style=solid]; -"170 transpose_6" -> "172 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"171 encoder_layers_encoder_layer_1_self_attention_in_proj_weight_updated_constant0" -> "173 linear_4" [label="(2304, 768)", style=solid]; -"172 transpose_6_0_0_nncf_smooth_quant_0" -> "173 linear_4" [label="(197, 1, 768)", style=solid]; -"173 linear_4" -> "174 unflatten_1" [label="(197, 1, 2304)", style=solid]; -"174 unflatten_1" -> "175 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; -"175 unsqueeze_1" -> "176 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; -"176 transpose_7" -> "177 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; -"177 squeeze_1" -> "178 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; -"178 contiguous_1" -> "179 select_3" [label="(3, 197, 1, 768)", style=solid]; -"178 contiguous_1" -> "180 select_4" [label="(3, 197, 1, 768)", style=solid]; -"178 contiguous_1" -> "181 select_5" [label="(3, 197, 1, 768)", style=solid]; -"179 select_3" -> "182 view_8" [label="(197, 1, 768)", style=solid]; -"180 select_4" -> "184 view_9" [label="(197, 1, 768)", style=solid]; -"181 select_5" -> "186 view_10" [label="(197, 1, 768)", style=solid]; -"182 view_8" -> "183 transpose_8" [label="(197, 12, 64)", style=solid]; -"183 transpose_8" -> "188 view_11" [label="(12, 197, 64)", style=solid]; -"184 view_9" -> "185 transpose_9" [label="(197, 12, 64)", style=solid]; -"185 transpose_9" -> "189 view_12" [label="(12, 197, 64)", style=solid]; -"186 view_10" -> "187 transpose_10" [label="(197, 12, 64)", style=solid]; -"187 transpose_10" -> "190 view_13" [label="(12, 197, 64)", style=solid]; -"188 view_11" -> "191 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"189 view_12" -> "191 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"190 view_13" -> "191 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"191 scaled_dot_product_attention_1" -> "192 permute_2" [label="(1, 12, 197, 64)", style=solid]; -"192 permute_2" -> "193 view_14" [label="(197, 1, 12, 64)", style=solid]; -"193 view_14" -> "195 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"194 encoder_layers_encoder_layer_1_self_attention_out_proj_weight_updated_constant0" -> "196 linear_5" [label="(768, 768)", style=solid]; -"195 view_14_0_0_nncf_smooth_quant_0" -> "196 linear_5" [label="(197, 768)", style=solid]; -"196 linear_5" -> "197 view_15" [label="(197, 768)", style=solid]; -"197 view_15" -> "198 transpose_11" [label="(197, 1, 768)", style=solid]; -"198 transpose_11" -> "199 dropout_4" [label="(1, 197, 768)", style=solid]; -"199 dropout_4" -> "200 add_3" [label="(1, 197, 768)", style=solid]; -"200 add_3" -> "201 layer_norm_3" [label="(1, 197, 768)", style=solid]; -"200 add_3" -> "221 add_4" [label="(1, 197, 768)", style=solid]; -"201 layer_norm_3" -> "202 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"202 layer_norm_3_0_0_nncf_smooth_quant_0" -> "203 quantize_per_tensor_default_3" [label="(1, 197, 768)", style=solid]; -"203 quantize_per_tensor_default_3" -> "204 dequantize_per_tensor_default_3" [label="(1, 197, 768)", style=solid]; -"204 dequantize_per_tensor_default_3" -> "209 linear_6" [label="(1, 197, 768)", style=solid]; -"205 linear_6_scale_0" -> "208 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"206 linear_6_zero_point_0" -> "208 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"207 _frozen_param3" -> "208 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"208 dequantize_per_channel_default_3" -> "209 linear_6" [label="(3072, 768)", style=solid]; -"209 linear_6" -> "210 gelu_1" [label="(1, 197, 3072)", style=solid]; -"210 gelu_1" -> "211 dropout_5" [label="(1, 197, 3072)", style=solid]; -"211 dropout_5" -> "212 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"212 dropout_5_0_0_nncf_smooth_quant_0" -> "213 quantize_per_tensor_default_4" [label="(1, 197, 3072)", style=solid]; -"213 quantize_per_tensor_default_4" -> "214 dequantize_per_tensor_default_4" [label="(1, 197, 3072)", style=solid]; -"214 dequantize_per_tensor_default_4" -> "219 linear_7" [label="(1, 197, 3072)", style=solid]; -"215 linear_7_scale_0" -> "218 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"216 linear_7_zero_point_0" -> "218 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"217 _frozen_param4" -> "218 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"218 dequantize_per_channel_default_4" -> "219 linear_7" [label="(768, 3072)", style=solid]; -"219 linear_7" -> "220 dropout_6" [label="(1, 197, 768)", style=solid]; -"220 dropout_6" -> "221 add_4" [label="(1, 197, 768)", style=solid]; -"221 add_4" -> "222 layer_norm_4" [label="(1, 197, 768)", style=solid]; -"221 add_4" -> "253 add_5" [label="(1, 197, 768)", style=solid]; -"222 layer_norm_4" -> "223 transpose_12" [label="(1, 197, 768)", style=solid]; -"223 transpose_12" -> "225 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"224 encoder_layers_encoder_layer_2_self_attention_in_proj_weight_updated_constant0" -> "226 linear_8" [label="(2304, 768)", style=solid]; -"225 transpose_12_0_0_nncf_smooth_quant_0" -> "226 linear_8" [label="(197, 1, 768)", style=solid]; -"226 linear_8" -> "227 unflatten_2" [label="(197, 1, 2304)", style=solid]; -"227 unflatten_2" -> "228 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; -"228 unsqueeze_2" -> "229 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; -"229 transpose_13" -> "230 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; -"230 squeeze_2" -> "231 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; -"231 contiguous_2" -> "232 select_6" [label="(3, 197, 1, 768)", style=solid]; -"231 contiguous_2" -> "233 select_7" [label="(3, 197, 1, 768)", style=solid]; -"231 contiguous_2" -> "234 select_8" [label="(3, 197, 1, 768)", style=solid]; -"232 select_6" -> "235 view_16" [label="(197, 1, 768)", style=solid]; -"233 select_7" -> "237 view_17" [label="(197, 1, 768)", style=solid]; -"234 select_8" -> "239 view_18" [label="(197, 1, 768)", style=solid]; -"235 view_16" -> "236 transpose_14" [label="(197, 12, 64)", style=solid]; -"236 transpose_14" -> "241 view_19" [label="(12, 197, 64)", style=solid]; -"237 view_17" -> "238 transpose_15" [label="(197, 12, 64)", style=solid]; -"238 transpose_15" -> "242 view_20" [label="(12, 197, 64)", style=solid]; -"239 view_18" -> "240 transpose_16" [label="(197, 12, 64)", style=solid]; -"240 transpose_16" -> "243 view_21" [label="(12, 197, 64)", style=solid]; -"241 view_19" -> "244 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"242 view_20" -> "244 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"243 view_21" -> "244 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"244 scaled_dot_product_attention_2" -> "245 permute_3" [label="(1, 12, 197, 64)", style=solid]; -"245 permute_3" -> "246 view_22" [label="(197, 1, 12, 64)", style=solid]; -"246 view_22" -> "248 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"247 encoder_layers_encoder_layer_2_self_attention_out_proj_weight_updated_constant0" -> "249 linear_9" [label="(768, 768)", style=solid]; -"248 view_22_0_0_nncf_smooth_quant_0" -> "249 linear_9" [label="(197, 768)", style=solid]; -"249 linear_9" -> "250 view_23" [label="(197, 768)", style=solid]; -"250 view_23" -> "251 transpose_17" [label="(197, 1, 768)", style=solid]; -"251 transpose_17" -> "252 dropout_7" [label="(1, 197, 768)", style=solid]; -"252 dropout_7" -> "253 add_5" [label="(1, 197, 768)", style=solid]; -"253 add_5" -> "254 layer_norm_5" [label="(1, 197, 768)", style=solid]; -"253 add_5" -> "274 add_6" [label="(1, 197, 768)", style=solid]; -"254 layer_norm_5" -> "255 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"255 layer_norm_5_0_0_nncf_smooth_quant_0" -> "256 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"256 quantize_per_tensor_default_5" -> "257 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"257 dequantize_per_tensor_default_5" -> "262 linear_10" [label="(1, 197, 768)", style=solid]; -"258 linear_10_scale_0" -> "261 dequantize_per_channel_default_5" [label="(3072,)", style=solid]; -"259 linear_10_zero_point_0" -> "261 dequantize_per_channel_default_5" [label="(3072,)", style=solid]; -"260 _frozen_param5" -> "261 dequantize_per_channel_default_5" [label="(3072, 768)", style=solid]; -"261 dequantize_per_channel_default_5" -> "262 linear_10" [label="(3072, 768)", style=solid]; -"262 linear_10" -> "263 gelu_2" [label="(1, 197, 3072)", style=solid]; -"263 gelu_2" -> "264 dropout_8" [label="(1, 197, 3072)", style=solid]; -"264 dropout_8" -> "265 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"265 dropout_8_0_0_nncf_smooth_quant_0" -> "266 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"266 quantize_per_tensor_default_6" -> "267 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"267 dequantize_per_tensor_default_6" -> "272 linear_11" [label="(1, 197, 3072)", style=solid]; -"268 linear_11_scale_0" -> "271 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"269 linear_11_zero_point_0" -> "271 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"270 _frozen_param6" -> "271 dequantize_per_channel_default_6" [label="(768, 3072)", style=solid]; -"271 dequantize_per_channel_default_6" -> "272 linear_11" [label="(768, 3072)", style=solid]; -"272 linear_11" -> "273 dropout_9" [label="(1, 197, 768)", style=solid]; -"273 dropout_9" -> "274 add_6" [label="(1, 197, 768)", style=solid]; -"274 add_6" -> "275 layer_norm_6" [label="(1, 197, 768)", style=solid]; -"274 add_6" -> "306 add_7" [label="(1, 197, 768)", style=solid]; -"275 layer_norm_6" -> "276 transpose_18" [label="(1, 197, 768)", style=solid]; -"276 transpose_18" -> "278 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"277 encoder_layers_encoder_layer_3_self_attention_in_proj_weight_updated_constant0" -> "279 linear_12" [label="(2304, 768)", style=solid]; -"278 transpose_18_0_0_nncf_smooth_quant_0" -> "279 linear_12" [label="(197, 1, 768)", style=solid]; -"279 linear_12" -> "280 unflatten_3" [label="(197, 1, 2304)", style=solid]; -"280 unflatten_3" -> "281 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; -"281 unsqueeze_3" -> "282 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; -"282 transpose_19" -> "283 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; -"283 squeeze_3" -> "284 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; -"284 contiguous_3" -> "285 select_9" [label="(3, 197, 1, 768)", style=solid]; -"284 contiguous_3" -> "286 select_10" [label="(3, 197, 1, 768)", style=solid]; -"284 contiguous_3" -> "287 select_11" [label="(3, 197, 1, 768)", style=solid]; -"285 select_9" -> "288 view_24" [label="(197, 1, 768)", style=solid]; -"286 select_10" -> "290 view_25" [label="(197, 1, 768)", style=solid]; -"287 select_11" -> "292 view_26" [label="(197, 1, 768)", style=solid]; -"288 view_24" -> "289 transpose_20" [label="(197, 12, 64)", style=solid]; -"289 transpose_20" -> "294 view_27" [label="(12, 197, 64)", style=solid]; -"290 view_25" -> "291 transpose_21" [label="(197, 12, 64)", style=solid]; -"291 transpose_21" -> "295 view_28" [label="(12, 197, 64)", style=solid]; -"292 view_26" -> "293 transpose_22" [label="(197, 12, 64)", style=solid]; -"293 transpose_22" -> "296 view_29" [label="(12, 197, 64)", style=solid]; -"294 view_27" -> "297 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"295 view_28" -> "297 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"296 view_29" -> "297 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"297 scaled_dot_product_attention_3" -> "298 permute_4" [label="(1, 12, 197, 64)", style=solid]; -"298 permute_4" -> "299 view_30" [label="(197, 1, 12, 64)", style=solid]; -"299 view_30" -> "301 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"300 encoder_layers_encoder_layer_3_self_attention_out_proj_weight_updated_constant0" -> "302 linear_13" [label="(768, 768)", style=solid]; -"301 view_30_0_0_nncf_smooth_quant_0" -> "302 linear_13" [label="(197, 768)", style=solid]; -"302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; -"303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; -"304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; -"305 dropout_10" -> "306 add_7" [label="(1, 197, 768)", style=solid]; -"306 add_7" -> "307 layer_norm_7" [label="(1, 197, 768)", style=solid]; -"306 add_7" -> "327 add_8" [label="(1, 197, 768)", style=solid]; -"307 layer_norm_7" -> "308 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"308 layer_norm_7_0_0_nncf_smooth_quant_0" -> "309 quantize_per_tensor_default_7" [label="(1, 197, 768)", style=solid]; -"309 quantize_per_tensor_default_7" -> "310 dequantize_per_tensor_default_7" [label="(1, 197, 768)", style=solid]; -"310 dequantize_per_tensor_default_7" -> "315 linear_14" [label="(1, 197, 768)", style=solid]; -"311 linear_14_scale_0" -> "314 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"312 linear_14_zero_point_0" -> "314 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"313 _frozen_param7" -> "314 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"314 dequantize_per_channel_default_7" -> "315 linear_14" [label="(3072, 768)", style=solid]; -"315 linear_14" -> "316 gelu_3" [label="(1, 197, 3072)", style=solid]; -"316 gelu_3" -> "317 dropout_11" [label="(1, 197, 3072)", style=solid]; -"317 dropout_11" -> "318 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"318 dropout_11_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_default_8" [label="(1, 197, 3072)", style=solid]; -"319 quantize_per_tensor_default_8" -> "320 dequantize_per_tensor_default_8" [label="(1, 197, 3072)", style=solid]; -"320 dequantize_per_tensor_default_8" -> "325 linear_15" [label="(1, 197, 3072)", style=solid]; -"321 linear_15_scale_0" -> "324 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"322 linear_15_zero_point_0" -> "324 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"323 _frozen_param8" -> "324 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"324 dequantize_per_channel_default_8" -> "325 linear_15" [label="(768, 3072)", style=solid]; -"325 linear_15" -> "326 dropout_12" [label="(1, 197, 768)", style=solid]; -"326 dropout_12" -> "327 add_8" [label="(1, 197, 768)", style=solid]; -"327 add_8" -> "328 layer_norm_8" [label="(1, 197, 768)", style=solid]; -"327 add_8" -> "359 add_9" [label="(1, 197, 768)", style=solid]; -"328 layer_norm_8" -> "329 transpose_24" [label="(1, 197, 768)", style=solid]; -"329 transpose_24" -> "331 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"330 encoder_layers_encoder_layer_4_self_attention_in_proj_weight_updated_constant0" -> "332 linear_16" [label="(2304, 768)", style=solid]; -"331 transpose_24_0_0_nncf_smooth_quant_0" -> "332 linear_16" [label="(197, 1, 768)", style=solid]; -"332 linear_16" -> "333 unflatten_4" [label="(197, 1, 2304)", style=solid]; -"333 unflatten_4" -> "334 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; -"334 unsqueeze_4" -> "335 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; -"335 transpose_25" -> "336 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; -"336 squeeze_4" -> "337 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; -"337 contiguous_4" -> "338 select_12" [label="(3, 197, 1, 768)", style=solid]; -"337 contiguous_4" -> "339 select_13" [label="(3, 197, 1, 768)", style=solid]; -"337 contiguous_4" -> "340 select_14" [label="(3, 197, 1, 768)", style=solid]; -"338 select_12" -> "341 view_32" [label="(197, 1, 768)", style=solid]; -"339 select_13" -> "343 view_33" [label="(197, 1, 768)", style=solid]; -"340 select_14" -> "345 view_34" [label="(197, 1, 768)", style=solid]; -"341 view_32" -> "342 transpose_26" [label="(197, 12, 64)", style=solid]; -"342 transpose_26" -> "347 view_35" [label="(12, 197, 64)", style=solid]; -"343 view_33" -> "344 transpose_27" [label="(197, 12, 64)", style=solid]; -"344 transpose_27" -> "348 view_36" [label="(12, 197, 64)", style=solid]; -"345 view_34" -> "346 transpose_28" [label="(197, 12, 64)", style=solid]; -"346 transpose_28" -> "349 view_37" [label="(12, 197, 64)", style=solid]; -"347 view_35" -> "350 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"348 view_36" -> "350 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"349 view_37" -> "350 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"350 scaled_dot_product_attention_4" -> "351 permute_5" [label="(1, 12, 197, 64)", style=solid]; -"351 permute_5" -> "352 view_38" [label="(197, 1, 12, 64)", style=solid]; -"352 view_38" -> "354 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"353 encoder_layers_encoder_layer_4_self_attention_out_proj_weight_updated_constant0" -> "355 linear_17" [label="(768, 768)", style=solid]; -"354 view_38_0_0_nncf_smooth_quant_0" -> "355 linear_17" [label="(197, 768)", style=solid]; -"355 linear_17" -> "356 view_39" [label="(197, 768)", style=solid]; -"356 view_39" -> "357 transpose_29" [label="(197, 1, 768)", style=solid]; -"357 transpose_29" -> "358 dropout_13" [label="(1, 197, 768)", style=solid]; -"358 dropout_13" -> "359 add_9" [label="(1, 197, 768)", style=solid]; -"359 add_9" -> "360 layer_norm_9" [label="(1, 197, 768)", style=solid]; -"359 add_9" -> "380 add_10" [label="(1, 197, 768)", style=solid]; -"360 layer_norm_9" -> "361 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"361 layer_norm_9_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_default_9" [label="(1, 197, 768)", style=solid]; -"362 quantize_per_tensor_default_9" -> "363 dequantize_per_tensor_default_9" [label="(1, 197, 768)", style=solid]; -"363 dequantize_per_tensor_default_9" -> "368 linear_18" [label="(1, 197, 768)", style=solid]; -"364 linear_18_scale_0" -> "367 dequantize_per_channel_default_9" [label="(3072,)", style=solid]; -"365 linear_18_zero_point_0" -> "367 dequantize_per_channel_default_9" [label="(3072,)", style=solid]; -"366 _frozen_param9" -> "367 dequantize_per_channel_default_9" [label="(3072, 768)", style=solid]; -"367 dequantize_per_channel_default_9" -> "368 linear_18" [label="(3072, 768)", style=solid]; -"368 linear_18" -> "369 gelu_4" [label="(1, 197, 3072)", style=solid]; -"369 gelu_4" -> "370 dropout_14" [label="(1, 197, 3072)", style=solid]; -"370 dropout_14" -> "371 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"371 dropout_14_0_0_nncf_smooth_quant_0" -> "372 quantize_per_tensor_default_10" [label="(1, 197, 3072)", style=solid]; -"372 quantize_per_tensor_default_10" -> "373 dequantize_per_tensor_default_10" [label="(1, 197, 3072)", style=solid]; -"373 dequantize_per_tensor_default_10" -> "378 linear_19" [label="(1, 197, 3072)", style=solid]; -"374 linear_19_scale_0" -> "377 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"375 linear_19_zero_point_0" -> "377 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"376 _frozen_param10" -> "377 dequantize_per_channel_default_10" [label="(768, 3072)", style=solid]; -"377 dequantize_per_channel_default_10" -> "378 linear_19" [label="(768, 3072)", style=solid]; -"378 linear_19" -> "379 dropout_15" [label="(1, 197, 768)", style=solid]; -"379 dropout_15" -> "380 add_10" [label="(1, 197, 768)", style=solid]; -"380 add_10" -> "381 layer_norm_10" [label="(1, 197, 768)", style=solid]; -"380 add_10" -> "412 add_11" [label="(1, 197, 768)", style=solid]; -"381 layer_norm_10" -> "382 transpose_30" [label="(1, 197, 768)", style=solid]; -"382 transpose_30" -> "384 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"383 encoder_layers_encoder_layer_5_self_attention_in_proj_weight_updated_constant0" -> "385 linear_20" [label="(2304, 768)", style=solid]; -"384 transpose_30_0_0_nncf_smooth_quant_0" -> "385 linear_20" [label="(197, 1, 768)", style=solid]; -"385 linear_20" -> "386 unflatten_5" [label="(197, 1, 2304)", style=solid]; -"386 unflatten_5" -> "387 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; -"387 unsqueeze_5" -> "388 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; -"388 transpose_31" -> "389 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; -"389 squeeze_5" -> "390 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; -"390 contiguous_5" -> "391 select_15" [label="(3, 197, 1, 768)", style=solid]; -"390 contiguous_5" -> "392 select_16" [label="(3, 197, 1, 768)", style=solid]; -"390 contiguous_5" -> "393 select_17" [label="(3, 197, 1, 768)", style=solid]; -"391 select_15" -> "394 view_40" [label="(197, 1, 768)", style=solid]; -"392 select_16" -> "396 view_41" [label="(197, 1, 768)", style=solid]; -"393 select_17" -> "398 view_42" [label="(197, 1, 768)", style=solid]; -"394 view_40" -> "395 transpose_32" [label="(197, 12, 64)", style=solid]; -"395 transpose_32" -> "400 view_43" [label="(12, 197, 64)", style=solid]; -"396 view_41" -> "397 transpose_33" [label="(197, 12, 64)", style=solid]; -"397 transpose_33" -> "401 view_44" [label="(12, 197, 64)", style=solid]; -"398 view_42" -> "399 transpose_34" [label="(197, 12, 64)", style=solid]; -"399 transpose_34" -> "402 view_45" [label="(12, 197, 64)", style=solid]; -"400 view_43" -> "403 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"401 view_44" -> "403 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"402 view_45" -> "403 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"403 scaled_dot_product_attention_5" -> "404 permute_6" [label="(1, 12, 197, 64)", style=solid]; -"404 permute_6" -> "405 view_46" [label="(197, 1, 12, 64)", style=solid]; -"405 view_46" -> "407 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"406 encoder_layers_encoder_layer_5_self_attention_out_proj_weight_updated_constant0" -> "408 linear_21" [label="(768, 768)", style=solid]; -"407 view_46_0_0_nncf_smooth_quant_0" -> "408 linear_21" [label="(197, 768)", style=solid]; -"408 linear_21" -> "409 view_47" [label="(197, 768)", style=solid]; -"409 view_47" -> "410 transpose_35" [label="(197, 1, 768)", style=solid]; -"410 transpose_35" -> "411 dropout_16" [label="(1, 197, 768)", style=solid]; -"411 dropout_16" -> "412 add_11" [label="(1, 197, 768)", style=solid]; -"412 add_11" -> "413 layer_norm_11" [label="(1, 197, 768)", style=solid]; -"412 add_11" -> "433 add_12" [label="(1, 197, 768)", style=solid]; -"413 layer_norm_11" -> "414 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"414 layer_norm_11_0_0_nncf_smooth_quant_0" -> "415 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"415 quantize_per_tensor_default_11" -> "416 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"416 dequantize_per_tensor_default_11" -> "421 linear_22" [label="(1, 197, 768)", style=solid]; -"417 linear_22_scale_0" -> "420 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"418 linear_22_zero_point_0" -> "420 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"419 _frozen_param11" -> "420 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"420 dequantize_per_channel_default_11" -> "421 linear_22" [label="(3072, 768)", style=solid]; -"421 linear_22" -> "422 gelu_5" [label="(1, 197, 3072)", style=solid]; -"422 gelu_5" -> "423 dropout_17" [label="(1, 197, 3072)", style=solid]; -"423 dropout_17" -> "424 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"424 dropout_17_0_0_nncf_smooth_quant_0" -> "425 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"425 quantize_per_tensor_default_12" -> "426 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"426 dequantize_per_tensor_default_12" -> "431 linear_23" [label="(1, 197, 3072)", style=solid]; -"427 linear_23_scale_0" -> "430 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"428 linear_23_zero_point_0" -> "430 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"429 _frozen_param12" -> "430 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"430 dequantize_per_channel_default_12" -> "431 linear_23" [label="(768, 3072)", style=solid]; -"431 linear_23" -> "432 dropout_18" [label="(1, 197, 768)", style=solid]; -"432 dropout_18" -> "433 add_12" [label="(1, 197, 768)", style=solid]; -"433 add_12" -> "434 layer_norm_12" [label="(1, 197, 768)", style=solid]; -"433 add_12" -> "465 add_13" [label="(1, 197, 768)", style=solid]; -"434 layer_norm_12" -> "435 transpose_36" [label="(1, 197, 768)", style=solid]; -"435 transpose_36" -> "437 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"436 encoder_layers_encoder_layer_6_self_attention_in_proj_weight_updated_constant0" -> "438 linear_24" [label="(2304, 768)", style=solid]; -"437 transpose_36_0_0_nncf_smooth_quant_0" -> "438 linear_24" [label="(197, 1, 768)", style=solid]; -"438 linear_24" -> "439 unflatten_6" [label="(197, 1, 2304)", style=solid]; -"439 unflatten_6" -> "440 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; -"440 unsqueeze_6" -> "441 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; -"441 transpose_37" -> "442 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; -"442 squeeze_6" -> "443 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; -"443 contiguous_6" -> "444 select_18" [label="(3, 197, 1, 768)", style=solid]; -"443 contiguous_6" -> "445 select_19" [label="(3, 197, 1, 768)", style=solid]; -"443 contiguous_6" -> "446 select_20" [label="(3, 197, 1, 768)", style=solid]; -"444 select_18" -> "447 view_48" [label="(197, 1, 768)", style=solid]; -"445 select_19" -> "449 view_49" [label="(197, 1, 768)", style=solid]; -"446 select_20" -> "451 view_50" [label="(197, 1, 768)", style=solid]; -"447 view_48" -> "448 transpose_38" [label="(197, 12, 64)", style=solid]; -"448 transpose_38" -> "453 view_51" [label="(12, 197, 64)", style=solid]; -"449 view_49" -> "450 transpose_39" [label="(197, 12, 64)", style=solid]; -"450 transpose_39" -> "454 view_52" [label="(12, 197, 64)", style=solid]; -"451 view_50" -> "452 transpose_40" [label="(197, 12, 64)", style=solid]; -"452 transpose_40" -> "455 view_53" [label="(12, 197, 64)", style=solid]; -"453 view_51" -> "456 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"454 view_52" -> "456 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"455 view_53" -> "456 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"456 scaled_dot_product_attention_6" -> "457 permute_7" [label="(1, 12, 197, 64)", style=solid]; -"457 permute_7" -> "458 view_54" [label="(197, 1, 12, 64)", style=solid]; -"458 view_54" -> "460 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"459 encoder_layers_encoder_layer_6_self_attention_out_proj_weight_updated_constant0" -> "461 linear_25" [label="(768, 768)", style=solid]; -"460 view_54_0_0_nncf_smooth_quant_0" -> "461 linear_25" [label="(197, 768)", style=solid]; -"461 linear_25" -> "462 view_55" [label="(197, 768)", style=solid]; -"462 view_55" -> "463 transpose_41" [label="(197, 1, 768)", style=solid]; -"463 transpose_41" -> "464 dropout_19" [label="(1, 197, 768)", style=solid]; -"464 dropout_19" -> "465 add_13" [label="(1, 197, 768)", style=solid]; -"465 add_13" -> "466 layer_norm_13" [label="(1, 197, 768)", style=solid]; -"465 add_13" -> "486 add_14" [label="(1, 197, 768)", style=solid]; -"466 layer_norm_13" -> "467 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"467 layer_norm_13_0_0_nncf_smooth_quant_0" -> "468 quantize_per_tensor_default_13" [label="(1, 197, 768)", style=solid]; -"468 quantize_per_tensor_default_13" -> "469 dequantize_per_tensor_default_13" [label="(1, 197, 768)", style=solid]; -"469 dequantize_per_tensor_default_13" -> "474 linear_26" [label="(1, 197, 768)", style=solid]; -"470 linear_26_scale_0" -> "473 dequantize_per_channel_default_13" [label="(3072,)", style=solid]; -"471 linear_26_zero_point_0" -> "473 dequantize_per_channel_default_13" [label="(3072,)", style=solid]; -"472 _frozen_param13" -> "473 dequantize_per_channel_default_13" [label="(3072, 768)", style=solid]; -"473 dequantize_per_channel_default_13" -> "474 linear_26" [label="(3072, 768)", style=solid]; -"474 linear_26" -> "475 gelu_6" [label="(1, 197, 3072)", style=solid]; -"475 gelu_6" -> "476 dropout_20" [label="(1, 197, 3072)", style=solid]; -"476 dropout_20" -> "477 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"477 dropout_20_0_0_nncf_smooth_quant_0" -> "478 quantize_per_tensor_default_14" [label="(1, 197, 3072)", style=solid]; -"478 quantize_per_tensor_default_14" -> "479 dequantize_per_tensor_default_14" [label="(1, 197, 3072)", style=solid]; -"479 dequantize_per_tensor_default_14" -> "484 linear_27" [label="(1, 197, 3072)", style=solid]; -"480 linear_27_scale_0" -> "483 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"481 linear_27_zero_point_0" -> "483 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"482 _frozen_param14" -> "483 dequantize_per_channel_default_14" [label="(768, 3072)", style=solid]; -"483 dequantize_per_channel_default_14" -> "484 linear_27" [label="(768, 3072)", style=solid]; -"484 linear_27" -> "485 dropout_21" [label="(1, 197, 768)", style=solid]; -"485 dropout_21" -> "486 add_14" [label="(1, 197, 768)", style=solid]; -"486 add_14" -> "487 layer_norm_14" [label="(1, 197, 768)", style=solid]; -"486 add_14" -> "518 add_15" [label="(1, 197, 768)", style=solid]; -"487 layer_norm_14" -> "488 transpose_42" [label="(1, 197, 768)", style=solid]; -"488 transpose_42" -> "490 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"489 encoder_layers_encoder_layer_7_self_attention_in_proj_weight_updated_constant0" -> "491 linear_28" [label="(2304, 768)", style=solid]; -"490 transpose_42_0_0_nncf_smooth_quant_0" -> "491 linear_28" [label="(197, 1, 768)", style=solid]; -"491 linear_28" -> "492 unflatten_7" [label="(197, 1, 2304)", style=solid]; -"492 unflatten_7" -> "493 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; -"493 unsqueeze_7" -> "494 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; -"494 transpose_43" -> "495 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; -"495 squeeze_7" -> "496 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; -"496 contiguous_7" -> "497 select_21" [label="(3, 197, 1, 768)", style=solid]; -"496 contiguous_7" -> "498 select_22" [label="(3, 197, 1, 768)", style=solid]; -"496 contiguous_7" -> "499 select_23" [label="(3, 197, 1, 768)", style=solid]; -"497 select_21" -> "500 view_56" [label="(197, 1, 768)", style=solid]; -"498 select_22" -> "502 view_57" [label="(197, 1, 768)", style=solid]; -"499 select_23" -> "504 view_58" [label="(197, 1, 768)", style=solid]; -"500 view_56" -> "501 transpose_44" [label="(197, 12, 64)", style=solid]; -"501 transpose_44" -> "506 view_59" [label="(12, 197, 64)", style=solid]; -"502 view_57" -> "503 transpose_45" [label="(197, 12, 64)", style=solid]; -"503 transpose_45" -> "507 view_60" [label="(12, 197, 64)", style=solid]; -"504 view_58" -> "505 transpose_46" [label="(197, 12, 64)", style=solid]; -"505 transpose_46" -> "508 view_61" [label="(12, 197, 64)", style=solid]; -"506 view_59" -> "509 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"507 view_60" -> "509 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"508 view_61" -> "509 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"509 scaled_dot_product_attention_7" -> "510 permute_8" [label="(1, 12, 197, 64)", style=solid]; -"510 permute_8" -> "511 view_62" [label="(197, 1, 12, 64)", style=solid]; -"511 view_62" -> "513 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"512 encoder_layers_encoder_layer_7_self_attention_out_proj_weight_updated_constant0" -> "514 linear_29" [label="(768, 768)", style=solid]; -"513 view_62_0_0_nncf_smooth_quant_0" -> "514 linear_29" [label="(197, 768)", style=solid]; -"514 linear_29" -> "515 view_63" [label="(197, 768)", style=solid]; -"515 view_63" -> "516 transpose_47" [label="(197, 1, 768)", style=solid]; -"516 transpose_47" -> "517 dropout_22" [label="(1, 197, 768)", style=solid]; -"517 dropout_22" -> "518 add_15" [label="(1, 197, 768)", style=solid]; -"518 add_15" -> "519 layer_norm_15" [label="(1, 197, 768)", style=solid]; -"518 add_15" -> "539 add_16" [label="(1, 197, 768)", style=solid]; -"519 layer_norm_15" -> "520 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"520 layer_norm_15_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_15" [label="(1, 197, 768)", style=solid]; -"521 quantize_per_tensor_default_15" -> "522 dequantize_per_tensor_default_15" [label="(1, 197, 768)", style=solid]; -"522 dequantize_per_tensor_default_15" -> "527 linear_30" [label="(1, 197, 768)", style=solid]; -"523 linear_30_scale_0" -> "526 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"524 linear_30_zero_point_0" -> "526 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"525 _frozen_param15" -> "526 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"526 dequantize_per_channel_default_15" -> "527 linear_30" [label="(3072, 768)", style=solid]; -"527 linear_30" -> "528 gelu_7" [label="(1, 197, 3072)", style=solid]; -"528 gelu_7" -> "529 dropout_23" [label="(1, 197, 3072)", style=solid]; -"529 dropout_23" -> "530 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"530 dropout_23_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_16" [label="(1, 197, 3072)", style=solid]; -"531 quantize_per_tensor_default_16" -> "532 dequantize_per_tensor_default_16" [label="(1, 197, 3072)", style=solid]; -"532 dequantize_per_tensor_default_16" -> "537 linear_31" [label="(1, 197, 3072)", style=solid]; -"533 linear_31_scale_0" -> "536 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"534 linear_31_zero_point_0" -> "536 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"535 _frozen_param16" -> "536 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"536 dequantize_per_channel_default_16" -> "537 linear_31" [label="(768, 3072)", style=solid]; -"537 linear_31" -> "538 dropout_24" [label="(1, 197, 768)", style=solid]; -"538 dropout_24" -> "539 add_16" [label="(1, 197, 768)", style=solid]; -"539 add_16" -> "540 layer_norm_16" [label="(1, 197, 768)", style=solid]; -"539 add_16" -> "571 add_17" [label="(1, 197, 768)", style=solid]; -"540 layer_norm_16" -> "541 transpose_48" [label="(1, 197, 768)", style=solid]; -"541 transpose_48" -> "543 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"542 encoder_layers_encoder_layer_8_self_attention_in_proj_weight_updated_constant0" -> "544 linear_32" [label="(2304, 768)", style=solid]; -"543 transpose_48_0_0_nncf_smooth_quant_0" -> "544 linear_32" [label="(197, 1, 768)", style=solid]; -"544 linear_32" -> "545 unflatten_8" [label="(197, 1, 2304)", style=solid]; -"545 unflatten_8" -> "546 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; -"546 unsqueeze_8" -> "547 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; -"547 transpose_49" -> "548 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; -"548 squeeze_8" -> "549 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; -"549 contiguous_8" -> "550 select_24" [label="(3, 197, 1, 768)", style=solid]; -"549 contiguous_8" -> "551 select_25" [label="(3, 197, 1, 768)", style=solid]; -"549 contiguous_8" -> "552 select_26" [label="(3, 197, 1, 768)", style=solid]; -"550 select_24" -> "553 view_64" [label="(197, 1, 768)", style=solid]; -"551 select_25" -> "555 view_65" [label="(197, 1, 768)", style=solid]; -"552 select_26" -> "557 view_66" [label="(197, 1, 768)", style=solid]; -"553 view_64" -> "554 transpose_50" [label="(197, 12, 64)", style=solid]; -"554 transpose_50" -> "559 view_67" [label="(12, 197, 64)", style=solid]; -"555 view_65" -> "556 transpose_51" [label="(197, 12, 64)", style=solid]; -"556 transpose_51" -> "560 view_68" [label="(12, 197, 64)", style=solid]; -"557 view_66" -> "558 transpose_52" [label="(197, 12, 64)", style=solid]; -"558 transpose_52" -> "561 view_69" [label="(12, 197, 64)", style=solid]; -"559 view_67" -> "562 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"560 view_68" -> "562 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"561 view_69" -> "562 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"562 scaled_dot_product_attention_8" -> "563 permute_9" [label="(1, 12, 197, 64)", style=solid]; -"563 permute_9" -> "564 view_70" [label="(197, 1, 12, 64)", style=solid]; -"564 view_70" -> "566 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"565 encoder_layers_encoder_layer_8_self_attention_out_proj_weight_updated_constant0" -> "567 linear_33" [label="(768, 768)", style=solid]; -"566 view_70_0_0_nncf_smooth_quant_0" -> "567 linear_33" [label="(197, 768)", style=solid]; -"567 linear_33" -> "568 view_71" [label="(197, 768)", style=solid]; -"568 view_71" -> "569 transpose_53" [label="(197, 1, 768)", style=solid]; -"569 transpose_53" -> "570 dropout_25" [label="(1, 197, 768)", style=solid]; -"570 dropout_25" -> "571 add_17" [label="(1, 197, 768)", style=solid]; -"571 add_17" -> "572 layer_norm_17" [label="(1, 197, 768)", style=solid]; -"571 add_17" -> "592 add_18" [label="(1, 197, 768)", style=solid]; -"572 layer_norm_17" -> "573 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"573 layer_norm_17_0_0_nncf_smooth_quant_0" -> "574 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"574 quantize_per_tensor_default_17" -> "575 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"575 dequantize_per_tensor_default_17" -> "580 linear_34" [label="(1, 197, 768)", style=solid]; -"576 linear_34_scale_0" -> "579 dequantize_per_channel_default_17" [label="(3072,)", style=solid]; -"577 linear_34_zero_point_0" -> "579 dequantize_per_channel_default_17" [label="(3072,)", style=solid]; -"578 _frozen_param17" -> "579 dequantize_per_channel_default_17" [label="(3072, 768)", style=solid]; -"579 dequantize_per_channel_default_17" -> "580 linear_34" [label="(3072, 768)", style=solid]; -"580 linear_34" -> "581 gelu_8" [label="(1, 197, 3072)", style=solid]; -"581 gelu_8" -> "582 dropout_26" [label="(1, 197, 3072)", style=solid]; -"582 dropout_26" -> "583 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"583 dropout_26_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"584 quantize_per_tensor_default_18" -> "585 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"585 dequantize_per_tensor_default_18" -> "590 linear_35" [label="(1, 197, 3072)", style=solid]; -"586 linear_35_scale_0" -> "589 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"587 linear_35_zero_point_0" -> "589 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"588 _frozen_param18" -> "589 dequantize_per_channel_default_18" [label="(768, 3072)", style=solid]; -"589 dequantize_per_channel_default_18" -> "590 linear_35" [label="(768, 3072)", style=solid]; -"590 linear_35" -> "591 dropout_27" [label="(1, 197, 768)", style=solid]; -"591 dropout_27" -> "592 add_18" [label="(1, 197, 768)", style=solid]; -"592 add_18" -> "593 layer_norm_18" [label="(1, 197, 768)", style=solid]; -"592 add_18" -> "624 add_19" [label="(1, 197, 768)", style=solid]; -"593 layer_norm_18" -> "594 transpose_54" [label="(1, 197, 768)", style=solid]; -"594 transpose_54" -> "596 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"595 encoder_layers_encoder_layer_9_self_attention_in_proj_weight_updated_constant0" -> "597 linear_36" [label="(2304, 768)", style=solid]; -"596 transpose_54_0_0_nncf_smooth_quant_0" -> "597 linear_36" [label="(197, 1, 768)", style=solid]; -"597 linear_36" -> "598 unflatten_9" [label="(197, 1, 2304)", style=solid]; -"598 unflatten_9" -> "599 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; -"599 unsqueeze_9" -> "600 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; -"600 transpose_55" -> "601 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; -"601 squeeze_9" -> "602 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; -"602 contiguous_9" -> "603 select_27" [label="(3, 197, 1, 768)", style=solid]; -"602 contiguous_9" -> "604 select_28" [label="(3, 197, 1, 768)", style=solid]; -"602 contiguous_9" -> "605 select_29" [label="(3, 197, 1, 768)", style=solid]; -"603 select_27" -> "606 view_72" [label="(197, 1, 768)", style=solid]; -"604 select_28" -> "608 view_73" [label="(197, 1, 768)", style=solid]; -"605 select_29" -> "610 view_74" [label="(197, 1, 768)", style=solid]; -"606 view_72" -> "607 transpose_56" [label="(197, 12, 64)", style=solid]; -"607 transpose_56" -> "612 view_75" [label="(12, 197, 64)", style=solid]; -"608 view_73" -> "609 transpose_57" [label="(197, 12, 64)", style=solid]; -"609 transpose_57" -> "613 view_76" [label="(12, 197, 64)", style=solid]; -"610 view_74" -> "611 transpose_58" [label="(197, 12, 64)", style=solid]; -"611 transpose_58" -> "614 view_77" [label="(12, 197, 64)", style=solid]; -"612 view_75" -> "615 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"613 view_76" -> "615 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"614 view_77" -> "615 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"615 scaled_dot_product_attention_9" -> "616 permute_10" [label="(1, 12, 197, 64)", style=solid]; -"616 permute_10" -> "617 view_78" [label="(197, 1, 12, 64)", style=solid]; -"617 view_78" -> "619 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"618 encoder_layers_encoder_layer_9_self_attention_out_proj_weight_updated_constant0" -> "620 linear_37" [label="(768, 768)", style=solid]; -"619 view_78_0_0_nncf_smooth_quant_0" -> "620 linear_37" [label="(197, 768)", style=solid]; -"620 linear_37" -> "621 view_79" [label="(197, 768)", style=solid]; -"621 view_79" -> "622 transpose_59" [label="(197, 1, 768)", style=solid]; -"622 transpose_59" -> "623 dropout_28" [label="(1, 197, 768)", style=solid]; -"623 dropout_28" -> "624 add_19" [label="(1, 197, 768)", style=solid]; -"624 add_19" -> "625 layer_norm_19" [label="(1, 197, 768)", style=solid]; -"624 add_19" -> "645 add_20" [label="(1, 197, 768)", style=solid]; -"625 layer_norm_19" -> "626 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"626 layer_norm_19_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_19" [label="(1, 197, 768)", style=solid]; -"627 quantize_per_tensor_default_19" -> "628 dequantize_per_tensor_default_19" [label="(1, 197, 768)", style=solid]; -"628 dequantize_per_tensor_default_19" -> "633 linear_38" [label="(1, 197, 768)", style=solid]; -"629 linear_38_scale_0" -> "632 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"630 linear_38_zero_point_0" -> "632 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"631 _frozen_param19" -> "632 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"632 dequantize_per_channel_default_19" -> "633 linear_38" [label="(3072, 768)", style=solid]; -"633 linear_38" -> "634 gelu_9" [label="(1, 197, 3072)", style=solid]; -"634 gelu_9" -> "635 dropout_29" [label="(1, 197, 3072)", style=solid]; -"635 dropout_29" -> "636 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"636 dropout_29_0_0_nncf_smooth_quant_0" -> "637 quantize_per_tensor_default_20" [label="(1, 197, 3072)", style=solid]; -"637 quantize_per_tensor_default_20" -> "638 dequantize_per_tensor_default_20" [label="(1, 197, 3072)", style=solid]; -"638 dequantize_per_tensor_default_20" -> "643 linear_39" [label="(1, 197, 3072)", style=solid]; -"639 linear_39_scale_0" -> "642 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"640 linear_39_zero_point_0" -> "642 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"641 _frozen_param20" -> "642 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"642 dequantize_per_channel_default_20" -> "643 linear_39" [label="(768, 3072)", style=solid]; -"643 linear_39" -> "644 dropout_30" [label="(1, 197, 768)", style=solid]; -"644 dropout_30" -> "645 add_20" [label="(1, 197, 768)", style=solid]; -"645 add_20" -> "646 layer_norm_20" [label="(1, 197, 768)", style=solid]; -"645 add_20" -> "677 add_21" [label="(1, 197, 768)", style=solid]; -"646 layer_norm_20" -> "647 transpose_60" [label="(1, 197, 768)", style=solid]; -"647 transpose_60" -> "649 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"648 encoder_layers_encoder_layer_10_self_attention_in_proj_weight_updated_constant0" -> "650 linear_40" [label="(2304, 768)", style=solid]; -"649 transpose_60_0_0_nncf_smooth_quant_0" -> "650 linear_40" [label="(197, 1, 768)", style=solid]; -"650 linear_40" -> "651 unflatten_10" [label="(197, 1, 2304)", style=solid]; -"651 unflatten_10" -> "652 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; -"652 unsqueeze_10" -> "653 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; -"653 transpose_61" -> "654 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; -"654 squeeze_10" -> "655 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; -"655 contiguous_10" -> "656 select_30" [label="(3, 197, 1, 768)", style=solid]; -"655 contiguous_10" -> "657 select_31" [label="(3, 197, 1, 768)", style=solid]; -"655 contiguous_10" -> "658 select_32" [label="(3, 197, 1, 768)", style=solid]; -"656 select_30" -> "659 view_80" [label="(197, 1, 768)", style=solid]; -"657 select_31" -> "661 view_81" [label="(197, 1, 768)", style=solid]; -"658 select_32" -> "663 view_82" [label="(197, 1, 768)", style=solid]; -"659 view_80" -> "660 transpose_62" [label="(197, 12, 64)", style=solid]; -"660 transpose_62" -> "665 view_83" [label="(12, 197, 64)", style=solid]; -"661 view_81" -> "662 transpose_63" [label="(197, 12, 64)", style=solid]; -"662 transpose_63" -> "666 view_84" [label="(12, 197, 64)", style=solid]; -"663 view_82" -> "664 transpose_64" [label="(197, 12, 64)", style=solid]; -"664 transpose_64" -> "667 view_85" [label="(12, 197, 64)", style=solid]; -"665 view_83" -> "668 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"666 view_84" -> "668 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"667 view_85" -> "668 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"668 scaled_dot_product_attention_10" -> "669 permute_11" [label="(1, 12, 197, 64)", style=solid]; -"669 permute_11" -> "670 view_86" [label="(197, 1, 12, 64)", style=solid]; -"670 view_86" -> "672 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"671 encoder_layers_encoder_layer_10_self_attention_out_proj_weight_updated_constant0" -> "673 linear_41" [label="(768, 768)", style=solid]; -"672 view_86_0_0_nncf_smooth_quant_0" -> "673 linear_41" [label="(197, 768)", style=solid]; -"673 linear_41" -> "674 view_87" [label="(197, 768)", style=solid]; -"674 view_87" -> "675 transpose_65" [label="(197, 1, 768)", style=solid]; -"675 transpose_65" -> "676 dropout_31" [label="(1, 197, 768)", style=solid]; -"676 dropout_31" -> "677 add_21" [label="(1, 197, 768)", style=solid]; -"677 add_21" -> "678 layer_norm_21" [label="(1, 197, 768)", style=solid]; -"677 add_21" -> "698 add_22" [label="(1, 197, 768)", style=solid]; -"678 layer_norm_21" -> "679 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"679 layer_norm_21_0_0_nncf_smooth_quant_0" -> "680 quantize_per_tensor_default_21" [label="(1, 197, 768)", style=solid]; -"680 quantize_per_tensor_default_21" -> "681 dequantize_per_tensor_default_21" [label="(1, 197, 768)", style=solid]; -"681 dequantize_per_tensor_default_21" -> "686 linear_42" [label="(1, 197, 768)", style=solid]; -"682 linear_42_scale_0" -> "685 dequantize_per_channel_default_21" [label="(3072,)", style=solid]; -"683 linear_42_zero_point_0" -> "685 dequantize_per_channel_default_21" [label="(3072,)", style=solid]; -"684 _frozen_param21" -> "685 dequantize_per_channel_default_21" [label="(3072, 768)", style=solid]; -"685 dequantize_per_channel_default_21" -> "686 linear_42" [label="(3072, 768)", style=solid]; -"686 linear_42" -> "687 gelu_10" [label="(1, 197, 3072)", style=solid]; -"687 gelu_10" -> "688 dropout_32" [label="(1, 197, 3072)", style=solid]; -"688 dropout_32" -> "689 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"689 dropout_32_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_22" [label="(1, 197, 3072)", style=solid]; -"690 quantize_per_tensor_default_22" -> "691 dequantize_per_tensor_default_22" [label="(1, 197, 3072)", style=solid]; -"691 dequantize_per_tensor_default_22" -> "696 linear_43" [label="(1, 197, 3072)", style=solid]; -"692 linear_43_scale_0" -> "695 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"693 linear_43_zero_point_0" -> "695 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"694 _frozen_param22" -> "695 dequantize_per_channel_default_22" [label="(768, 3072)", style=solid]; -"695 dequantize_per_channel_default_22" -> "696 linear_43" [label="(768, 3072)", style=solid]; -"696 linear_43" -> "697 dropout_33" [label="(1, 197, 768)", style=solid]; -"697 dropout_33" -> "698 add_22" [label="(1, 197, 768)", style=solid]; -"698 add_22" -> "699 layer_norm_22" [label="(1, 197, 768)", style=solid]; -"698 add_22" -> "730 add_23" [label="(1, 197, 768)", style=solid]; -"699 layer_norm_22" -> "700 transpose_66" [label="(1, 197, 768)", style=solid]; -"700 transpose_66" -> "702 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"701 encoder_layers_encoder_layer_11_self_attention_in_proj_weight_updated_constant0" -> "703 linear_44" [label="(2304, 768)", style=solid]; -"702 transpose_66_0_0_nncf_smooth_quant_0" -> "703 linear_44" [label="(197, 1, 768)", style=solid]; -"703 linear_44" -> "704 unflatten_11" [label="(197, 1, 2304)", style=solid]; -"704 unflatten_11" -> "705 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; -"705 unsqueeze_11" -> "706 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; -"706 transpose_67" -> "707 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; -"707 squeeze_11" -> "708 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; -"708 contiguous_11" -> "709 select_33" [label="(3, 197, 1, 768)", style=solid]; -"708 contiguous_11" -> "710 select_34" [label="(3, 197, 1, 768)", style=solid]; -"708 contiguous_11" -> "711 select_35" [label="(3, 197, 1, 768)", style=solid]; -"709 select_33" -> "712 view_88" [label="(197, 1, 768)", style=solid]; -"710 select_34" -> "714 view_89" [label="(197, 1, 768)", style=solid]; -"711 select_35" -> "716 view_90" [label="(197, 1, 768)", style=solid]; -"712 view_88" -> "713 transpose_68" [label="(197, 12, 64)", style=solid]; -"713 transpose_68" -> "718 view_91" [label="(12, 197, 64)", style=solid]; -"714 view_89" -> "715 transpose_69" [label="(197, 12, 64)", style=solid]; -"715 transpose_69" -> "719 view_92" [label="(12, 197, 64)", style=solid]; -"716 view_90" -> "717 transpose_70" [label="(197, 12, 64)", style=solid]; -"717 transpose_70" -> "720 view_93" [label="(12, 197, 64)", style=solid]; -"718 view_91" -> "721 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"719 view_92" -> "721 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"720 view_93" -> "721 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"721 scaled_dot_product_attention_11" -> "722 permute_12" [label="(1, 12, 197, 64)", style=solid]; -"722 permute_12" -> "723 view_94" [label="(197, 1, 12, 64)", style=solid]; -"723 view_94" -> "725 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"724 encoder_layers_encoder_layer_11_self_attention_out_proj_weight_updated_constant0" -> "726 linear_45" [label="(768, 768)", style=solid]; -"725 view_94_0_0_nncf_smooth_quant_0" -> "726 linear_45" [label="(197, 768)", style=solid]; -"726 linear_45" -> "727 view_95" [label="(197, 768)", style=solid]; -"727 view_95" -> "728 transpose_71" [label="(197, 1, 768)", style=solid]; -"728 transpose_71" -> "729 dropout_34" [label="(1, 197, 768)", style=solid]; -"729 dropout_34" -> "730 add_23" [label="(1, 197, 768)", style=solid]; -"730 add_23" -> "731 layer_norm_23" [label="(1, 197, 768)", style=solid]; -"730 add_23" -> "751 add_24" [label="(1, 197, 768)", style=solid]; -"731 layer_norm_23" -> "732 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"732 layer_norm_23_0_0_nncf_smooth_quant_0" -> "733 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"733 quantize_per_tensor_default_23" -> "734 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"734 dequantize_per_tensor_default_23" -> "739 linear_46" [label="(1, 197, 768)", style=solid]; -"735 linear_46_scale_0" -> "738 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"736 linear_46_zero_point_0" -> "738 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"737 _frozen_param23" -> "738 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"738 dequantize_per_channel_default_23" -> "739 linear_46" [label="(3072, 768)", style=solid]; -"739 linear_46" -> "740 gelu_11" [label="(1, 197, 3072)", style=solid]; -"740 gelu_11" -> "741 dropout_35" [label="(1, 197, 3072)", style=solid]; -"741 dropout_35" -> "742 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"742 dropout_35_0_0_nncf_smooth_quant_0" -> "743 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"743 quantize_per_tensor_default_24" -> "744 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"744 dequantize_per_tensor_default_24" -> "749 linear_47" [label="(1, 197, 3072)", style=solid]; -"745 linear_47_scale_0" -> "748 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"746 linear_47_zero_point_0" -> "748 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"747 _frozen_param24" -> "748 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"748 dequantize_per_channel_default_24" -> "749 linear_47" [label="(768, 3072)", style=solid]; -"749 linear_47" -> "750 dropout_36" [label="(1, 197, 768)", style=solid]; -"750 dropout_36" -> "751 add_24" [label="(1, 197, 768)", style=solid]; -"751 add_24" -> "752 layer_norm_24" [label="(1, 197, 768)", style=solid]; -"752 layer_norm_24" -> "753 slice_1" [label="(1, 197, 768)", style=solid]; -"753 slice_1" -> "754 select_36" [label="(1, 197, 768)", style=solid]; -"754 select_36" -> "755 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"755 select_36_0_0_nncf_smooth_quant_0" -> "756 quantize_per_tensor_default_25" [label="(1, 768)", style=solid]; -"756 quantize_per_tensor_default_25" -> "757 dequantize_per_tensor_default_25" [label="(1, 768)", style=solid]; -"757 dequantize_per_tensor_default_25" -> "762 linear_48" [label="(1, 768)", style=solid]; -"758 linear_48_scale_0" -> "761 dequantize_per_channel_default_25" [label="(1000,)", style=solid]; -"759 linear_48_zero_point_0" -> "761 dequantize_per_channel_default_25" [label="(1000,)", style=solid]; -"760 _frozen_param25" -> "761 dequantize_per_channel_default_25" [label="(1000, 768)", style=solid]; -"761 dequantize_per_channel_default_25" -> "762 linear_48" [label="(1000, 768)", style=solid]; -"762 linear_48" -> "763 output" [label="(1, 1000)", style=solid]; +"0 class_token" -> "112 expand" [style=solid, label="(1, 1, 768)"]; +"1 encoder_pos_embedding" -> "114 add" [style=solid, label="(1, 197, 768)"]; +"2 conv_proj_bias" -> "109 conv2d" [style=solid, label="(768,)"]; +"3 encoder_layers_encoder_layer_0_ln_1_weight" -> "116 layer_norm" [style=solid, label="(768,)"]; +"4 encoder_layers_encoder_layer_0_ln_1_bias" -> "116 layer_norm" [style=solid, label="(768,)"]; +"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "120 linear" [style=solid, label="(2304,)"]; +"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "143 linear_1" [style=solid, label="(768,)"]; +"7 encoder_layers_encoder_layer_0_ln_2_weight" -> "148 layer_norm_1" [style=solid, label="(768,)"]; +"8 encoder_layers_encoder_layer_0_ln_2_bias" -> "148 layer_norm_1" [style=solid, label="(768,)"]; +"9 encoder_layers_encoder_layer_0_mlp_0_bias" -> "156 linear_2" [style=solid, label="(3072,)"]; +"10 encoder_layers_encoder_layer_0_mlp_3_bias" -> "166 linear_3" [style=solid, label="(768,)"]; +"11 encoder_layers_encoder_layer_1_ln_1_weight" -> "169 layer_norm_2" [style=solid, label="(768,)"]; +"12 encoder_layers_encoder_layer_1_ln_1_bias" -> "169 layer_norm_2" [style=solid, label="(768,)"]; +"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "173 linear_4" [style=solid, label="(2304,)"]; +"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "196 linear_5" [style=solid, label="(768,)"]; +"15 encoder_layers_encoder_layer_1_ln_2_weight" -> "201 layer_norm_3" [style=solid, label="(768,)"]; +"16 encoder_layers_encoder_layer_1_ln_2_bias" -> "201 layer_norm_3" [style=solid, label="(768,)"]; +"17 encoder_layers_encoder_layer_1_mlp_0_bias" -> "209 linear_6" [style=solid, label="(3072,)"]; +"18 encoder_layers_encoder_layer_1_mlp_3_bias" -> "219 linear_7" [style=solid, label="(768,)"]; +"19 encoder_layers_encoder_layer_2_ln_1_weight" -> "222 layer_norm_4" [style=solid, label="(768,)"]; +"20 encoder_layers_encoder_layer_2_ln_1_bias" -> "222 layer_norm_4" [style=solid, label="(768,)"]; +"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "226 linear_8" [style=solid, label="(2304,)"]; +"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "249 linear_9" [style=solid, label="(768,)"]; +"23 encoder_layers_encoder_layer_2_ln_2_weight" -> "254 layer_norm_5" [style=solid, label="(768,)"]; +"24 encoder_layers_encoder_layer_2_ln_2_bias" -> "254 layer_norm_5" [style=solid, label="(768,)"]; +"25 encoder_layers_encoder_layer_2_mlp_0_bias" -> "262 linear_10" [style=solid, label="(3072,)"]; +"26 encoder_layers_encoder_layer_2_mlp_3_bias" -> "272 linear_11" [style=solid, label="(768,)"]; +"27 encoder_layers_encoder_layer_3_ln_1_weight" -> "275 layer_norm_6" [style=solid, label="(768,)"]; +"28 encoder_layers_encoder_layer_3_ln_1_bias" -> "275 layer_norm_6" [style=solid, label="(768,)"]; +"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "279 linear_12" [style=solid, label="(2304,)"]; +"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "302 linear_13" [style=solid, label="(768,)"]; +"31 encoder_layers_encoder_layer_3_ln_2_weight" -> "307 layer_norm_7" [style=solid, label="(768,)"]; +"32 encoder_layers_encoder_layer_3_ln_2_bias" -> "307 layer_norm_7" [style=solid, label="(768,)"]; +"33 encoder_layers_encoder_layer_3_mlp_0_bias" -> "315 linear_14" [style=solid, label="(3072,)"]; +"34 encoder_layers_encoder_layer_3_mlp_3_bias" -> "325 linear_15" [style=solid, label="(768,)"]; +"35 encoder_layers_encoder_layer_4_ln_1_weight" -> "328 layer_norm_8" [style=solid, label="(768,)"]; +"36 encoder_layers_encoder_layer_4_ln_1_bias" -> "328 layer_norm_8" [style=solid, label="(768,)"]; +"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "332 linear_16" [style=solid, label="(2304,)"]; +"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "355 linear_17" [style=solid, label="(768,)"]; +"39 encoder_layers_encoder_layer_4_ln_2_weight" -> "360 layer_norm_9" [style=solid, label="(768,)"]; +"40 encoder_layers_encoder_layer_4_ln_2_bias" -> "360 layer_norm_9" [style=solid, label="(768,)"]; +"41 encoder_layers_encoder_layer_4_mlp_0_bias" -> "368 linear_18" [style=solid, label="(3072,)"]; +"42 encoder_layers_encoder_layer_4_mlp_3_bias" -> "378 linear_19" [style=solid, label="(768,)"]; +"43 encoder_layers_encoder_layer_5_ln_1_weight" -> "381 layer_norm_10" [style=solid, label="(768,)"]; +"44 encoder_layers_encoder_layer_5_ln_1_bias" -> "381 layer_norm_10" [style=solid, label="(768,)"]; +"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "385 linear_20" [style=solid, label="(2304,)"]; +"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "408 linear_21" [style=solid, label="(768,)"]; +"47 encoder_layers_encoder_layer_5_ln_2_weight" -> "413 layer_norm_11" [style=solid, label="(768,)"]; +"48 encoder_layers_encoder_layer_5_ln_2_bias" -> "413 layer_norm_11" [style=solid, label="(768,)"]; +"49 encoder_layers_encoder_layer_5_mlp_0_bias" -> "421 linear_22" [style=solid, label="(3072,)"]; +"50 encoder_layers_encoder_layer_5_mlp_3_bias" -> "431 linear_23" [style=solid, label="(768,)"]; +"51 encoder_layers_encoder_layer_6_ln_1_weight" -> "434 layer_norm_12" [style=solid, label="(768,)"]; +"52 encoder_layers_encoder_layer_6_ln_1_bias" -> "434 layer_norm_12" [style=solid, label="(768,)"]; +"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "438 linear_24" [style=solid, label="(2304,)"]; +"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "461 linear_25" [style=solid, label="(768,)"]; +"55 encoder_layers_encoder_layer_6_ln_2_weight" -> "466 layer_norm_13" [style=solid, label="(768,)"]; +"56 encoder_layers_encoder_layer_6_ln_2_bias" -> "466 layer_norm_13" [style=solid, label="(768,)"]; +"57 encoder_layers_encoder_layer_6_mlp_0_bias" -> "474 linear_26" [style=solid, label="(3072,)"]; +"58 encoder_layers_encoder_layer_6_mlp_3_bias" -> "484 linear_27" [style=solid, label="(768,)"]; +"59 encoder_layers_encoder_layer_7_ln_1_weight" -> "487 layer_norm_14" [style=solid, label="(768,)"]; +"60 encoder_layers_encoder_layer_7_ln_1_bias" -> "487 layer_norm_14" [style=solid, label="(768,)"]; +"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "491 linear_28" [style=solid, label="(2304,)"]; +"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "514 linear_29" [style=solid, label="(768,)"]; +"63 encoder_layers_encoder_layer_7_ln_2_weight" -> "519 layer_norm_15" [style=solid, label="(768,)"]; +"64 encoder_layers_encoder_layer_7_ln_2_bias" -> "519 layer_norm_15" [style=solid, label="(768,)"]; +"65 encoder_layers_encoder_layer_7_mlp_0_bias" -> "527 linear_30" [style=solid, label="(3072,)"]; +"66 encoder_layers_encoder_layer_7_mlp_3_bias" -> "537 linear_31" [style=solid, label="(768,)"]; +"67 encoder_layers_encoder_layer_8_ln_1_weight" -> "540 layer_norm_16" [style=solid, label="(768,)"]; +"68 encoder_layers_encoder_layer_8_ln_1_bias" -> "540 layer_norm_16" [style=solid, label="(768,)"]; +"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "544 linear_32" [style=solid, label="(2304,)"]; +"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "567 linear_33" [style=solid, label="(768,)"]; +"71 encoder_layers_encoder_layer_8_ln_2_weight" -> "572 layer_norm_17" [style=solid, label="(768,)"]; +"72 encoder_layers_encoder_layer_8_ln_2_bias" -> "572 layer_norm_17" [style=solid, label="(768,)"]; +"73 encoder_layers_encoder_layer_8_mlp_0_bias" -> "580 linear_34" [style=solid, label="(3072,)"]; +"74 encoder_layers_encoder_layer_8_mlp_3_bias" -> "590 linear_35" [style=solid, label="(768,)"]; +"75 encoder_layers_encoder_layer_9_ln_1_weight" -> "593 layer_norm_18" [style=solid, label="(768,)"]; +"76 encoder_layers_encoder_layer_9_ln_1_bias" -> "593 layer_norm_18" [style=solid, label="(768,)"]; +"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "597 linear_36" [style=solid, label="(2304,)"]; +"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "620 linear_37" [style=solid, label="(768,)"]; +"79 encoder_layers_encoder_layer_9_ln_2_weight" -> "625 layer_norm_19" [style=solid, label="(768,)"]; +"80 encoder_layers_encoder_layer_9_ln_2_bias" -> "625 layer_norm_19" [style=solid, label="(768,)"]; +"81 encoder_layers_encoder_layer_9_mlp_0_bias" -> "633 linear_38" [style=solid, label="(3072,)"]; +"82 encoder_layers_encoder_layer_9_mlp_3_bias" -> "643 linear_39" [style=solid, label="(768,)"]; +"83 encoder_layers_encoder_layer_10_ln_1_weight" -> "646 layer_norm_20" [style=solid, label="(768,)"]; +"84 encoder_layers_encoder_layer_10_ln_1_bias" -> "646 layer_norm_20" [style=solid, label="(768,)"]; +"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "650 linear_40" [style=solid, label="(2304,)"]; +"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "673 linear_41" [style=solid, label="(768,)"]; +"87 encoder_layers_encoder_layer_10_ln_2_weight" -> "678 layer_norm_21" [style=solid, label="(768,)"]; +"88 encoder_layers_encoder_layer_10_ln_2_bias" -> "678 layer_norm_21" [style=solid, label="(768,)"]; +"89 encoder_layers_encoder_layer_10_mlp_0_bias" -> "686 linear_42" [style=solid, label="(3072,)"]; +"90 encoder_layers_encoder_layer_10_mlp_3_bias" -> "696 linear_43" [style=solid, label="(768,)"]; +"91 encoder_layers_encoder_layer_11_ln_1_weight" -> "699 layer_norm_22" [style=solid, label="(768,)"]; +"92 encoder_layers_encoder_layer_11_ln_1_bias" -> "699 layer_norm_22" [style=solid, label="(768,)"]; +"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "703 linear_44" [style=solid, label="(2304,)"]; +"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "726 linear_45" [style=solid, label="(768,)"]; +"95 encoder_layers_encoder_layer_11_ln_2_weight" -> "731 layer_norm_23" [style=solid, label="(768,)"]; +"96 encoder_layers_encoder_layer_11_ln_2_bias" -> "731 layer_norm_23" [style=solid, label="(768,)"]; +"97 encoder_layers_encoder_layer_11_mlp_0_bias" -> "739 linear_46" [style=solid, label="(3072,)"]; +"98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "749 linear_47" [style=solid, label="(768,)"]; +"99 encoder_ln_weight" -> "752 layer_norm_24" [style=solid, label="(768,)"]; +"100 encoder_ln_bias" -> "752 layer_norm_24" [style=solid, label="(768,)"]; +"101 heads_head_bias" -> "762 linear_48" [style=solid, label="(1000,)"]; +"102 x" -> "103 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"103 quantize_per_tensor_0" -> "104 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"104 dequantize_per_tensor_1" -> "109 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"105 conv2d_scale_0" -> "108 dequantize_per_channel_2" [style=solid, label="(768,)"]; +"106 conv2d_zero_point_0" -> "108 dequantize_per_channel_2" [style=solid, label="(768,)"]; +"107 _frozen_param0" -> "108 dequantize_per_channel_2" [style=solid, label="(768, 3, 16, 16)"]; +"108 dequantize_per_channel_2" -> "109 conv2d" [style=solid, label="(768, 3, 16, 16)"]; +"109 conv2d" -> "110 reshape" [style=solid, label="(1, 768, 14, 14)"]; +"110 reshape" -> "111 permute" [style=solid, label="(1, 768, 196)"]; +"111 permute" -> "113 cat" [style=solid, label="(1, 196, 768)"]; +"112 expand" -> "113 cat" [style=solid, label="(1, 1, 768)"]; +"113 cat" -> "114 add" [style=solid, label="(1, 197, 768)"]; +"114 add" -> "115 dropout" [style=solid, label="(1, 197, 768)"]; +"115 dropout" -> "116 layer_norm" [style=solid, label="(1, 197, 768)"]; +"115 dropout" -> "147 add_1" [style=solid, label="(1, 197, 768)"]; +"116 layer_norm" -> "117 transpose" [style=solid, label="(1, 197, 768)"]; +"117 transpose" -> "119 transpose_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"118 encoder_layers_encoder_layer_0_self_attention_in_proj_weight_updated_constant0" -> "120 linear" [style=solid, label="(2304, 768)"]; +"119 transpose_0_0_nncf_smooth_quant_0" -> "120 linear" [style=solid, label="(197, 1, 768)"]; +"120 linear" -> "121 unflatten" [style=solid, label="(197, 1, 2304)"]; +"121 unflatten" -> "122 unsqueeze" [style=solid, label="(197, 1, 3, 768)"]; +"122 unsqueeze" -> "123 transpose_1" [style=solid, label="(1, 197, 1, 3, 768)"]; +"123 transpose_1" -> "124 squeeze" [style=solid, label="(3, 197, 1, 1, 768)"]; +"124 squeeze" -> "125 contiguous" [style=solid, label="(3, 197, 1, 768)"]; +"125 contiguous" -> "126 select" [style=solid, label="(3, 197, 1, 768)"]; +"125 contiguous" -> "127 select_1" [style=solid, label="(3, 197, 1, 768)"]; +"125 contiguous" -> "128 select_2" [style=solid, label="(3, 197, 1, 768)"]; +"126 select" -> "129 view" [style=solid, label="(197, 1, 768)"]; +"127 select_1" -> "131 view_1" [style=solid, label="(197, 1, 768)"]; +"128 select_2" -> "133 view_2" [style=solid, label="(197, 1, 768)"]; +"129 view" -> "130 transpose_2" [style=solid, label="(197, 12, 64)"]; +"130 transpose_2" -> "135 view_3" [style=solid, label="(12, 197, 64)"]; +"131 view_1" -> "132 transpose_3" [style=solid, label="(197, 12, 64)"]; +"132 transpose_3" -> "136 view_4" [style=solid, label="(12, 197, 64)"]; +"133 view_2" -> "134 transpose_4" [style=solid, label="(197, 12, 64)"]; +"134 transpose_4" -> "137 view_5" [style=solid, label="(12, 197, 64)"]; +"135 view_3" -> "138 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"136 view_4" -> "138 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"137 view_5" -> "138 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"138 scaled_dot_product_attention" -> "139 permute_1" [style=solid, label="(1, 12, 197, 64)"]; +"139 permute_1" -> "140 view_6" [style=solid, label="(197, 1, 12, 64)"]; +"140 view_6" -> "142 view_6_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"141 encoder_layers_encoder_layer_0_self_attention_out_proj_weight_updated_constant0" -> "143 linear_1" [style=solid, label="(768, 768)"]; +"142 view_6_0_0_nncf_smooth_quant_0" -> "143 linear_1" [style=solid, label="(197, 768)"]; +"143 linear_1" -> "144 view_7" [style=solid, label="(197, 768)"]; +"144 view_7" -> "145 transpose_5" [style=solid, label="(197, 1, 768)"]; +"145 transpose_5" -> "146 dropout_1" [style=solid, label="(1, 197, 768)"]; +"146 dropout_1" -> "147 add_1" [style=solid, label="(1, 197, 768)"]; +"147 add_1" -> "148 layer_norm_1" [style=solid, label="(1, 197, 768)"]; +"147 add_1" -> "168 add_2" [style=solid, label="(1, 197, 768)"]; +"148 layer_norm_1" -> "149 layer_norm_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"149 layer_norm_1_0_0_nncf_smooth_quant_0" -> "150 quantize_per_tensor_3" [style=solid, label="(1, 197, 768)"]; +"150 quantize_per_tensor_3" -> "151 dequantize_per_tensor_4" [style=solid, label="(1, 197, 768)"]; +"151 dequantize_per_tensor_4" -> "156 linear_2" [style=solid, label="(1, 197, 768)"]; +"152 linear_2_scale_0" -> "155 dequantize_per_channel_5" [style=solid, label="(3072,)"]; +"153 linear_2_zero_point_0" -> "155 dequantize_per_channel_5" [style=solid, label="(3072,)"]; +"154 _frozen_param1" -> "155 dequantize_per_channel_5" [style=solid, label="(3072, 768)"]; +"155 dequantize_per_channel_5" -> "156 linear_2" [style=solid, label="(3072, 768)"]; +"156 linear_2" -> "157 gelu" [style=solid, label="(1, 197, 3072)"]; +"157 gelu" -> "158 dropout_2" [style=solid, label="(1, 197, 3072)"]; +"158 dropout_2" -> "159 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"159 dropout_2_0_0_nncf_smooth_quant_0" -> "160 quantize_per_tensor_6" [style=solid, label="(1, 197, 3072)"]; +"160 quantize_per_tensor_6" -> "161 dequantize_per_tensor_7" [style=solid, label="(1, 197, 3072)"]; +"161 dequantize_per_tensor_7" -> "166 linear_3" [style=solid, label="(1, 197, 3072)"]; +"162 linear_3_scale_0" -> "165 dequantize_per_channel_8" [style=solid, label="(768,)"]; +"163 linear_3_zero_point_0" -> "165 dequantize_per_channel_8" [style=solid, label="(768,)"]; +"164 _frozen_param2" -> "165 dequantize_per_channel_8" [style=solid, label="(768, 3072)"]; +"165 dequantize_per_channel_8" -> "166 linear_3" [style=solid, label="(768, 3072)"]; +"166 linear_3" -> "167 dropout_3" [style=solid, label="(1, 197, 768)"]; +"167 dropout_3" -> "168 add_2" [style=solid, label="(1, 197, 768)"]; +"168 add_2" -> "169 layer_norm_2" [style=solid, label="(1, 197, 768)"]; +"168 add_2" -> "200 add_3" [style=solid, label="(1, 197, 768)"]; +"169 layer_norm_2" -> "170 transpose_6" [style=solid, label="(1, 197, 768)"]; +"170 transpose_6" -> "172 transpose_6_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"171 encoder_layers_encoder_layer_1_self_attention_in_proj_weight_updated_constant0" -> "173 linear_4" [style=solid, label="(2304, 768)"]; +"172 transpose_6_0_0_nncf_smooth_quant_0" -> "173 linear_4" [style=solid, label="(197, 1, 768)"]; +"173 linear_4" -> "174 unflatten_1" [style=solid, label="(197, 1, 2304)"]; +"174 unflatten_1" -> "175 unsqueeze_1" [style=solid, label="(197, 1, 3, 768)"]; +"175 unsqueeze_1" -> "176 transpose_7" [style=solid, label="(1, 197, 1, 3, 768)"]; +"176 transpose_7" -> "177 squeeze_1" [style=solid, label="(3, 197, 1, 1, 768)"]; +"177 squeeze_1" -> "178 contiguous_1" [style=solid, label="(3, 197, 1, 768)"]; +"178 contiguous_1" -> "179 select_3" [style=solid, label="(3, 197, 1, 768)"]; +"178 contiguous_1" -> "180 select_4" [style=solid, label="(3, 197, 1, 768)"]; +"178 contiguous_1" -> "181 select_5" [style=solid, label="(3, 197, 1, 768)"]; +"179 select_3" -> "182 view_8" [style=solid, label="(197, 1, 768)"]; +"180 select_4" -> "184 view_9" [style=solid, label="(197, 1, 768)"]; +"181 select_5" -> "186 view_10" [style=solid, label="(197, 1, 768)"]; +"182 view_8" -> "183 transpose_8" [style=solid, label="(197, 12, 64)"]; +"183 transpose_8" -> "188 view_11" [style=solid, label="(12, 197, 64)"]; +"184 view_9" -> "185 transpose_9" [style=solid, label="(197, 12, 64)"]; +"185 transpose_9" -> "189 view_12" [style=solid, label="(12, 197, 64)"]; +"186 view_10" -> "187 transpose_10" [style=solid, label="(197, 12, 64)"]; +"187 transpose_10" -> "190 view_13" [style=solid, label="(12, 197, 64)"]; +"188 view_11" -> "191 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"189 view_12" -> "191 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"190 view_13" -> "191 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"191 scaled_dot_product_attention_1" -> "192 permute_2" [style=solid, label="(1, 12, 197, 64)"]; +"192 permute_2" -> "193 view_14" [style=solid, label="(197, 1, 12, 64)"]; +"193 view_14" -> "195 view_14_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"194 encoder_layers_encoder_layer_1_self_attention_out_proj_weight_updated_constant0" -> "196 linear_5" [style=solid, label="(768, 768)"]; +"195 view_14_0_0_nncf_smooth_quant_0" -> "196 linear_5" [style=solid, label="(197, 768)"]; +"196 linear_5" -> "197 view_15" [style=solid, label="(197, 768)"]; +"197 view_15" -> "198 transpose_11" [style=solid, label="(197, 1, 768)"]; +"198 transpose_11" -> "199 dropout_4" [style=solid, label="(1, 197, 768)"]; +"199 dropout_4" -> "200 add_3" [style=solid, label="(1, 197, 768)"]; +"200 add_3" -> "201 layer_norm_3" [style=solid, label="(1, 197, 768)"]; +"200 add_3" -> "221 add_4" [style=solid, label="(1, 197, 768)"]; +"201 layer_norm_3" -> "202 layer_norm_3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"202 layer_norm_3_0_0_nncf_smooth_quant_0" -> "203 quantize_per_tensor_9" [style=solid, label="(1, 197, 768)"]; +"203 quantize_per_tensor_9" -> "204 dequantize_per_tensor_10" [style=solid, label="(1, 197, 768)"]; +"204 dequantize_per_tensor_10" -> "209 linear_6" [style=solid, label="(1, 197, 768)"]; +"205 linear_6_scale_0" -> "208 dequantize_per_channel_11" [style=solid, label="(3072,)"]; +"206 linear_6_zero_point_0" -> "208 dequantize_per_channel_11" [style=solid, label="(3072,)"]; +"207 _frozen_param3" -> "208 dequantize_per_channel_11" [style=solid, label="(3072, 768)"]; +"208 dequantize_per_channel_11" -> "209 linear_6" [style=solid, label="(3072, 768)"]; +"209 linear_6" -> "210 gelu_1" [style=solid, label="(1, 197, 3072)"]; +"210 gelu_1" -> "211 dropout_5" [style=solid, label="(1, 197, 3072)"]; +"211 dropout_5" -> "212 dropout_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"212 dropout_5_0_0_nncf_smooth_quant_0" -> "213 quantize_per_tensor_12" [style=solid, label="(1, 197, 3072)"]; +"213 quantize_per_tensor_12" -> "214 dequantize_per_tensor_13" [style=solid, label="(1, 197, 3072)"]; +"214 dequantize_per_tensor_13" -> "219 linear_7" [style=solid, label="(1, 197, 3072)"]; +"215 linear_7_scale_0" -> "218 dequantize_per_channel_14" [style=solid, label="(768,)"]; +"216 linear_7_zero_point_0" -> "218 dequantize_per_channel_14" [style=solid, label="(768,)"]; +"217 _frozen_param4" -> "218 dequantize_per_channel_14" [style=solid, label="(768, 3072)"]; +"218 dequantize_per_channel_14" -> "219 linear_7" [style=solid, label="(768, 3072)"]; +"219 linear_7" -> "220 dropout_6" [style=solid, label="(1, 197, 768)"]; +"220 dropout_6" -> "221 add_4" [style=solid, label="(1, 197, 768)"]; +"221 add_4" -> "222 layer_norm_4" [style=solid, label="(1, 197, 768)"]; +"221 add_4" -> "253 add_5" [style=solid, label="(1, 197, 768)"]; +"222 layer_norm_4" -> "223 transpose_12" [style=solid, label="(1, 197, 768)"]; +"223 transpose_12" -> "225 transpose_12_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"224 encoder_layers_encoder_layer_2_self_attention_in_proj_weight_updated_constant0" -> "226 linear_8" [style=solid, label="(2304, 768)"]; +"225 transpose_12_0_0_nncf_smooth_quant_0" -> "226 linear_8" [style=solid, label="(197, 1, 768)"]; +"226 linear_8" -> "227 unflatten_2" [style=solid, label="(197, 1, 2304)"]; +"227 unflatten_2" -> "228 unsqueeze_2" [style=solid, label="(197, 1, 3, 768)"]; +"228 unsqueeze_2" -> "229 transpose_13" [style=solid, label="(1, 197, 1, 3, 768)"]; +"229 transpose_13" -> "230 squeeze_2" [style=solid, label="(3, 197, 1, 1, 768)"]; +"230 squeeze_2" -> "231 contiguous_2" [style=solid, label="(3, 197, 1, 768)"]; +"231 contiguous_2" -> "232 select_6" [style=solid, label="(3, 197, 1, 768)"]; +"231 contiguous_2" -> "233 select_7" [style=solid, label="(3, 197, 1, 768)"]; +"231 contiguous_2" -> "234 select_8" [style=solid, label="(3, 197, 1, 768)"]; +"232 select_6" -> "235 view_16" [style=solid, label="(197, 1, 768)"]; +"233 select_7" -> "237 view_17" [style=solid, label="(197, 1, 768)"]; +"234 select_8" -> "239 view_18" [style=solid, label="(197, 1, 768)"]; +"235 view_16" -> "236 transpose_14" [style=solid, label="(197, 12, 64)"]; +"236 transpose_14" -> "241 view_19" [style=solid, label="(12, 197, 64)"]; +"237 view_17" -> "238 transpose_15" [style=solid, label="(197, 12, 64)"]; +"238 transpose_15" -> "242 view_20" [style=solid, label="(12, 197, 64)"]; +"239 view_18" -> "240 transpose_16" [style=solid, label="(197, 12, 64)"]; +"240 transpose_16" -> "243 view_21" [style=solid, label="(12, 197, 64)"]; +"241 view_19" -> "244 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"242 view_20" -> "244 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"243 view_21" -> "244 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"244 scaled_dot_product_attention_2" -> "245 permute_3" [style=solid, label="(1, 12, 197, 64)"]; +"245 permute_3" -> "246 view_22" [style=solid, label="(197, 1, 12, 64)"]; +"246 view_22" -> "248 view_22_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"247 encoder_layers_encoder_layer_2_self_attention_out_proj_weight_updated_constant0" -> "249 linear_9" [style=solid, label="(768, 768)"]; +"248 view_22_0_0_nncf_smooth_quant_0" -> "249 linear_9" [style=solid, label="(197, 768)"]; +"249 linear_9" -> "250 view_23" [style=solid, label="(197, 768)"]; +"250 view_23" -> "251 transpose_17" [style=solid, label="(197, 1, 768)"]; +"251 transpose_17" -> "252 dropout_7" [style=solid, label="(1, 197, 768)"]; +"252 dropout_7" -> "253 add_5" [style=solid, label="(1, 197, 768)"]; +"253 add_5" -> "254 layer_norm_5" [style=solid, label="(1, 197, 768)"]; +"253 add_5" -> "274 add_6" [style=solid, label="(1, 197, 768)"]; +"254 layer_norm_5" -> "255 layer_norm_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"255 layer_norm_5_0_0_nncf_smooth_quant_0" -> "256 quantize_per_tensor_15" [style=solid, label="(1, 197, 768)"]; +"256 quantize_per_tensor_15" -> "257 dequantize_per_tensor_16" [style=solid, label="(1, 197, 768)"]; +"257 dequantize_per_tensor_16" -> "262 linear_10" [style=solid, label="(1, 197, 768)"]; +"258 linear_10_scale_0" -> "261 dequantize_per_channel_17" [style=solid, label="(3072,)"]; +"259 linear_10_zero_point_0" -> "261 dequantize_per_channel_17" [style=solid, label="(3072,)"]; +"260 _frozen_param5" -> "261 dequantize_per_channel_17" [style=solid, label="(3072, 768)"]; +"261 dequantize_per_channel_17" -> "262 linear_10" [style=solid, label="(3072, 768)"]; +"262 linear_10" -> "263 gelu_2" [style=solid, label="(1, 197, 3072)"]; +"263 gelu_2" -> "264 dropout_8" [style=solid, label="(1, 197, 3072)"]; +"264 dropout_8" -> "265 dropout_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"265 dropout_8_0_0_nncf_smooth_quant_0" -> "266 quantize_per_tensor_18" [style=solid, label="(1, 197, 3072)"]; +"266 quantize_per_tensor_18" -> "267 dequantize_per_tensor_19" [style=solid, label="(1, 197, 3072)"]; +"267 dequantize_per_tensor_19" -> "272 linear_11" [style=solid, label="(1, 197, 3072)"]; +"268 linear_11_scale_0" -> "271 dequantize_per_channel_20" [style=solid, label="(768,)"]; +"269 linear_11_zero_point_0" -> "271 dequantize_per_channel_20" [style=solid, label="(768,)"]; +"270 _frozen_param6" -> "271 dequantize_per_channel_20" [style=solid, label="(768, 3072)"]; +"271 dequantize_per_channel_20" -> "272 linear_11" [style=solid, label="(768, 3072)"]; +"272 linear_11" -> "273 dropout_9" [style=solid, label="(1, 197, 768)"]; +"273 dropout_9" -> "274 add_6" [style=solid, label="(1, 197, 768)"]; +"274 add_6" -> "275 layer_norm_6" [style=solid, label="(1, 197, 768)"]; +"274 add_6" -> "306 add_7" [style=solid, label="(1, 197, 768)"]; +"275 layer_norm_6" -> "276 transpose_18" [style=solid, label="(1, 197, 768)"]; +"276 transpose_18" -> "278 transpose_18_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"277 encoder_layers_encoder_layer_3_self_attention_in_proj_weight_updated_constant0" -> "279 linear_12" [style=solid, label="(2304, 768)"]; +"278 transpose_18_0_0_nncf_smooth_quant_0" -> "279 linear_12" [style=solid, label="(197, 1, 768)"]; +"279 linear_12" -> "280 unflatten_3" [style=solid, label="(197, 1, 2304)"]; +"280 unflatten_3" -> "281 unsqueeze_3" [style=solid, label="(197, 1, 3, 768)"]; +"281 unsqueeze_3" -> "282 transpose_19" [style=solid, label="(1, 197, 1, 3, 768)"]; +"282 transpose_19" -> "283 squeeze_3" [style=solid, label="(3, 197, 1, 1, 768)"]; +"283 squeeze_3" -> "284 contiguous_3" [style=solid, label="(3, 197, 1, 768)"]; +"284 contiguous_3" -> "285 select_9" [style=solid, label="(3, 197, 1, 768)"]; +"284 contiguous_3" -> "286 select_10" [style=solid, label="(3, 197, 1, 768)"]; +"284 contiguous_3" -> "287 select_11" [style=solid, label="(3, 197, 1, 768)"]; +"285 select_9" -> "288 view_24" [style=solid, label="(197, 1, 768)"]; +"286 select_10" -> "290 view_25" [style=solid, label="(197, 1, 768)"]; +"287 select_11" -> "292 view_26" [style=solid, label="(197, 1, 768)"]; +"288 view_24" -> "289 transpose_20" [style=solid, label="(197, 12, 64)"]; +"289 transpose_20" -> "294 view_27" [style=solid, label="(12, 197, 64)"]; +"290 view_25" -> "291 transpose_21" [style=solid, label="(197, 12, 64)"]; +"291 transpose_21" -> "295 view_28" [style=solid, label="(12, 197, 64)"]; +"292 view_26" -> "293 transpose_22" [style=solid, label="(197, 12, 64)"]; +"293 transpose_22" -> "296 view_29" [style=solid, label="(12, 197, 64)"]; +"294 view_27" -> "297 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"295 view_28" -> "297 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"296 view_29" -> "297 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"297 scaled_dot_product_attention_3" -> "298 permute_4" [style=solid, label="(1, 12, 197, 64)"]; +"298 permute_4" -> "299 view_30" [style=solid, label="(197, 1, 12, 64)"]; +"299 view_30" -> "301 view_30_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"300 encoder_layers_encoder_layer_3_self_attention_out_proj_weight_updated_constant0" -> "302 linear_13" [style=solid, label="(768, 768)"]; +"301 view_30_0_0_nncf_smooth_quant_0" -> "302 linear_13" [style=solid, label="(197, 768)"]; +"302 linear_13" -> "303 view_31" [style=solid, label="(197, 768)"]; +"303 view_31" -> "304 transpose_23" [style=solid, label="(197, 1, 768)"]; +"304 transpose_23" -> "305 dropout_10" [style=solid, label="(1, 197, 768)"]; +"305 dropout_10" -> "306 add_7" [style=solid, label="(1, 197, 768)"]; +"306 add_7" -> "307 layer_norm_7" [style=solid, label="(1, 197, 768)"]; +"306 add_7" -> "327 add_8" [style=solid, label="(1, 197, 768)"]; +"307 layer_norm_7" -> "308 layer_norm_7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"308 layer_norm_7_0_0_nncf_smooth_quant_0" -> "309 quantize_per_tensor_21" [style=solid, label="(1, 197, 768)"]; +"309 quantize_per_tensor_21" -> "310 dequantize_per_tensor_22" [style=solid, label="(1, 197, 768)"]; +"310 dequantize_per_tensor_22" -> "315 linear_14" [style=solid, label="(1, 197, 768)"]; +"311 linear_14_scale_0" -> "314 dequantize_per_channel_23" [style=solid, label="(3072,)"]; +"312 linear_14_zero_point_0" -> "314 dequantize_per_channel_23" [style=solid, label="(3072,)"]; +"313 _frozen_param7" -> "314 dequantize_per_channel_23" [style=solid, label="(3072, 768)"]; +"314 dequantize_per_channel_23" -> "315 linear_14" [style=solid, label="(3072, 768)"]; +"315 linear_14" -> "316 gelu_3" [style=solid, label="(1, 197, 3072)"]; +"316 gelu_3" -> "317 dropout_11" [style=solid, label="(1, 197, 3072)"]; +"317 dropout_11" -> "318 dropout_11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"318 dropout_11_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_24" [style=solid, label="(1, 197, 3072)"]; +"319 quantize_per_tensor_24" -> "320 dequantize_per_tensor_25" [style=solid, label="(1, 197, 3072)"]; +"320 dequantize_per_tensor_25" -> "325 linear_15" [style=solid, label="(1, 197, 3072)"]; +"321 linear_15_scale_0" -> "324 dequantize_per_channel_26" [style=solid, label="(768,)"]; +"322 linear_15_zero_point_0" -> "324 dequantize_per_channel_26" [style=solid, label="(768,)"]; +"323 _frozen_param8" -> "324 dequantize_per_channel_26" [style=solid, label="(768, 3072)"]; +"324 dequantize_per_channel_26" -> "325 linear_15" [style=solid, label="(768, 3072)"]; +"325 linear_15" -> "326 dropout_12" [style=solid, label="(1, 197, 768)"]; +"326 dropout_12" -> "327 add_8" [style=solid, label="(1, 197, 768)"]; +"327 add_8" -> "328 layer_norm_8" [style=solid, label="(1, 197, 768)"]; +"327 add_8" -> "359 add_9" [style=solid, label="(1, 197, 768)"]; +"328 layer_norm_8" -> "329 transpose_24" [style=solid, label="(1, 197, 768)"]; +"329 transpose_24" -> "331 transpose_24_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"330 encoder_layers_encoder_layer_4_self_attention_in_proj_weight_updated_constant0" -> "332 linear_16" [style=solid, label="(2304, 768)"]; +"331 transpose_24_0_0_nncf_smooth_quant_0" -> "332 linear_16" [style=solid, label="(197, 1, 768)"]; +"332 linear_16" -> "333 unflatten_4" [style=solid, label="(197, 1, 2304)"]; +"333 unflatten_4" -> "334 unsqueeze_4" [style=solid, label="(197, 1, 3, 768)"]; +"334 unsqueeze_4" -> "335 transpose_25" [style=solid, label="(1, 197, 1, 3, 768)"]; +"335 transpose_25" -> "336 squeeze_4" [style=solid, label="(3, 197, 1, 1, 768)"]; +"336 squeeze_4" -> "337 contiguous_4" [style=solid, label="(3, 197, 1, 768)"]; +"337 contiguous_4" -> "338 select_12" [style=solid, label="(3, 197, 1, 768)"]; +"337 contiguous_4" -> "339 select_13" [style=solid, label="(3, 197, 1, 768)"]; +"337 contiguous_4" -> "340 select_14" [style=solid, label="(3, 197, 1, 768)"]; +"338 select_12" -> "341 view_32" [style=solid, label="(197, 1, 768)"]; +"339 select_13" -> "343 view_33" [style=solid, label="(197, 1, 768)"]; +"340 select_14" -> "345 view_34" [style=solid, label="(197, 1, 768)"]; +"341 view_32" -> "342 transpose_26" [style=solid, label="(197, 12, 64)"]; +"342 transpose_26" -> "347 view_35" [style=solid, label="(12, 197, 64)"]; +"343 view_33" -> "344 transpose_27" [style=solid, label="(197, 12, 64)"]; +"344 transpose_27" -> "348 view_36" [style=solid, label="(12, 197, 64)"]; +"345 view_34" -> "346 transpose_28" [style=solid, label="(197, 12, 64)"]; +"346 transpose_28" -> "349 view_37" [style=solid, label="(12, 197, 64)"]; +"347 view_35" -> "350 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"348 view_36" -> "350 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"349 view_37" -> "350 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"350 scaled_dot_product_attention_4" -> "351 permute_5" [style=solid, label="(1, 12, 197, 64)"]; +"351 permute_5" -> "352 view_38" [style=solid, label="(197, 1, 12, 64)"]; +"352 view_38" -> "354 view_38_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"353 encoder_layers_encoder_layer_4_self_attention_out_proj_weight_updated_constant0" -> "355 linear_17" [style=solid, label="(768, 768)"]; +"354 view_38_0_0_nncf_smooth_quant_0" -> "355 linear_17" [style=solid, label="(197, 768)"]; +"355 linear_17" -> "356 view_39" [style=solid, label="(197, 768)"]; +"356 view_39" -> "357 transpose_29" [style=solid, label="(197, 1, 768)"]; +"357 transpose_29" -> "358 dropout_13" [style=solid, label="(1, 197, 768)"]; +"358 dropout_13" -> "359 add_9" [style=solid, label="(1, 197, 768)"]; +"359 add_9" -> "360 layer_norm_9" [style=solid, label="(1, 197, 768)"]; +"359 add_9" -> "380 add_10" [style=solid, label="(1, 197, 768)"]; +"360 layer_norm_9" -> "361 layer_norm_9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"361 layer_norm_9_0_0_nncf_smooth_quant_0" -> "362 quantize_per_tensor_27" [style=solid, label="(1, 197, 768)"]; +"362 quantize_per_tensor_27" -> "363 dequantize_per_tensor_28" [style=solid, label="(1, 197, 768)"]; +"363 dequantize_per_tensor_28" -> "368 linear_18" [style=solid, label="(1, 197, 768)"]; +"364 linear_18_scale_0" -> "367 dequantize_per_channel_29" [style=solid, label="(3072,)"]; +"365 linear_18_zero_point_0" -> "367 dequantize_per_channel_29" [style=solid, label="(3072,)"]; +"366 _frozen_param9" -> "367 dequantize_per_channel_29" [style=solid, label="(3072, 768)"]; +"367 dequantize_per_channel_29" -> "368 linear_18" [style=solid, label="(3072, 768)"]; +"368 linear_18" -> "369 gelu_4" [style=solid, label="(1, 197, 3072)"]; +"369 gelu_4" -> "370 dropout_14" [style=solid, label="(1, 197, 3072)"]; +"370 dropout_14" -> "371 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"371 dropout_14_0_0_nncf_smooth_quant_0" -> "372 quantize_per_tensor_30" [style=solid, label="(1, 197, 3072)"]; +"372 quantize_per_tensor_30" -> "373 dequantize_per_tensor_31" [style=solid, label="(1, 197, 3072)"]; +"373 dequantize_per_tensor_31" -> "378 linear_19" [style=solid, label="(1, 197, 3072)"]; +"374 linear_19_scale_0" -> "377 dequantize_per_channel_32" [style=solid, label="(768,)"]; +"375 linear_19_zero_point_0" -> "377 dequantize_per_channel_32" [style=solid, label="(768,)"]; +"376 _frozen_param10" -> "377 dequantize_per_channel_32" [style=solid, label="(768, 3072)"]; +"377 dequantize_per_channel_32" -> "378 linear_19" [style=solid, label="(768, 3072)"]; +"378 linear_19" -> "379 dropout_15" [style=solid, label="(1, 197, 768)"]; +"379 dropout_15" -> "380 add_10" [style=solid, label="(1, 197, 768)"]; +"380 add_10" -> "381 layer_norm_10" [style=solid, label="(1, 197, 768)"]; +"380 add_10" -> "412 add_11" [style=solid, label="(1, 197, 768)"]; +"381 layer_norm_10" -> "382 transpose_30" [style=solid, label="(1, 197, 768)"]; +"382 transpose_30" -> "384 transpose_30_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"383 encoder_layers_encoder_layer_5_self_attention_in_proj_weight_updated_constant0" -> "385 linear_20" [style=solid, label="(2304, 768)"]; +"384 transpose_30_0_0_nncf_smooth_quant_0" -> "385 linear_20" [style=solid, label="(197, 1, 768)"]; +"385 linear_20" -> "386 unflatten_5" [style=solid, label="(197, 1, 2304)"]; +"386 unflatten_5" -> "387 unsqueeze_5" [style=solid, label="(197, 1, 3, 768)"]; +"387 unsqueeze_5" -> "388 transpose_31" [style=solid, label="(1, 197, 1, 3, 768)"]; +"388 transpose_31" -> "389 squeeze_5" [style=solid, label="(3, 197, 1, 1, 768)"]; +"389 squeeze_5" -> "390 contiguous_5" [style=solid, label="(3, 197, 1, 768)"]; +"390 contiguous_5" -> "391 select_15" [style=solid, label="(3, 197, 1, 768)"]; +"390 contiguous_5" -> "392 select_16" [style=solid, label="(3, 197, 1, 768)"]; +"390 contiguous_5" -> "393 select_17" [style=solid, label="(3, 197, 1, 768)"]; +"391 select_15" -> "394 view_40" [style=solid, label="(197, 1, 768)"]; +"392 select_16" -> "396 view_41" [style=solid, label="(197, 1, 768)"]; +"393 select_17" -> "398 view_42" [style=solid, label="(197, 1, 768)"]; +"394 view_40" -> "395 transpose_32" [style=solid, label="(197, 12, 64)"]; +"395 transpose_32" -> "400 view_43" [style=solid, label="(12, 197, 64)"]; +"396 view_41" -> "397 transpose_33" [style=solid, label="(197, 12, 64)"]; +"397 transpose_33" -> "401 view_44" [style=solid, label="(12, 197, 64)"]; +"398 view_42" -> "399 transpose_34" [style=solid, label="(197, 12, 64)"]; +"399 transpose_34" -> "402 view_45" [style=solid, label="(12, 197, 64)"]; +"400 view_43" -> "403 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"401 view_44" -> "403 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"402 view_45" -> "403 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"403 scaled_dot_product_attention_5" -> "404 permute_6" [style=solid, label="(1, 12, 197, 64)"]; +"404 permute_6" -> "405 view_46" [style=solid, label="(197, 1, 12, 64)"]; +"405 view_46" -> "407 view_46_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"406 encoder_layers_encoder_layer_5_self_attention_out_proj_weight_updated_constant0" -> "408 linear_21" [style=solid, label="(768, 768)"]; +"407 view_46_0_0_nncf_smooth_quant_0" -> "408 linear_21" [style=solid, label="(197, 768)"]; +"408 linear_21" -> "409 view_47" [style=solid, label="(197, 768)"]; +"409 view_47" -> "410 transpose_35" [style=solid, label="(197, 1, 768)"]; +"410 transpose_35" -> "411 dropout_16" [style=solid, label="(1, 197, 768)"]; +"411 dropout_16" -> "412 add_11" [style=solid, label="(1, 197, 768)"]; +"412 add_11" -> "413 layer_norm_11" [style=solid, label="(1, 197, 768)"]; +"412 add_11" -> "433 add_12" [style=solid, label="(1, 197, 768)"]; +"413 layer_norm_11" -> "414 layer_norm_11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"414 layer_norm_11_0_0_nncf_smooth_quant_0" -> "415 quantize_per_tensor_33" [style=solid, label="(1, 197, 768)"]; +"415 quantize_per_tensor_33" -> "416 dequantize_per_tensor_34" [style=solid, label="(1, 197, 768)"]; +"416 dequantize_per_tensor_34" -> "421 linear_22" [style=solid, label="(1, 197, 768)"]; +"417 linear_22_scale_0" -> "420 dequantize_per_channel_35" [style=solid, label="(3072,)"]; +"418 linear_22_zero_point_0" -> "420 dequantize_per_channel_35" [style=solid, label="(3072,)"]; +"419 _frozen_param11" -> "420 dequantize_per_channel_35" [style=solid, label="(3072, 768)"]; +"420 dequantize_per_channel_35" -> "421 linear_22" [style=solid, label="(3072, 768)"]; +"421 linear_22" -> "422 gelu_5" [style=solid, label="(1, 197, 3072)"]; +"422 gelu_5" -> "423 dropout_17" [style=solid, label="(1, 197, 3072)"]; +"423 dropout_17" -> "424 dropout_17_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"424 dropout_17_0_0_nncf_smooth_quant_0" -> "425 quantize_per_tensor_36" [style=solid, label="(1, 197, 3072)"]; +"425 quantize_per_tensor_36" -> "426 dequantize_per_tensor_37" [style=solid, label="(1, 197, 3072)"]; +"426 dequantize_per_tensor_37" -> "431 linear_23" [style=solid, label="(1, 197, 3072)"]; +"427 linear_23_scale_0" -> "430 dequantize_per_channel_38" [style=solid, label="(768,)"]; +"428 linear_23_zero_point_0" -> "430 dequantize_per_channel_38" [style=solid, label="(768,)"]; +"429 _frozen_param12" -> "430 dequantize_per_channel_38" [style=solid, label="(768, 3072)"]; +"430 dequantize_per_channel_38" -> "431 linear_23" [style=solid, label="(768, 3072)"]; +"431 linear_23" -> "432 dropout_18" [style=solid, label="(1, 197, 768)"]; +"432 dropout_18" -> "433 add_12" [style=solid, label="(1, 197, 768)"]; +"433 add_12" -> "434 layer_norm_12" [style=solid, label="(1, 197, 768)"]; +"433 add_12" -> "465 add_13" [style=solid, label="(1, 197, 768)"]; +"434 layer_norm_12" -> "435 transpose_36" [style=solid, label="(1, 197, 768)"]; +"435 transpose_36" -> "437 transpose_36_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"436 encoder_layers_encoder_layer_6_self_attention_in_proj_weight_updated_constant0" -> "438 linear_24" [style=solid, label="(2304, 768)"]; +"437 transpose_36_0_0_nncf_smooth_quant_0" -> "438 linear_24" [style=solid, label="(197, 1, 768)"]; +"438 linear_24" -> "439 unflatten_6" [style=solid, label="(197, 1, 2304)"]; +"439 unflatten_6" -> "440 unsqueeze_6" [style=solid, label="(197, 1, 3, 768)"]; +"440 unsqueeze_6" -> "441 transpose_37" [style=solid, label="(1, 197, 1, 3, 768)"]; +"441 transpose_37" -> "442 squeeze_6" [style=solid, label="(3, 197, 1, 1, 768)"]; +"442 squeeze_6" -> "443 contiguous_6" [style=solid, label="(3, 197, 1, 768)"]; +"443 contiguous_6" -> "444 select_18" [style=solid, label="(3, 197, 1, 768)"]; +"443 contiguous_6" -> "445 select_19" [style=solid, label="(3, 197, 1, 768)"]; +"443 contiguous_6" -> "446 select_20" [style=solid, label="(3, 197, 1, 768)"]; +"444 select_18" -> "447 view_48" [style=solid, label="(197, 1, 768)"]; +"445 select_19" -> "449 view_49" [style=solid, label="(197, 1, 768)"]; +"446 select_20" -> "451 view_50" [style=solid, label="(197, 1, 768)"]; +"447 view_48" -> "448 transpose_38" [style=solid, label="(197, 12, 64)"]; +"448 transpose_38" -> "453 view_51" [style=solid, label="(12, 197, 64)"]; +"449 view_49" -> "450 transpose_39" [style=solid, label="(197, 12, 64)"]; +"450 transpose_39" -> "454 view_52" [style=solid, label="(12, 197, 64)"]; +"451 view_50" -> "452 transpose_40" [style=solid, label="(197, 12, 64)"]; +"452 transpose_40" -> "455 view_53" [style=solid, label="(12, 197, 64)"]; +"453 view_51" -> "456 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"454 view_52" -> "456 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"455 view_53" -> "456 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"456 scaled_dot_product_attention_6" -> "457 permute_7" [style=solid, label="(1, 12, 197, 64)"]; +"457 permute_7" -> "458 view_54" [style=solid, label="(197, 1, 12, 64)"]; +"458 view_54" -> "460 view_54_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"459 encoder_layers_encoder_layer_6_self_attention_out_proj_weight_updated_constant0" -> "461 linear_25" [style=solid, label="(768, 768)"]; +"460 view_54_0_0_nncf_smooth_quant_0" -> "461 linear_25" [style=solid, label="(197, 768)"]; +"461 linear_25" -> "462 view_55" [style=solid, label="(197, 768)"]; +"462 view_55" -> "463 transpose_41" [style=solid, label="(197, 1, 768)"]; +"463 transpose_41" -> "464 dropout_19" [style=solid, label="(1, 197, 768)"]; +"464 dropout_19" -> "465 add_13" [style=solid, label="(1, 197, 768)"]; +"465 add_13" -> "466 layer_norm_13" [style=solid, label="(1, 197, 768)"]; +"465 add_13" -> "486 add_14" [style=solid, label="(1, 197, 768)"]; +"466 layer_norm_13" -> "467 layer_norm_13_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"467 layer_norm_13_0_0_nncf_smooth_quant_0" -> "468 quantize_per_tensor_39" [style=solid, label="(1, 197, 768)"]; +"468 quantize_per_tensor_39" -> "469 dequantize_per_tensor_40" [style=solid, label="(1, 197, 768)"]; +"469 dequantize_per_tensor_40" -> "474 linear_26" [style=solid, label="(1, 197, 768)"]; +"470 linear_26_scale_0" -> "473 dequantize_per_channel_41" [style=solid, label="(3072,)"]; +"471 linear_26_zero_point_0" -> "473 dequantize_per_channel_41" [style=solid, label="(3072,)"]; +"472 _frozen_param13" -> "473 dequantize_per_channel_41" [style=solid, label="(3072, 768)"]; +"473 dequantize_per_channel_41" -> "474 linear_26" [style=solid, label="(3072, 768)"]; +"474 linear_26" -> "475 gelu_6" [style=solid, label="(1, 197, 3072)"]; +"475 gelu_6" -> "476 dropout_20" [style=solid, label="(1, 197, 3072)"]; +"476 dropout_20" -> "477 dropout_20_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"477 dropout_20_0_0_nncf_smooth_quant_0" -> "478 quantize_per_tensor_42" [style=solid, label="(1, 197, 3072)"]; +"478 quantize_per_tensor_42" -> "479 dequantize_per_tensor_43" [style=solid, label="(1, 197, 3072)"]; +"479 dequantize_per_tensor_43" -> "484 linear_27" [style=solid, label="(1, 197, 3072)"]; +"480 linear_27_scale_0" -> "483 dequantize_per_channel_44" [style=solid, label="(768,)"]; +"481 linear_27_zero_point_0" -> "483 dequantize_per_channel_44" [style=solid, label="(768,)"]; +"482 _frozen_param14" -> "483 dequantize_per_channel_44" [style=solid, label="(768, 3072)"]; +"483 dequantize_per_channel_44" -> "484 linear_27" [style=solid, label="(768, 3072)"]; +"484 linear_27" -> "485 dropout_21" [style=solid, label="(1, 197, 768)"]; +"485 dropout_21" -> "486 add_14" [style=solid, label="(1, 197, 768)"]; +"486 add_14" -> "487 layer_norm_14" [style=solid, label="(1, 197, 768)"]; +"486 add_14" -> "518 add_15" [style=solid, label="(1, 197, 768)"]; +"487 layer_norm_14" -> "488 transpose_42" [style=solid, label="(1, 197, 768)"]; +"488 transpose_42" -> "490 transpose_42_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"489 encoder_layers_encoder_layer_7_self_attention_in_proj_weight_updated_constant0" -> "491 linear_28" [style=solid, label="(2304, 768)"]; +"490 transpose_42_0_0_nncf_smooth_quant_0" -> "491 linear_28" [style=solid, label="(197, 1, 768)"]; +"491 linear_28" -> "492 unflatten_7" [style=solid, label="(197, 1, 2304)"]; +"492 unflatten_7" -> "493 unsqueeze_7" [style=solid, label="(197, 1, 3, 768)"]; +"493 unsqueeze_7" -> "494 transpose_43" [style=solid, label="(1, 197, 1, 3, 768)"]; +"494 transpose_43" -> "495 squeeze_7" [style=solid, label="(3, 197, 1, 1, 768)"]; +"495 squeeze_7" -> "496 contiguous_7" [style=solid, label="(3, 197, 1, 768)"]; +"496 contiguous_7" -> "497 select_21" [style=solid, label="(3, 197, 1, 768)"]; +"496 contiguous_7" -> "498 select_22" [style=solid, label="(3, 197, 1, 768)"]; +"496 contiguous_7" -> "499 select_23" [style=solid, label="(3, 197, 1, 768)"]; +"497 select_21" -> "500 view_56" [style=solid, label="(197, 1, 768)"]; +"498 select_22" -> "502 view_57" [style=solid, label="(197, 1, 768)"]; +"499 select_23" -> "504 view_58" [style=solid, label="(197, 1, 768)"]; +"500 view_56" -> "501 transpose_44" [style=solid, label="(197, 12, 64)"]; +"501 transpose_44" -> "506 view_59" [style=solid, label="(12, 197, 64)"]; +"502 view_57" -> "503 transpose_45" [style=solid, label="(197, 12, 64)"]; +"503 transpose_45" -> "507 view_60" [style=solid, label="(12, 197, 64)"]; +"504 view_58" -> "505 transpose_46" [style=solid, label="(197, 12, 64)"]; +"505 transpose_46" -> "508 view_61" [style=solid, label="(12, 197, 64)"]; +"506 view_59" -> "509 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"507 view_60" -> "509 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"508 view_61" -> "509 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"509 scaled_dot_product_attention_7" -> "510 permute_8" [style=solid, label="(1, 12, 197, 64)"]; +"510 permute_8" -> "511 view_62" [style=solid, label="(197, 1, 12, 64)"]; +"511 view_62" -> "513 view_62_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"512 encoder_layers_encoder_layer_7_self_attention_out_proj_weight_updated_constant0" -> "514 linear_29" [style=solid, label="(768, 768)"]; +"513 view_62_0_0_nncf_smooth_quant_0" -> "514 linear_29" [style=solid, label="(197, 768)"]; +"514 linear_29" -> "515 view_63" [style=solid, label="(197, 768)"]; +"515 view_63" -> "516 transpose_47" [style=solid, label="(197, 1, 768)"]; +"516 transpose_47" -> "517 dropout_22" [style=solid, label="(1, 197, 768)"]; +"517 dropout_22" -> "518 add_15" [style=solid, label="(1, 197, 768)"]; +"518 add_15" -> "519 layer_norm_15" [style=solid, label="(1, 197, 768)"]; +"518 add_15" -> "539 add_16" [style=solid, label="(1, 197, 768)"]; +"519 layer_norm_15" -> "520 layer_norm_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"520 layer_norm_15_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_45" [style=solid, label="(1, 197, 768)"]; +"521 quantize_per_tensor_45" -> "522 dequantize_per_tensor_46" [style=solid, label="(1, 197, 768)"]; +"522 dequantize_per_tensor_46" -> "527 linear_30" [style=solid, label="(1, 197, 768)"]; +"523 linear_30_scale_0" -> "526 dequantize_per_channel_47" [style=solid, label="(3072,)"]; +"524 linear_30_zero_point_0" -> "526 dequantize_per_channel_47" [style=solid, label="(3072,)"]; +"525 _frozen_param15" -> "526 dequantize_per_channel_47" [style=solid, label="(3072, 768)"]; +"526 dequantize_per_channel_47" -> "527 linear_30" [style=solid, label="(3072, 768)"]; +"527 linear_30" -> "528 gelu_7" [style=solid, label="(1, 197, 3072)"]; +"528 gelu_7" -> "529 dropout_23" [style=solid, label="(1, 197, 3072)"]; +"529 dropout_23" -> "530 dropout_23_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"530 dropout_23_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_48" [style=solid, label="(1, 197, 3072)"]; +"531 quantize_per_tensor_48" -> "532 dequantize_per_tensor_49" [style=solid, label="(1, 197, 3072)"]; +"532 dequantize_per_tensor_49" -> "537 linear_31" [style=solid, label="(1, 197, 3072)"]; +"533 linear_31_scale_0" -> "536 dequantize_per_channel_50" [style=solid, label="(768,)"]; +"534 linear_31_zero_point_0" -> "536 dequantize_per_channel_50" [style=solid, label="(768,)"]; +"535 _frozen_param16" -> "536 dequantize_per_channel_50" [style=solid, label="(768, 3072)"]; +"536 dequantize_per_channel_50" -> "537 linear_31" [style=solid, label="(768, 3072)"]; +"537 linear_31" -> "538 dropout_24" [style=solid, label="(1, 197, 768)"]; +"538 dropout_24" -> "539 add_16" [style=solid, label="(1, 197, 768)"]; +"539 add_16" -> "540 layer_norm_16" [style=solid, label="(1, 197, 768)"]; +"539 add_16" -> "571 add_17" [style=solid, label="(1, 197, 768)"]; +"540 layer_norm_16" -> "541 transpose_48" [style=solid, label="(1, 197, 768)"]; +"541 transpose_48" -> "543 transpose_48_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"542 encoder_layers_encoder_layer_8_self_attention_in_proj_weight_updated_constant0" -> "544 linear_32" [style=solid, label="(2304, 768)"]; +"543 transpose_48_0_0_nncf_smooth_quant_0" -> "544 linear_32" [style=solid, label="(197, 1, 768)"]; +"544 linear_32" -> "545 unflatten_8" [style=solid, label="(197, 1, 2304)"]; +"545 unflatten_8" -> "546 unsqueeze_8" [style=solid, label="(197, 1, 3, 768)"]; +"546 unsqueeze_8" -> "547 transpose_49" [style=solid, label="(1, 197, 1, 3, 768)"]; +"547 transpose_49" -> "548 squeeze_8" [style=solid, label="(3, 197, 1, 1, 768)"]; +"548 squeeze_8" -> "549 contiguous_8" [style=solid, label="(3, 197, 1, 768)"]; +"549 contiguous_8" -> "550 select_24" [style=solid, label="(3, 197, 1, 768)"]; +"549 contiguous_8" -> "551 select_25" [style=solid, label="(3, 197, 1, 768)"]; +"549 contiguous_8" -> "552 select_26" [style=solid, label="(3, 197, 1, 768)"]; +"550 select_24" -> "553 view_64" [style=solid, label="(197, 1, 768)"]; +"551 select_25" -> "555 view_65" [style=solid, label="(197, 1, 768)"]; +"552 select_26" -> "557 view_66" [style=solid, label="(197, 1, 768)"]; +"553 view_64" -> "554 transpose_50" [style=solid, label="(197, 12, 64)"]; +"554 transpose_50" -> "559 view_67" [style=solid, label="(12, 197, 64)"]; +"555 view_65" -> "556 transpose_51" [style=solid, label="(197, 12, 64)"]; +"556 transpose_51" -> "560 view_68" [style=solid, label="(12, 197, 64)"]; +"557 view_66" -> "558 transpose_52" [style=solid, label="(197, 12, 64)"]; +"558 transpose_52" -> "561 view_69" [style=solid, label="(12, 197, 64)"]; +"559 view_67" -> "562 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"560 view_68" -> "562 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"561 view_69" -> "562 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"562 scaled_dot_product_attention_8" -> "563 permute_9" [style=solid, label="(1, 12, 197, 64)"]; +"563 permute_9" -> "564 view_70" [style=solid, label="(197, 1, 12, 64)"]; +"564 view_70" -> "566 view_70_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"565 encoder_layers_encoder_layer_8_self_attention_out_proj_weight_updated_constant0" -> "567 linear_33" [style=solid, label="(768, 768)"]; +"566 view_70_0_0_nncf_smooth_quant_0" -> "567 linear_33" [style=solid, label="(197, 768)"]; +"567 linear_33" -> "568 view_71" [style=solid, label="(197, 768)"]; +"568 view_71" -> "569 transpose_53" [style=solid, label="(197, 1, 768)"]; +"569 transpose_53" -> "570 dropout_25" [style=solid, label="(1, 197, 768)"]; +"570 dropout_25" -> "571 add_17" [style=solid, label="(1, 197, 768)"]; +"571 add_17" -> "572 layer_norm_17" [style=solid, label="(1, 197, 768)"]; +"571 add_17" -> "592 add_18" [style=solid, label="(1, 197, 768)"]; +"572 layer_norm_17" -> "573 layer_norm_17_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"573 layer_norm_17_0_0_nncf_smooth_quant_0" -> "574 quantize_per_tensor_51" [style=solid, label="(1, 197, 768)"]; +"574 quantize_per_tensor_51" -> "575 dequantize_per_tensor_52" [style=solid, label="(1, 197, 768)"]; +"575 dequantize_per_tensor_52" -> "580 linear_34" [style=solid, label="(1, 197, 768)"]; +"576 linear_34_scale_0" -> "579 dequantize_per_channel_53" [style=solid, label="(3072,)"]; +"577 linear_34_zero_point_0" -> "579 dequantize_per_channel_53" [style=solid, label="(3072,)"]; +"578 _frozen_param17" -> "579 dequantize_per_channel_53" [style=solid, label="(3072, 768)"]; +"579 dequantize_per_channel_53" -> "580 linear_34" [style=solid, label="(3072, 768)"]; +"580 linear_34" -> "581 gelu_8" [style=solid, label="(1, 197, 3072)"]; +"581 gelu_8" -> "582 dropout_26" [style=solid, label="(1, 197, 3072)"]; +"582 dropout_26" -> "583 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"583 dropout_26_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_54" [style=solid, label="(1, 197, 3072)"]; +"584 quantize_per_tensor_54" -> "585 dequantize_per_tensor_55" [style=solid, label="(1, 197, 3072)"]; +"585 dequantize_per_tensor_55" -> "590 linear_35" [style=solid, label="(1, 197, 3072)"]; +"586 linear_35_scale_0" -> "589 dequantize_per_channel_56" [style=solid, label="(768,)"]; +"587 linear_35_zero_point_0" -> "589 dequantize_per_channel_56" [style=solid, label="(768,)"]; +"588 _frozen_param18" -> "589 dequantize_per_channel_56" [style=solid, label="(768, 3072)"]; +"589 dequantize_per_channel_56" -> "590 linear_35" [style=solid, label="(768, 3072)"]; +"590 linear_35" -> "591 dropout_27" [style=solid, label="(1, 197, 768)"]; +"591 dropout_27" -> "592 add_18" [style=solid, label="(1, 197, 768)"]; +"592 add_18" -> "593 layer_norm_18" [style=solid, label="(1, 197, 768)"]; +"592 add_18" -> "624 add_19" [style=solid, label="(1, 197, 768)"]; +"593 layer_norm_18" -> "594 transpose_54" [style=solid, label="(1, 197, 768)"]; +"594 transpose_54" -> "596 transpose_54_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"595 encoder_layers_encoder_layer_9_self_attention_in_proj_weight_updated_constant0" -> "597 linear_36" [style=solid, label="(2304, 768)"]; +"596 transpose_54_0_0_nncf_smooth_quant_0" -> "597 linear_36" [style=solid, label="(197, 1, 768)"]; +"597 linear_36" -> "598 unflatten_9" [style=solid, label="(197, 1, 2304)"]; +"598 unflatten_9" -> "599 unsqueeze_9" [style=solid, label="(197, 1, 3, 768)"]; +"599 unsqueeze_9" -> "600 transpose_55" [style=solid, label="(1, 197, 1, 3, 768)"]; +"600 transpose_55" -> "601 squeeze_9" [style=solid, label="(3, 197, 1, 1, 768)"]; +"601 squeeze_9" -> "602 contiguous_9" [style=solid, label="(3, 197, 1, 768)"]; +"602 contiguous_9" -> "603 select_27" [style=solid, label="(3, 197, 1, 768)"]; +"602 contiguous_9" -> "604 select_28" [style=solid, label="(3, 197, 1, 768)"]; +"602 contiguous_9" -> "605 select_29" [style=solid, label="(3, 197, 1, 768)"]; +"603 select_27" -> "606 view_72" [style=solid, label="(197, 1, 768)"]; +"604 select_28" -> "608 view_73" [style=solid, label="(197, 1, 768)"]; +"605 select_29" -> "610 view_74" [style=solid, label="(197, 1, 768)"]; +"606 view_72" -> "607 transpose_56" [style=solid, label="(197, 12, 64)"]; +"607 transpose_56" -> "612 view_75" [style=solid, label="(12, 197, 64)"]; +"608 view_73" -> "609 transpose_57" [style=solid, label="(197, 12, 64)"]; +"609 transpose_57" -> "613 view_76" [style=solid, label="(12, 197, 64)"]; +"610 view_74" -> "611 transpose_58" [style=solid, label="(197, 12, 64)"]; +"611 transpose_58" -> "614 view_77" [style=solid, label="(12, 197, 64)"]; +"612 view_75" -> "615 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"613 view_76" -> "615 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"614 view_77" -> "615 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"615 scaled_dot_product_attention_9" -> "616 permute_10" [style=solid, label="(1, 12, 197, 64)"]; +"616 permute_10" -> "617 view_78" [style=solid, label="(197, 1, 12, 64)"]; +"617 view_78" -> "619 view_78_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"618 encoder_layers_encoder_layer_9_self_attention_out_proj_weight_updated_constant0" -> "620 linear_37" [style=solid, label="(768, 768)"]; +"619 view_78_0_0_nncf_smooth_quant_0" -> "620 linear_37" [style=solid, label="(197, 768)"]; +"620 linear_37" -> "621 view_79" [style=solid, label="(197, 768)"]; +"621 view_79" -> "622 transpose_59" [style=solid, label="(197, 1, 768)"]; +"622 transpose_59" -> "623 dropout_28" [style=solid, label="(1, 197, 768)"]; +"623 dropout_28" -> "624 add_19" [style=solid, label="(1, 197, 768)"]; +"624 add_19" -> "625 layer_norm_19" [style=solid, label="(1, 197, 768)"]; +"624 add_19" -> "645 add_20" [style=solid, label="(1, 197, 768)"]; +"625 layer_norm_19" -> "626 layer_norm_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"626 layer_norm_19_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_57" [style=solid, label="(1, 197, 768)"]; +"627 quantize_per_tensor_57" -> "628 dequantize_per_tensor_58" [style=solid, label="(1, 197, 768)"]; +"628 dequantize_per_tensor_58" -> "633 linear_38" [style=solid, label="(1, 197, 768)"]; +"629 linear_38_scale_0" -> "632 dequantize_per_channel_59" [style=solid, label="(3072,)"]; +"630 linear_38_zero_point_0" -> "632 dequantize_per_channel_59" [style=solid, label="(3072,)"]; +"631 _frozen_param19" -> "632 dequantize_per_channel_59" [style=solid, label="(3072, 768)"]; +"632 dequantize_per_channel_59" -> "633 linear_38" [style=solid, label="(3072, 768)"]; +"633 linear_38" -> "634 gelu_9" [style=solid, label="(1, 197, 3072)"]; +"634 gelu_9" -> "635 dropout_29" [style=solid, label="(1, 197, 3072)"]; +"635 dropout_29" -> "636 dropout_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"636 dropout_29_0_0_nncf_smooth_quant_0" -> "637 quantize_per_tensor_60" [style=solid, label="(1, 197, 3072)"]; +"637 quantize_per_tensor_60" -> "638 dequantize_per_tensor_61" [style=solid, label="(1, 197, 3072)"]; +"638 dequantize_per_tensor_61" -> "643 linear_39" [style=solid, label="(1, 197, 3072)"]; +"639 linear_39_scale_0" -> "642 dequantize_per_channel_62" [style=solid, label="(768,)"]; +"640 linear_39_zero_point_0" -> "642 dequantize_per_channel_62" [style=solid, label="(768,)"]; +"641 _frozen_param20" -> "642 dequantize_per_channel_62" [style=solid, label="(768, 3072)"]; +"642 dequantize_per_channel_62" -> "643 linear_39" [style=solid, label="(768, 3072)"]; +"643 linear_39" -> "644 dropout_30" [style=solid, label="(1, 197, 768)"]; +"644 dropout_30" -> "645 add_20" [style=solid, label="(1, 197, 768)"]; +"645 add_20" -> "646 layer_norm_20" [style=solid, label="(1, 197, 768)"]; +"645 add_20" -> "677 add_21" [style=solid, label="(1, 197, 768)"]; +"646 layer_norm_20" -> "647 transpose_60" [style=solid, label="(1, 197, 768)"]; +"647 transpose_60" -> "649 transpose_60_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"648 encoder_layers_encoder_layer_10_self_attention_in_proj_weight_updated_constant0" -> "650 linear_40" [style=solid, label="(2304, 768)"]; +"649 transpose_60_0_0_nncf_smooth_quant_0" -> "650 linear_40" [style=solid, label="(197, 1, 768)"]; +"650 linear_40" -> "651 unflatten_10" [style=solid, label="(197, 1, 2304)"]; +"651 unflatten_10" -> "652 unsqueeze_10" [style=solid, label="(197, 1, 3, 768)"]; +"652 unsqueeze_10" -> "653 transpose_61" [style=solid, label="(1, 197, 1, 3, 768)"]; +"653 transpose_61" -> "654 squeeze_10" [style=solid, label="(3, 197, 1, 1, 768)"]; +"654 squeeze_10" -> "655 contiguous_10" [style=solid, label="(3, 197, 1, 768)"]; +"655 contiguous_10" -> "656 select_30" [style=solid, label="(3, 197, 1, 768)"]; +"655 contiguous_10" -> "657 select_31" [style=solid, label="(3, 197, 1, 768)"]; +"655 contiguous_10" -> "658 select_32" [style=solid, label="(3, 197, 1, 768)"]; +"656 select_30" -> "659 view_80" [style=solid, label="(197, 1, 768)"]; +"657 select_31" -> "661 view_81" [style=solid, label="(197, 1, 768)"]; +"658 select_32" -> "663 view_82" [style=solid, label="(197, 1, 768)"]; +"659 view_80" -> "660 transpose_62" [style=solid, label="(197, 12, 64)"]; +"660 transpose_62" -> "665 view_83" [style=solid, label="(12, 197, 64)"]; +"661 view_81" -> "662 transpose_63" [style=solid, label="(197, 12, 64)"]; +"662 transpose_63" -> "666 view_84" [style=solid, label="(12, 197, 64)"]; +"663 view_82" -> "664 transpose_64" [style=solid, label="(197, 12, 64)"]; +"664 transpose_64" -> "667 view_85" [style=solid, label="(12, 197, 64)"]; +"665 view_83" -> "668 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"666 view_84" -> "668 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"667 view_85" -> "668 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"668 scaled_dot_product_attention_10" -> "669 permute_11" [style=solid, label="(1, 12, 197, 64)"]; +"669 permute_11" -> "670 view_86" [style=solid, label="(197, 1, 12, 64)"]; +"670 view_86" -> "672 view_86_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"671 encoder_layers_encoder_layer_10_self_attention_out_proj_weight_updated_constant0" -> "673 linear_41" [style=solid, label="(768, 768)"]; +"672 view_86_0_0_nncf_smooth_quant_0" -> "673 linear_41" [style=solid, label="(197, 768)"]; +"673 linear_41" -> "674 view_87" [style=solid, label="(197, 768)"]; +"674 view_87" -> "675 transpose_65" [style=solid, label="(197, 1, 768)"]; +"675 transpose_65" -> "676 dropout_31" [style=solid, label="(1, 197, 768)"]; +"676 dropout_31" -> "677 add_21" [style=solid, label="(1, 197, 768)"]; +"677 add_21" -> "678 layer_norm_21" [style=solid, label="(1, 197, 768)"]; +"677 add_21" -> "698 add_22" [style=solid, label="(1, 197, 768)"]; +"678 layer_norm_21" -> "679 layer_norm_21_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"679 layer_norm_21_0_0_nncf_smooth_quant_0" -> "680 quantize_per_tensor_63" [style=solid, label="(1, 197, 768)"]; +"680 quantize_per_tensor_63" -> "681 dequantize_per_tensor_64" [style=solid, label="(1, 197, 768)"]; +"681 dequantize_per_tensor_64" -> "686 linear_42" [style=solid, label="(1, 197, 768)"]; +"682 linear_42_scale_0" -> "685 dequantize_per_channel_65" [style=solid, label="(3072,)"]; +"683 linear_42_zero_point_0" -> "685 dequantize_per_channel_65" [style=solid, label="(3072,)"]; +"684 _frozen_param21" -> "685 dequantize_per_channel_65" [style=solid, label="(3072, 768)"]; +"685 dequantize_per_channel_65" -> "686 linear_42" [style=solid, label="(3072, 768)"]; +"686 linear_42" -> "687 gelu_10" [style=solid, label="(1, 197, 3072)"]; +"687 gelu_10" -> "688 dropout_32" [style=solid, label="(1, 197, 3072)"]; +"688 dropout_32" -> "689 dropout_32_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"689 dropout_32_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_66" [style=solid, label="(1, 197, 3072)"]; +"690 quantize_per_tensor_66" -> "691 dequantize_per_tensor_67" [style=solid, label="(1, 197, 3072)"]; +"691 dequantize_per_tensor_67" -> "696 linear_43" [style=solid, label="(1, 197, 3072)"]; +"692 linear_43_scale_0" -> "695 dequantize_per_channel_68" [style=solid, label="(768,)"]; +"693 linear_43_zero_point_0" -> "695 dequantize_per_channel_68" [style=solid, label="(768,)"]; +"694 _frozen_param22" -> "695 dequantize_per_channel_68" [style=solid, label="(768, 3072)"]; +"695 dequantize_per_channel_68" -> "696 linear_43" [style=solid, label="(768, 3072)"]; +"696 linear_43" -> "697 dropout_33" [style=solid, label="(1, 197, 768)"]; +"697 dropout_33" -> "698 add_22" [style=solid, label="(1, 197, 768)"]; +"698 add_22" -> "699 layer_norm_22" [style=solid, label="(1, 197, 768)"]; +"698 add_22" -> "730 add_23" [style=solid, label="(1, 197, 768)"]; +"699 layer_norm_22" -> "700 transpose_66" [style=solid, label="(1, 197, 768)"]; +"700 transpose_66" -> "702 transpose_66_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"701 encoder_layers_encoder_layer_11_self_attention_in_proj_weight_updated_constant0" -> "703 linear_44" [style=solid, label="(2304, 768)"]; +"702 transpose_66_0_0_nncf_smooth_quant_0" -> "703 linear_44" [style=solid, label="(197, 1, 768)"]; +"703 linear_44" -> "704 unflatten_11" [style=solid, label="(197, 1, 2304)"]; +"704 unflatten_11" -> "705 unsqueeze_11" [style=solid, label="(197, 1, 3, 768)"]; +"705 unsqueeze_11" -> "706 transpose_67" [style=solid, label="(1, 197, 1, 3, 768)"]; +"706 transpose_67" -> "707 squeeze_11" [style=solid, label="(3, 197, 1, 1, 768)"]; +"707 squeeze_11" -> "708 contiguous_11" [style=solid, label="(3, 197, 1, 768)"]; +"708 contiguous_11" -> "709 select_33" [style=solid, label="(3, 197, 1, 768)"]; +"708 contiguous_11" -> "710 select_34" [style=solid, label="(3, 197, 1, 768)"]; +"708 contiguous_11" -> "711 select_35" [style=solid, label="(3, 197, 1, 768)"]; +"709 select_33" -> "712 view_88" [style=solid, label="(197, 1, 768)"]; +"710 select_34" -> "714 view_89" [style=solid, label="(197, 1, 768)"]; +"711 select_35" -> "716 view_90" [style=solid, label="(197, 1, 768)"]; +"712 view_88" -> "713 transpose_68" [style=solid, label="(197, 12, 64)"]; +"713 transpose_68" -> "718 view_91" [style=solid, label="(12, 197, 64)"]; +"714 view_89" -> "715 transpose_69" [style=solid, label="(197, 12, 64)"]; +"715 transpose_69" -> "719 view_92" [style=solid, label="(12, 197, 64)"]; +"716 view_90" -> "717 transpose_70" [style=solid, label="(197, 12, 64)"]; +"717 transpose_70" -> "720 view_93" [style=solid, label="(12, 197, 64)"]; +"718 view_91" -> "721 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"719 view_92" -> "721 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"720 view_93" -> "721 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"721 scaled_dot_product_attention_11" -> "722 permute_12" [style=solid, label="(1, 12, 197, 64)"]; +"722 permute_12" -> "723 view_94" [style=solid, label="(197, 1, 12, 64)"]; +"723 view_94" -> "725 view_94_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"724 encoder_layers_encoder_layer_11_self_attention_out_proj_weight_updated_constant0" -> "726 linear_45" [style=solid, label="(768, 768)"]; +"725 view_94_0_0_nncf_smooth_quant_0" -> "726 linear_45" [style=solid, label="(197, 768)"]; +"726 linear_45" -> "727 view_95" [style=solid, label="(197, 768)"]; +"727 view_95" -> "728 transpose_71" [style=solid, label="(197, 1, 768)"]; +"728 transpose_71" -> "729 dropout_34" [style=solid, label="(1, 197, 768)"]; +"729 dropout_34" -> "730 add_23" [style=solid, label="(1, 197, 768)"]; +"730 add_23" -> "731 layer_norm_23" [style=solid, label="(1, 197, 768)"]; +"730 add_23" -> "751 add_24" [style=solid, label="(1, 197, 768)"]; +"731 layer_norm_23" -> "732 layer_norm_23_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"732 layer_norm_23_0_0_nncf_smooth_quant_0" -> "733 quantize_per_tensor_69" [style=solid, label="(1, 197, 768)"]; +"733 quantize_per_tensor_69" -> "734 dequantize_per_tensor_70" [style=solid, label="(1, 197, 768)"]; +"734 dequantize_per_tensor_70" -> "739 linear_46" [style=solid, label="(1, 197, 768)"]; +"735 linear_46_scale_0" -> "738 dequantize_per_channel_71" [style=solid, label="(3072,)"]; +"736 linear_46_zero_point_0" -> "738 dequantize_per_channel_71" [style=solid, label="(3072,)"]; +"737 _frozen_param23" -> "738 dequantize_per_channel_71" [style=solid, label="(3072, 768)"]; +"738 dequantize_per_channel_71" -> "739 linear_46" [style=solid, label="(3072, 768)"]; +"739 linear_46" -> "740 gelu_11" [style=solid, label="(1, 197, 3072)"]; +"740 gelu_11" -> "741 dropout_35" [style=solid, label="(1, 197, 3072)"]; +"741 dropout_35" -> "742 dropout_35_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"742 dropout_35_0_0_nncf_smooth_quant_0" -> "743 quantize_per_tensor_72" [style=solid, label="(1, 197, 3072)"]; +"743 quantize_per_tensor_72" -> "744 dequantize_per_tensor_73" [style=solid, label="(1, 197, 3072)"]; +"744 dequantize_per_tensor_73" -> "749 linear_47" [style=solid, label="(1, 197, 3072)"]; +"745 linear_47_scale_0" -> "748 dequantize_per_channel_74" [style=solid, label="(768,)"]; +"746 linear_47_zero_point_0" -> "748 dequantize_per_channel_74" [style=solid, label="(768,)"]; +"747 _frozen_param24" -> "748 dequantize_per_channel_74" [style=solid, label="(768, 3072)"]; +"748 dequantize_per_channel_74" -> "749 linear_47" [style=solid, label="(768, 3072)"]; +"749 linear_47" -> "750 dropout_36" [style=solid, label="(1, 197, 768)"]; +"750 dropout_36" -> "751 add_24" [style=solid, label="(1, 197, 768)"]; +"751 add_24" -> "752 layer_norm_24" [style=solid, label="(1, 197, 768)"]; +"752 layer_norm_24" -> "753 slice_1" [style=solid, label="(1, 197, 768)"]; +"753 slice_1" -> "754 select_36" [style=solid, label="(1, 197, 768)"]; +"754 select_36" -> "755 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"755 select_36_0_0_nncf_smooth_quant_0" -> "756 quantize_per_tensor_75" [style=solid, label="(1, 768)"]; +"756 quantize_per_tensor_75" -> "757 dequantize_per_tensor_76" [style=solid, label="(1, 768)"]; +"757 dequantize_per_tensor_76" -> "762 linear_48" [style=solid, label="(1, 768)"]; +"758 linear_48_scale_0" -> "761 dequantize_per_channel_77" [style=solid, label="(1000,)"]; +"759 linear_48_zero_point_0" -> "761 dequantize_per_channel_77" [style=solid, label="(1000,)"]; +"760 _frozen_param25" -> "761 dequantize_per_channel_77" [style=solid, label="(1000, 768)"]; +"761 dequantize_per_channel_77" -> "762 linear_48" [style=solid, label="(1000, 768)"]; +"762 linear_48" -> "763 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/X86InductorQuantizer/yolo11n_sdpa_block.dot index 17951540020..3cbd237c386 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/yolo11n_sdpa_block.dot @@ -1,12 +1,12 @@ -strict digraph { +strict digraph { "0 x" [id=0, type=input]; -"1 x_0_0_nncf_smooth_quant_0" [id=1, type=call_module]; -"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; -"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; -"4 linear_scale_0" [id=4, type=get_attr]; -"5 linear_zero_point_0" [id=5, type=get_attr]; -"6 _frozen_param0" [id=6, type=get_attr]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"1 x_0_0_nncf_smooth_quant_0" [id=1, type="call_module"]; +"2 quantize_per_tensor_0" [id=2, type="quantize_per_tensor"]; +"3 dequantize_per_tensor_1" [id=3, type="dequantize_per_tensor"]; +"4 linear_scale_0" [id=4, type="get_attr"]; +"5 linear_zero_point_0" [id=5, type="get_attr"]; +"6 _frozen_param0" [id=6, type="get_attr"]; +"7 dequantize_per_channel_2" [id=7, type="dequantize_per_channel"]; "8 linear" [id=8, type=linear]; "9 slice_1" [id=9, type=slice]; "10 slice_2" [id=10, type=slice]; @@ -19,35 +19,35 @@ strict digraph { "17 slice_9" [id=17, type=slice]; "18 transpose" [id=18, type=transpose]; "19 matmul" [id=19, type=matmul]; -"20 div_" [id=20, type=div_]; +"20 div_" [id=20, type="div_"]; "21 softmax" [id=21, type=softmax]; "22 transpose_1" [id=22, type=transpose]; "23 matmul_1" [id=23, type=matmul]; "24 output" [id=24, type=output]; -"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [label="(1, 2, 4)", style=solid]; -"1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; -"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; -"3 dequantize_per_tensor_default" -> "8 linear" [label="(1, 2, 4)", style=solid]; -"4 linear_scale_0" -> "7 dequantize_per_channel_default" [label="(12,)", style=solid]; -"5 linear_zero_point_0" -> "7 dequantize_per_channel_default" [label="(12,)", style=solid]; -"6 _frozen_param0" -> "7 dequantize_per_channel_default" [label="(12, 4)", style=solid]; -"7 dequantize_per_channel_default" -> "8 linear" [label="(12, 4)", style=solid]; -"8 linear" -> "9 slice_1" [label="(1, 2, 12)", style=solid]; -"8 linear" -> "12 slice_4" [label="(1, 2, 12)", style=solid]; -"8 linear" -> "15 slice_7" [label="(1, 2, 12)", style=solid]; -"9 slice_1" -> "10 slice_2" [label="(1, 2, 12)", style=solid]; -"10 slice_2" -> "11 slice_3" [label="(1, 2, 12)", style=solid]; -"11 slice_3" -> "19 matmul" [label="(1, 2, 4)", style=solid]; -"12 slice_4" -> "13 slice_5" [label="(1, 2, 12)", style=solid]; -"13 slice_5" -> "14 slice_6" [label="(1, 2, 12)", style=solid]; -"14 slice_6" -> "18 transpose" [label="(1, 2, 4)", style=solid]; -"15 slice_7" -> "16 slice_8" [label="(1, 2, 12)", style=solid]; -"16 slice_8" -> "17 slice_9" [label="(1, 2, 12)", style=solid]; -"17 slice_9" -> "23 matmul_1" [label="(1, 2, 4)", style=solid]; -"18 transpose" -> "19 matmul" [label="(1, 4, 2)", style=solid]; -"19 matmul" -> "20 div_" [label="(1, 2, 2)", style=solid]; -"20 div_" -> "21 softmax" [label="(1, 2, 2)", style=solid]; -"21 softmax" -> "22 transpose_1" [label="(1, 2, 2)", style=solid]; -"22 transpose_1" -> "23 matmul_1" [label="(1, 2, 2)", style=solid]; -"23 matmul_1" -> "24 output" [label="(1, 2, 4)", style=solid]; +"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 2, 4)"]; +"1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_0" [style=solid, label="(1, 2, 4)"]; +"2 quantize_per_tensor_0" -> "3 dequantize_per_tensor_1" [style=solid, label="(1, 2, 4)"]; +"3 dequantize_per_tensor_1" -> "8 linear" [style=solid, label="(1, 2, 4)"]; +"4 linear_scale_0" -> "7 dequantize_per_channel_2" [style=solid, label="(12,)"]; +"5 linear_zero_point_0" -> "7 dequantize_per_channel_2" [style=solid, label="(12,)"]; +"6 _frozen_param0" -> "7 dequantize_per_channel_2" [style=solid, label="(12, 4)"]; +"7 dequantize_per_channel_2" -> "8 linear" [style=solid, label="(12, 4)"]; +"8 linear" -> "9 slice_1" [style=solid, label="(1, 2, 12)"]; +"8 linear" -> "12 slice_4" [style=solid, label="(1, 2, 12)"]; +"8 linear" -> "15 slice_7" [style=solid, label="(1, 2, 12)"]; +"9 slice_1" -> "10 slice_2" [style=solid, label="(1, 2, 12)"]; +"10 slice_2" -> "11 slice_3" [style=solid, label="(1, 2, 12)"]; +"11 slice_3" -> "19 matmul" [style=solid, label="(1, 2, 4)"]; +"12 slice_4" -> "13 slice_5" [style=solid, label="(1, 2, 12)"]; +"13 slice_5" -> "14 slice_6" [style=solid, label="(1, 2, 12)"]; +"14 slice_6" -> "18 transpose" [style=solid, label="(1, 2, 4)"]; +"15 slice_7" -> "16 slice_8" [style=solid, label="(1, 2, 12)"]; +"16 slice_8" -> "17 slice_9" [style=solid, label="(1, 2, 12)"]; +"17 slice_9" -> "23 matmul_1" [style=solid, label="(1, 2, 4)"]; +"18 transpose" -> "19 matmul" [style=solid, label="(1, 4, 2)"]; +"19 matmul" -> "20 div_" [style=solid, label="(1, 2, 2)"]; +"20 div_" -> "21 softmax" [style=solid, label="(1, 2, 2)"]; +"21 softmax" -> "22 transpose_1" [style=solid, label="(1, 2, 2)"]; +"22 transpose_1" -> "23 matmul_1" [style=solid, label="(1, 2, 2)"]; +"23 matmul_1" -> "24 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/mobilenet_v3_small.dot b/tests/torch2/data/fx/XNNPACKQuantizer/mobilenet_v3_small.dot new file mode 100644 index 00000000000..14a75494691 --- /dev/null +++ b/tests/torch2/data/fx/XNNPACKQuantizer/mobilenet_v3_small.dot @@ -0,0 +1,1056 @@ +strict digraph { +"0 features_1_block_1_fc1_bias" [id=0, type="get_attr"]; +"1 features_1_block_1_fc2_bias" [id=1, type="get_attr"]; +"2 features_4_block_2_fc1_bias" [id=2, type="get_attr"]; +"3 features_4_block_2_fc2_bias" [id=3, type="get_attr"]; +"4 features_5_block_2_fc1_bias" [id=4, type="get_attr"]; +"5 features_5_block_2_fc2_bias" [id=5, type="get_attr"]; +"6 features_6_block_2_fc1_bias" [id=6, type="get_attr"]; +"7 features_6_block_2_fc2_bias" [id=7, type="get_attr"]; +"8 features_7_block_2_fc1_bias" [id=8, type="get_attr"]; +"9 features_7_block_2_fc2_bias" [id=9, type="get_attr"]; +"10 features_8_block_2_fc1_bias" [id=10, type="get_attr"]; +"11 features_8_block_2_fc2_bias" [id=11, type="get_attr"]; +"12 features_9_block_2_fc1_bias" [id=12, type="get_attr"]; +"13 features_9_block_2_fc2_bias" [id=13, type="get_attr"]; +"14 features_10_block_2_fc1_bias" [id=14, type="get_attr"]; +"15 features_10_block_2_fc2_bias" [id=15, type="get_attr"]; +"16 features_11_block_2_fc1_bias" [id=16, type="get_attr"]; +"17 features_11_block_2_fc2_bias" [id=17, type="get_attr"]; +"18 classifier_0_bias" [id=18, type="get_attr"]; +"19 classifier_3_bias" [id=19, type="get_attr"]; +"20 x" [id=20, type=input]; +"21 quantize_per_tensor_0" [id=21, type="quantize_per_tensor"]; +"22 dequantize_per_tensor_1" [id=22, type="dequantize_per_tensor"]; +"23 features_0_0_weight_bias" [id=23, type="get_attr"]; +"24 _frozen_param0" [id=24, type="get_attr"]; +"25 dequantize_per_tensor_2" [id=25, type="dequantize_per_tensor"]; +"26 conv2d" [id=26, type=conv2d]; +"27 quantize_per_tensor_3" [id=27, type="quantize_per_tensor"]; +"28 dequantize_per_tensor_4" [id=28, type="dequantize_per_tensor"]; +"29 hardswish_" [id=29, type="hardswish_"]; +"30 quantize_per_tensor_5" [id=30, type="quantize_per_tensor"]; +"31 dequantize_per_tensor_6" [id=31, type="dequantize_per_tensor"]; +"32 features_1_block_0_0_weight_bias" [id=32, type="get_attr"]; +"33 _frozen_param1" [id=33, type="get_attr"]; +"34 dequantize_per_tensor_7" [id=34, type="dequantize_per_tensor"]; +"35 conv2d_1" [id=35, type=conv2d]; +"36 relu_" [id=36, type="relu_"]; +"37 quantize_per_tensor_8" [id=37, type="quantize_per_tensor"]; +"38 dequantize_per_tensor_9" [id=38, type="dequantize_per_tensor"]; +"39 dequantize_per_tensor_10" [id=39, type="dequantize_per_tensor"]; +"40 adaptive_avg_pool2d" [id=40, type="adaptive_avg_pool2d"]; +"41 quantize_per_tensor_11" [id=41, type="quantize_per_tensor"]; +"42 dequantize_per_tensor_12" [id=42, type="dequantize_per_tensor"]; +"43 _frozen_param2" [id=43, type="get_attr"]; +"44 dequantize_per_tensor_13" [id=44, type="dequantize_per_tensor"]; +"45 conv2d_2" [id=45, type=conv2d]; +"46 relu" [id=46, type=relu]; +"47 quantize_per_tensor_14" [id=47, type="quantize_per_tensor"]; +"48 dequantize_per_tensor_15" [id=48, type="dequantize_per_tensor"]; +"49 _frozen_param3" [id=49, type="get_attr"]; +"50 dequantize_per_tensor_16" [id=50, type="dequantize_per_tensor"]; +"51 conv2d_3" [id=51, type=conv2d]; +"52 quantize_per_tensor_17" [id=52, type="quantize_per_tensor"]; +"53 dequantize_per_tensor_18" [id=53, type="dequantize_per_tensor"]; +"54 hardsigmoid" [id=54, type=hardsigmoid]; +"55 quantize_per_tensor_19" [id=55, type="quantize_per_tensor"]; +"56 dequantize_per_tensor_20" [id=56, type="dequantize_per_tensor"]; +"57 mul" [id=57, type=mul]; +"58 quantize_per_tensor_21" [id=58, type="quantize_per_tensor"]; +"59 dequantize_per_tensor_22" [id=59, type="dequantize_per_tensor"]; +"60 features_1_block_2_0_weight_bias" [id=60, type="get_attr"]; +"61 _frozen_param4" [id=61, type="get_attr"]; +"62 dequantize_per_tensor_23" [id=62, type="dequantize_per_tensor"]; +"63 conv2d_4" [id=63, type=conv2d]; +"64 quantize_per_tensor_24" [id=64, type="quantize_per_tensor"]; +"65 dequantize_per_tensor_25" [id=65, type="dequantize_per_tensor"]; +"66 features_2_block_0_0_weight_bias" [id=66, type="get_attr"]; +"67 _frozen_param5" [id=67, type="get_attr"]; +"68 dequantize_per_tensor_26" [id=68, type="dequantize_per_tensor"]; +"69 conv2d_5" [id=69, type=conv2d]; +"70 relu__1" [id=70, type="relu_"]; +"71 quantize_per_tensor_27" [id=71, type="quantize_per_tensor"]; +"72 dequantize_per_tensor_28" [id=72, type="dequantize_per_tensor"]; +"73 features_2_block_1_0_weight_bias" [id=73, type="get_attr"]; +"74 _frozen_param6" [id=74, type="get_attr"]; +"75 dequantize_per_tensor_29" [id=75, type="dequantize_per_tensor"]; +"76 conv2d_6" [id=76, type=conv2d]; +"77 relu__2" [id=77, type="relu_"]; +"78 quantize_per_tensor_30" [id=78, type="quantize_per_tensor"]; +"79 dequantize_per_tensor_31" [id=79, type="dequantize_per_tensor"]; +"80 features_2_block_2_0_weight_bias" [id=80, type="get_attr"]; +"81 _frozen_param7" [id=81, type="get_attr"]; +"82 dequantize_per_tensor_32" [id=82, type="dequantize_per_tensor"]; +"83 conv2d_7" [id=83, type=conv2d]; +"84 quantize_per_tensor_33" [id=84, type="quantize_per_tensor"]; +"85 dequantize_per_tensor_34" [id=85, type="dequantize_per_tensor"]; +"86 dequantize_per_tensor_35" [id=86, type="dequantize_per_tensor"]; +"87 features_3_block_0_0_weight_bias" [id=87, type="get_attr"]; +"88 _frozen_param8" [id=88, type="get_attr"]; +"89 dequantize_per_tensor_36" [id=89, type="dequantize_per_tensor"]; +"90 conv2d_8" [id=90, type=conv2d]; +"91 relu__3" [id=91, type="relu_"]; +"92 quantize_per_tensor_37" [id=92, type="quantize_per_tensor"]; +"93 dequantize_per_tensor_38" [id=93, type="dequantize_per_tensor"]; +"94 features_3_block_1_0_weight_bias" [id=94, type="get_attr"]; +"95 _frozen_param9" [id=95, type="get_attr"]; +"96 dequantize_per_tensor_39" [id=96, type="dequantize_per_tensor"]; +"97 conv2d_9" [id=97, type=conv2d]; +"98 relu__4" [id=98, type="relu_"]; +"99 quantize_per_tensor_40" [id=99, type="quantize_per_tensor"]; +"100 dequantize_per_tensor_41" [id=100, type="dequantize_per_tensor"]; +"101 features_3_block_2_0_weight_bias" [id=101, type="get_attr"]; +"102 _frozen_param10" [id=102, type="get_attr"]; +"103 dequantize_per_tensor_42" [id=103, type="dequantize_per_tensor"]; +"104 conv2d_10" [id=104, type=conv2d]; +"105 quantize_per_tensor_43" [id=105, type="quantize_per_tensor"]; +"106 dequantize_per_tensor_44" [id=106, type="dequantize_per_tensor"]; +"107 add_" [id=107, type="add_"]; +"108 quantize_per_tensor_45" [id=108, type="quantize_per_tensor"]; +"109 dequantize_per_tensor_46" [id=109, type="dequantize_per_tensor"]; +"110 features_4_block_0_0_weight_bias" [id=110, type="get_attr"]; +"111 _frozen_param11" [id=111, type="get_attr"]; +"112 dequantize_per_tensor_47" [id=112, type="dequantize_per_tensor"]; +"113 conv2d_11" [id=113, type=conv2d]; +"114 quantize_per_tensor_48" [id=114, type="quantize_per_tensor"]; +"115 dequantize_per_tensor_49" [id=115, type="dequantize_per_tensor"]; +"116 hardswish__1" [id=116, type="hardswish_"]; +"117 quantize_per_tensor_50" [id=117, type="quantize_per_tensor"]; +"118 dequantize_per_tensor_51" [id=118, type="dequantize_per_tensor"]; +"119 features_4_block_1_0_weight_bias" [id=119, type="get_attr"]; +"120 _frozen_param12" [id=120, type="get_attr"]; +"121 dequantize_per_tensor_52" [id=121, type="dequantize_per_tensor"]; +"122 conv2d_12" [id=122, type=conv2d]; +"123 quantize_per_tensor_53" [id=123, type="quantize_per_tensor"]; +"124 dequantize_per_tensor_54" [id=124, type="dequantize_per_tensor"]; +"125 hardswish__2" [id=125, type="hardswish_"]; +"126 quantize_per_tensor_55" [id=126, type="quantize_per_tensor"]; +"127 dequantize_per_tensor_56" [id=127, type="dequantize_per_tensor"]; +"128 dequantize_per_tensor_57" [id=128, type="dequantize_per_tensor"]; +"129 adaptive_avg_pool2d_1" [id=129, type="adaptive_avg_pool2d"]; +"130 quantize_per_tensor_58" [id=130, type="quantize_per_tensor"]; +"131 dequantize_per_tensor_59" [id=131, type="dequantize_per_tensor"]; +"132 _frozen_param13" [id=132, type="get_attr"]; +"133 dequantize_per_tensor_60" [id=133, type="dequantize_per_tensor"]; +"134 conv2d_13" [id=134, type=conv2d]; +"135 relu_1" [id=135, type=relu]; +"136 quantize_per_tensor_61" [id=136, type="quantize_per_tensor"]; +"137 dequantize_per_tensor_62" [id=137, type="dequantize_per_tensor"]; +"138 _frozen_param14" [id=138, type="get_attr"]; +"139 dequantize_per_tensor_63" [id=139, type="dequantize_per_tensor"]; +"140 conv2d_14" [id=140, type=conv2d]; +"141 quantize_per_tensor_64" [id=141, type="quantize_per_tensor"]; +"142 dequantize_per_tensor_65" [id=142, type="dequantize_per_tensor"]; +"143 hardsigmoid_1" [id=143, type=hardsigmoid]; +"144 quantize_per_tensor_66" [id=144, type="quantize_per_tensor"]; +"145 dequantize_per_tensor_67" [id=145, type="dequantize_per_tensor"]; +"146 mul_1" [id=146, type=mul]; +"147 quantize_per_tensor_68" [id=147, type="quantize_per_tensor"]; +"148 dequantize_per_tensor_69" [id=148, type="dequantize_per_tensor"]; +"149 features_4_block_3_0_weight_bias" [id=149, type="get_attr"]; +"150 _frozen_param15" [id=150, type="get_attr"]; +"151 dequantize_per_tensor_70" [id=151, type="dequantize_per_tensor"]; +"152 conv2d_15" [id=152, type=conv2d]; +"153 quantize_per_tensor_71" [id=153, type="quantize_per_tensor"]; +"154 dequantize_per_tensor_72" [id=154, type="dequantize_per_tensor"]; +"155 dequantize_per_tensor_73" [id=155, type="dequantize_per_tensor"]; +"156 features_5_block_0_0_weight_bias" [id=156, type="get_attr"]; +"157 _frozen_param16" [id=157, type="get_attr"]; +"158 dequantize_per_tensor_74" [id=158, type="dequantize_per_tensor"]; +"159 conv2d_16" [id=159, type=conv2d]; +"160 quantize_per_tensor_75" [id=160, type="quantize_per_tensor"]; +"161 dequantize_per_tensor_76" [id=161, type="dequantize_per_tensor"]; +"162 hardswish__3" [id=162, type="hardswish_"]; +"163 quantize_per_tensor_77" [id=163, type="quantize_per_tensor"]; +"164 dequantize_per_tensor_78" [id=164, type="dequantize_per_tensor"]; +"165 features_5_block_1_0_weight_bias" [id=165, type="get_attr"]; +"166 _frozen_param17" [id=166, type="get_attr"]; +"167 dequantize_per_tensor_79" [id=167, type="dequantize_per_tensor"]; +"168 conv2d_17" [id=168, type=conv2d]; +"169 quantize_per_tensor_80" [id=169, type="quantize_per_tensor"]; +"170 dequantize_per_tensor_81" [id=170, type="dequantize_per_tensor"]; +"171 hardswish__4" [id=171, type="hardswish_"]; +"172 quantize_per_tensor_82" [id=172, type="quantize_per_tensor"]; +"173 dequantize_per_tensor_83" [id=173, type="dequantize_per_tensor"]; +"174 dequantize_per_tensor_84" [id=174, type="dequantize_per_tensor"]; +"175 adaptive_avg_pool2d_2" [id=175, type="adaptive_avg_pool2d"]; +"176 quantize_per_tensor_85" [id=176, type="quantize_per_tensor"]; +"177 dequantize_per_tensor_86" [id=177, type="dequantize_per_tensor"]; +"178 _frozen_param18" [id=178, type="get_attr"]; +"179 dequantize_per_tensor_87" [id=179, type="dequantize_per_tensor"]; +"180 conv2d_18" [id=180, type=conv2d]; +"181 relu_2" [id=181, type=relu]; +"182 quantize_per_tensor_88" [id=182, type="quantize_per_tensor"]; +"183 dequantize_per_tensor_89" [id=183, type="dequantize_per_tensor"]; +"184 _frozen_param19" [id=184, type="get_attr"]; +"185 dequantize_per_tensor_90" [id=185, type="dequantize_per_tensor"]; +"186 conv2d_19" [id=186, type=conv2d]; +"187 quantize_per_tensor_91" [id=187, type="quantize_per_tensor"]; +"188 dequantize_per_tensor_92" [id=188, type="dequantize_per_tensor"]; +"189 hardsigmoid_2" [id=189, type=hardsigmoid]; +"190 quantize_per_tensor_93" [id=190, type="quantize_per_tensor"]; +"191 dequantize_per_tensor_94" [id=191, type="dequantize_per_tensor"]; +"192 mul_2" [id=192, type=mul]; +"193 quantize_per_tensor_95" [id=193, type="quantize_per_tensor"]; +"194 dequantize_per_tensor_96" [id=194, type="dequantize_per_tensor"]; +"195 features_5_block_3_0_weight_bias" [id=195, type="get_attr"]; +"196 _frozen_param20" [id=196, type="get_attr"]; +"197 dequantize_per_tensor_97" [id=197, type="dequantize_per_tensor"]; +"198 conv2d_20" [id=198, type=conv2d]; +"199 quantize_per_tensor_98" [id=199, type="quantize_per_tensor"]; +"200 dequantize_per_tensor_99" [id=200, type="dequantize_per_tensor"]; +"201 add__1" [id=201, type="add_"]; +"202 quantize_per_tensor_100" [id=202, type="quantize_per_tensor"]; +"203 dequantize_per_tensor_101" [id=203, type="dequantize_per_tensor"]; +"204 dequantize_per_tensor_102" [id=204, type="dequantize_per_tensor"]; +"205 features_6_block_0_0_weight_bias" [id=205, type="get_attr"]; +"206 _frozen_param21" [id=206, type="get_attr"]; +"207 dequantize_per_tensor_103" [id=207, type="dequantize_per_tensor"]; +"208 conv2d_21" [id=208, type=conv2d]; +"209 quantize_per_tensor_104" [id=209, type="quantize_per_tensor"]; +"210 dequantize_per_tensor_105" [id=210, type="dequantize_per_tensor"]; +"211 hardswish__5" [id=211, type="hardswish_"]; +"212 quantize_per_tensor_106" [id=212, type="quantize_per_tensor"]; +"213 dequantize_per_tensor_107" [id=213, type="dequantize_per_tensor"]; +"214 features_6_block_1_0_weight_bias" [id=214, type="get_attr"]; +"215 _frozen_param22" [id=215, type="get_attr"]; +"216 dequantize_per_tensor_108" [id=216, type="dequantize_per_tensor"]; +"217 conv2d_22" [id=217, type=conv2d]; +"218 quantize_per_tensor_109" [id=218, type="quantize_per_tensor"]; +"219 dequantize_per_tensor_110" [id=219, type="dequantize_per_tensor"]; +"220 hardswish__6" [id=220, type="hardswish_"]; +"221 quantize_per_tensor_111" [id=221, type="quantize_per_tensor"]; +"222 dequantize_per_tensor_112" [id=222, type="dequantize_per_tensor"]; +"223 dequantize_per_tensor_113" [id=223, type="dequantize_per_tensor"]; +"224 adaptive_avg_pool2d_3" [id=224, type="adaptive_avg_pool2d"]; +"225 quantize_per_tensor_114" [id=225, type="quantize_per_tensor"]; +"226 dequantize_per_tensor_115" [id=226, type="dequantize_per_tensor"]; +"227 _frozen_param23" [id=227, type="get_attr"]; +"228 dequantize_per_tensor_116" [id=228, type="dequantize_per_tensor"]; +"229 conv2d_23" [id=229, type=conv2d]; +"230 relu_3" [id=230, type=relu]; +"231 quantize_per_tensor_117" [id=231, type="quantize_per_tensor"]; +"232 dequantize_per_tensor_118" [id=232, type="dequantize_per_tensor"]; +"233 _frozen_param24" [id=233, type="get_attr"]; +"234 dequantize_per_tensor_119" [id=234, type="dequantize_per_tensor"]; +"235 conv2d_24" [id=235, type=conv2d]; +"236 quantize_per_tensor_120" [id=236, type="quantize_per_tensor"]; +"237 dequantize_per_tensor_121" [id=237, type="dequantize_per_tensor"]; +"238 hardsigmoid_3" [id=238, type=hardsigmoid]; +"239 quantize_per_tensor_122" [id=239, type="quantize_per_tensor"]; +"240 dequantize_per_tensor_123" [id=240, type="dequantize_per_tensor"]; +"241 mul_3" [id=241, type=mul]; +"242 quantize_per_tensor_124" [id=242, type="quantize_per_tensor"]; +"243 dequantize_per_tensor_125" [id=243, type="dequantize_per_tensor"]; +"244 features_6_block_3_0_weight_bias" [id=244, type="get_attr"]; +"245 _frozen_param25" [id=245, type="get_attr"]; +"246 dequantize_per_tensor_126" [id=246, type="dequantize_per_tensor"]; +"247 conv2d_25" [id=247, type=conv2d]; +"248 quantize_per_tensor_127" [id=248, type="quantize_per_tensor"]; +"249 dequantize_per_tensor_128" [id=249, type="dequantize_per_tensor"]; +"250 add__2" [id=250, type="add_"]; +"251 quantize_per_tensor_129" [id=251, type="quantize_per_tensor"]; +"252 dequantize_per_tensor_130" [id=252, type="dequantize_per_tensor"]; +"253 features_7_block_0_0_weight_bias" [id=253, type="get_attr"]; +"254 _frozen_param26" [id=254, type="get_attr"]; +"255 dequantize_per_tensor_131" [id=255, type="dequantize_per_tensor"]; +"256 conv2d_26" [id=256, type=conv2d]; +"257 quantize_per_tensor_132" [id=257, type="quantize_per_tensor"]; +"258 dequantize_per_tensor_133" [id=258, type="dequantize_per_tensor"]; +"259 hardswish__7" [id=259, type="hardswish_"]; +"260 quantize_per_tensor_134" [id=260, type="quantize_per_tensor"]; +"261 dequantize_per_tensor_135" [id=261, type="dequantize_per_tensor"]; +"262 features_7_block_1_0_weight_bias" [id=262, type="get_attr"]; +"263 _frozen_param27" [id=263, type="get_attr"]; +"264 dequantize_per_tensor_136" [id=264, type="dequantize_per_tensor"]; +"265 conv2d_27" [id=265, type=conv2d]; +"266 quantize_per_tensor_137" [id=266, type="quantize_per_tensor"]; +"267 dequantize_per_tensor_138" [id=267, type="dequantize_per_tensor"]; +"268 hardswish__8" [id=268, type="hardswish_"]; +"269 quantize_per_tensor_139" [id=269, type="quantize_per_tensor"]; +"270 dequantize_per_tensor_140" [id=270, type="dequantize_per_tensor"]; +"271 dequantize_per_tensor_141" [id=271, type="dequantize_per_tensor"]; +"272 adaptive_avg_pool2d_4" [id=272, type="adaptive_avg_pool2d"]; +"273 quantize_per_tensor_142" [id=273, type="quantize_per_tensor"]; +"274 dequantize_per_tensor_143" [id=274, type="dequantize_per_tensor"]; +"275 _frozen_param28" [id=275, type="get_attr"]; +"276 dequantize_per_tensor_144" [id=276, type="dequantize_per_tensor"]; +"277 conv2d_28" [id=277, type=conv2d]; +"278 relu_4" [id=278, type=relu]; +"279 quantize_per_tensor_145" [id=279, type="quantize_per_tensor"]; +"280 dequantize_per_tensor_146" [id=280, type="dequantize_per_tensor"]; +"281 _frozen_param29" [id=281, type="get_attr"]; +"282 dequantize_per_tensor_147" [id=282, type="dequantize_per_tensor"]; +"283 conv2d_29" [id=283, type=conv2d]; +"284 quantize_per_tensor_148" [id=284, type="quantize_per_tensor"]; +"285 dequantize_per_tensor_149" [id=285, type="dequantize_per_tensor"]; +"286 hardsigmoid_4" [id=286, type=hardsigmoid]; +"287 quantize_per_tensor_150" [id=287, type="quantize_per_tensor"]; +"288 dequantize_per_tensor_151" [id=288, type="dequantize_per_tensor"]; +"289 mul_4" [id=289, type=mul]; +"290 quantize_per_tensor_152" [id=290, type="quantize_per_tensor"]; +"291 dequantize_per_tensor_153" [id=291, type="dequantize_per_tensor"]; +"292 features_7_block_3_0_weight_bias" [id=292, type="get_attr"]; +"293 _frozen_param30" [id=293, type="get_attr"]; +"294 dequantize_per_tensor_154" [id=294, type="dequantize_per_tensor"]; +"295 conv2d_30" [id=295, type=conv2d]; +"296 quantize_per_tensor_155" [id=296, type="quantize_per_tensor"]; +"297 dequantize_per_tensor_156" [id=297, type="dequantize_per_tensor"]; +"298 dequantize_per_tensor_157" [id=298, type="dequantize_per_tensor"]; +"299 features_8_block_0_0_weight_bias" [id=299, type="get_attr"]; +"300 _frozen_param31" [id=300, type="get_attr"]; +"301 dequantize_per_tensor_158" [id=301, type="dequantize_per_tensor"]; +"302 conv2d_31" [id=302, type=conv2d]; +"303 quantize_per_tensor_159" [id=303, type="quantize_per_tensor"]; +"304 dequantize_per_tensor_160" [id=304, type="dequantize_per_tensor"]; +"305 hardswish__9" [id=305, type="hardswish_"]; +"306 quantize_per_tensor_161" [id=306, type="quantize_per_tensor"]; +"307 dequantize_per_tensor_162" [id=307, type="dequantize_per_tensor"]; +"308 features_8_block_1_0_weight_bias" [id=308, type="get_attr"]; +"309 _frozen_param32" [id=309, type="get_attr"]; +"310 dequantize_per_tensor_163" [id=310, type="dequantize_per_tensor"]; +"311 conv2d_32" [id=311, type=conv2d]; +"312 quantize_per_tensor_164" [id=312, type="quantize_per_tensor"]; +"313 dequantize_per_tensor_165" [id=313, type="dequantize_per_tensor"]; +"314 hardswish__10" [id=314, type="hardswish_"]; +"315 quantize_per_tensor_166" [id=315, type="quantize_per_tensor"]; +"316 dequantize_per_tensor_167" [id=316, type="dequantize_per_tensor"]; +"317 dequantize_per_tensor_168" [id=317, type="dequantize_per_tensor"]; +"318 adaptive_avg_pool2d_5" [id=318, type="adaptive_avg_pool2d"]; +"319 quantize_per_tensor_169" [id=319, type="quantize_per_tensor"]; +"320 dequantize_per_tensor_170" [id=320, type="dequantize_per_tensor"]; +"321 _frozen_param33" [id=321, type="get_attr"]; +"322 dequantize_per_tensor_171" [id=322, type="dequantize_per_tensor"]; +"323 conv2d_33" [id=323, type=conv2d]; +"324 relu_5" [id=324, type=relu]; +"325 quantize_per_tensor_172" [id=325, type="quantize_per_tensor"]; +"326 dequantize_per_tensor_173" [id=326, type="dequantize_per_tensor"]; +"327 _frozen_param34" [id=327, type="get_attr"]; +"328 dequantize_per_tensor_174" [id=328, type="dequantize_per_tensor"]; +"329 conv2d_34" [id=329, type=conv2d]; +"330 quantize_per_tensor_175" [id=330, type="quantize_per_tensor"]; +"331 dequantize_per_tensor_176" [id=331, type="dequantize_per_tensor"]; +"332 hardsigmoid_5" [id=332, type=hardsigmoid]; +"333 quantize_per_tensor_177" [id=333, type="quantize_per_tensor"]; +"334 dequantize_per_tensor_178" [id=334, type="dequantize_per_tensor"]; +"335 mul_5" [id=335, type=mul]; +"336 quantize_per_tensor_179" [id=336, type="quantize_per_tensor"]; +"337 dequantize_per_tensor_180" [id=337, type="dequantize_per_tensor"]; +"338 features_8_block_3_0_weight_bias" [id=338, type="get_attr"]; +"339 _frozen_param35" [id=339, type="get_attr"]; +"340 dequantize_per_tensor_181" [id=340, type="dequantize_per_tensor"]; +"341 conv2d_35" [id=341, type=conv2d]; +"342 quantize_per_tensor_182" [id=342, type="quantize_per_tensor"]; +"343 dequantize_per_tensor_183" [id=343, type="dequantize_per_tensor"]; +"344 add__3" [id=344, type="add_"]; +"345 quantize_per_tensor_184" [id=345, type="quantize_per_tensor"]; +"346 dequantize_per_tensor_185" [id=346, type="dequantize_per_tensor"]; +"347 features_9_block_0_0_weight_bias" [id=347, type="get_attr"]; +"348 _frozen_param36" [id=348, type="get_attr"]; +"349 dequantize_per_tensor_186" [id=349, type="dequantize_per_tensor"]; +"350 conv2d_36" [id=350, type=conv2d]; +"351 quantize_per_tensor_187" [id=351, type="quantize_per_tensor"]; +"352 dequantize_per_tensor_188" [id=352, type="dequantize_per_tensor"]; +"353 hardswish__11" [id=353, type="hardswish_"]; +"354 quantize_per_tensor_189" [id=354, type="quantize_per_tensor"]; +"355 dequantize_per_tensor_190" [id=355, type="dequantize_per_tensor"]; +"356 features_9_block_1_0_weight_bias" [id=356, type="get_attr"]; +"357 _frozen_param37" [id=357, type="get_attr"]; +"358 dequantize_per_tensor_191" [id=358, type="dequantize_per_tensor"]; +"359 conv2d_37" [id=359, type=conv2d]; +"360 quantize_per_tensor_192" [id=360, type="quantize_per_tensor"]; +"361 dequantize_per_tensor_193" [id=361, type="dequantize_per_tensor"]; +"362 hardswish__12" [id=362, type="hardswish_"]; +"363 quantize_per_tensor_194" [id=363, type="quantize_per_tensor"]; +"364 dequantize_per_tensor_195" [id=364, type="dequantize_per_tensor"]; +"365 dequantize_per_tensor_196" [id=365, type="dequantize_per_tensor"]; +"366 adaptive_avg_pool2d_6" [id=366, type="adaptive_avg_pool2d"]; +"367 quantize_per_tensor_197" [id=367, type="quantize_per_tensor"]; +"368 dequantize_per_tensor_198" [id=368, type="dequantize_per_tensor"]; +"369 _frozen_param38" [id=369, type="get_attr"]; +"370 dequantize_per_tensor_199" [id=370, type="dequantize_per_tensor"]; +"371 conv2d_38" [id=371, type=conv2d]; +"372 relu_6" [id=372, type=relu]; +"373 quantize_per_tensor_200" [id=373, type="quantize_per_tensor"]; +"374 dequantize_per_tensor_201" [id=374, type="dequantize_per_tensor"]; +"375 _frozen_param39" [id=375, type="get_attr"]; +"376 dequantize_per_tensor_202" [id=376, type="dequantize_per_tensor"]; +"377 conv2d_39" [id=377, type=conv2d]; +"378 quantize_per_tensor_203" [id=378, type="quantize_per_tensor"]; +"379 dequantize_per_tensor_204" [id=379, type="dequantize_per_tensor"]; +"380 hardsigmoid_6" [id=380, type=hardsigmoid]; +"381 quantize_per_tensor_205" [id=381, type="quantize_per_tensor"]; +"382 dequantize_per_tensor_206" [id=382, type="dequantize_per_tensor"]; +"383 mul_6" [id=383, type=mul]; +"384 quantize_per_tensor_207" [id=384, type="quantize_per_tensor"]; +"385 dequantize_per_tensor_208" [id=385, type="dequantize_per_tensor"]; +"386 features_9_block_3_0_weight_bias" [id=386, type="get_attr"]; +"387 _frozen_param40" [id=387, type="get_attr"]; +"388 dequantize_per_tensor_209" [id=388, type="dequantize_per_tensor"]; +"389 conv2d_40" [id=389, type=conv2d]; +"390 quantize_per_tensor_210" [id=390, type="quantize_per_tensor"]; +"391 dequantize_per_tensor_211" [id=391, type="dequantize_per_tensor"]; +"392 dequantize_per_tensor_212" [id=392, type="dequantize_per_tensor"]; +"393 features_10_block_0_0_weight_bias" [id=393, type="get_attr"]; +"394 _frozen_param41" [id=394, type="get_attr"]; +"395 dequantize_per_tensor_213" [id=395, type="dequantize_per_tensor"]; +"396 conv2d_41" [id=396, type=conv2d]; +"397 quantize_per_tensor_214" [id=397, type="quantize_per_tensor"]; +"398 dequantize_per_tensor_215" [id=398, type="dequantize_per_tensor"]; +"399 hardswish__13" [id=399, type="hardswish_"]; +"400 quantize_per_tensor_216" [id=400, type="quantize_per_tensor"]; +"401 dequantize_per_tensor_217" [id=401, type="dequantize_per_tensor"]; +"402 features_10_block_1_0_weight_bias" [id=402, type="get_attr"]; +"403 _frozen_param42" [id=403, type="get_attr"]; +"404 dequantize_per_tensor_218" [id=404, type="dequantize_per_tensor"]; +"405 conv2d_42" [id=405, type=conv2d]; +"406 quantize_per_tensor_219" [id=406, type="quantize_per_tensor"]; +"407 dequantize_per_tensor_220" [id=407, type="dequantize_per_tensor"]; +"408 hardswish__14" [id=408, type="hardswish_"]; +"409 quantize_per_tensor_221" [id=409, type="quantize_per_tensor"]; +"410 dequantize_per_tensor_222" [id=410, type="dequantize_per_tensor"]; +"411 dequantize_per_tensor_223" [id=411, type="dequantize_per_tensor"]; +"412 adaptive_avg_pool2d_7" [id=412, type="adaptive_avg_pool2d"]; +"413 quantize_per_tensor_224" [id=413, type="quantize_per_tensor"]; +"414 dequantize_per_tensor_225" [id=414, type="dequantize_per_tensor"]; +"415 _frozen_param43" [id=415, type="get_attr"]; +"416 dequantize_per_tensor_226" [id=416, type="dequantize_per_tensor"]; +"417 conv2d_43" [id=417, type=conv2d]; +"418 relu_7" [id=418, type=relu]; +"419 quantize_per_tensor_227" [id=419, type="quantize_per_tensor"]; +"420 dequantize_per_tensor_228" [id=420, type="dequantize_per_tensor"]; +"421 _frozen_param44" [id=421, type="get_attr"]; +"422 dequantize_per_tensor_229" [id=422, type="dequantize_per_tensor"]; +"423 conv2d_44" [id=423, type=conv2d]; +"424 quantize_per_tensor_230" [id=424, type="quantize_per_tensor"]; +"425 dequantize_per_tensor_231" [id=425, type="dequantize_per_tensor"]; +"426 hardsigmoid_7" [id=426, type=hardsigmoid]; +"427 quantize_per_tensor_232" [id=427, type="quantize_per_tensor"]; +"428 dequantize_per_tensor_233" [id=428, type="dequantize_per_tensor"]; +"429 mul_7" [id=429, type=mul]; +"430 quantize_per_tensor_234" [id=430, type="quantize_per_tensor"]; +"431 dequantize_per_tensor_235" [id=431, type="dequantize_per_tensor"]; +"432 features_10_block_3_0_weight_bias" [id=432, type="get_attr"]; +"433 _frozen_param45" [id=433, type="get_attr"]; +"434 dequantize_per_tensor_236" [id=434, type="dequantize_per_tensor"]; +"435 conv2d_45" [id=435, type=conv2d]; +"436 quantize_per_tensor_237" [id=436, type="quantize_per_tensor"]; +"437 dequantize_per_tensor_238" [id=437, type="dequantize_per_tensor"]; +"438 add__4" [id=438, type="add_"]; +"439 quantize_per_tensor_239" [id=439, type="quantize_per_tensor"]; +"440 dequantize_per_tensor_240" [id=440, type="dequantize_per_tensor"]; +"441 dequantize_per_tensor_241" [id=441, type="dequantize_per_tensor"]; +"442 features_11_block_0_0_weight_bias" [id=442, type="get_attr"]; +"443 _frozen_param46" [id=443, type="get_attr"]; +"444 dequantize_per_tensor_242" [id=444, type="dequantize_per_tensor"]; +"445 conv2d_46" [id=445, type=conv2d]; +"446 quantize_per_tensor_243" [id=446, type="quantize_per_tensor"]; +"447 dequantize_per_tensor_244" [id=447, type="dequantize_per_tensor"]; +"448 hardswish__15" [id=448, type="hardswish_"]; +"449 quantize_per_tensor_245" [id=449, type="quantize_per_tensor"]; +"450 dequantize_per_tensor_246" [id=450, type="dequantize_per_tensor"]; +"451 features_11_block_1_0_weight_bias" [id=451, type="get_attr"]; +"452 _frozen_param47" [id=452, type="get_attr"]; +"453 dequantize_per_tensor_247" [id=453, type="dequantize_per_tensor"]; +"454 conv2d_47" [id=454, type=conv2d]; +"455 quantize_per_tensor_248" [id=455, type="quantize_per_tensor"]; +"456 dequantize_per_tensor_249" [id=456, type="dequantize_per_tensor"]; +"457 hardswish__16" [id=457, type="hardswish_"]; +"458 quantize_per_tensor_250" [id=458, type="quantize_per_tensor"]; +"459 dequantize_per_tensor_251" [id=459, type="dequantize_per_tensor"]; +"460 dequantize_per_tensor_252" [id=460, type="dequantize_per_tensor"]; +"461 adaptive_avg_pool2d_8" [id=461, type="adaptive_avg_pool2d"]; +"462 quantize_per_tensor_253" [id=462, type="quantize_per_tensor"]; +"463 dequantize_per_tensor_254" [id=463, type="dequantize_per_tensor"]; +"464 _frozen_param48" [id=464, type="get_attr"]; +"465 dequantize_per_tensor_255" [id=465, type="dequantize_per_tensor"]; +"466 conv2d_48" [id=466, type=conv2d]; +"467 relu_8" [id=467, type=relu]; +"468 quantize_per_tensor_256" [id=468, type="quantize_per_tensor"]; +"469 dequantize_per_tensor_257" [id=469, type="dequantize_per_tensor"]; +"470 _frozen_param49" [id=470, type="get_attr"]; +"471 dequantize_per_tensor_258" [id=471, type="dequantize_per_tensor"]; +"472 conv2d_49" [id=472, type=conv2d]; +"473 quantize_per_tensor_259" [id=473, type="quantize_per_tensor"]; +"474 dequantize_per_tensor_260" [id=474, type="dequantize_per_tensor"]; +"475 hardsigmoid_8" [id=475, type=hardsigmoid]; +"476 quantize_per_tensor_261" [id=476, type="quantize_per_tensor"]; +"477 dequantize_per_tensor_262" [id=477, type="dequantize_per_tensor"]; +"478 mul_8" [id=478, type=mul]; +"479 quantize_per_tensor_263" [id=479, type="quantize_per_tensor"]; +"480 dequantize_per_tensor_264" [id=480, type="dequantize_per_tensor"]; +"481 features_11_block_3_0_weight_bias" [id=481, type="get_attr"]; +"482 _frozen_param50" [id=482, type="get_attr"]; +"483 dequantize_per_tensor_265" [id=483, type="dequantize_per_tensor"]; +"484 conv2d_50" [id=484, type=conv2d]; +"485 quantize_per_tensor_266" [id=485, type="quantize_per_tensor"]; +"486 dequantize_per_tensor_267" [id=486, type="dequantize_per_tensor"]; +"487 add__5" [id=487, type="add_"]; +"488 quantize_per_tensor_268" [id=488, type="quantize_per_tensor"]; +"489 dequantize_per_tensor_269" [id=489, type="dequantize_per_tensor"]; +"490 features_12_0_weight_bias" [id=490, type="get_attr"]; +"491 _frozen_param51" [id=491, type="get_attr"]; +"492 dequantize_per_tensor_270" [id=492, type="dequantize_per_tensor"]; +"493 conv2d_51" [id=493, type=conv2d]; +"494 quantize_per_tensor_271" [id=494, type="quantize_per_tensor"]; +"495 dequantize_per_tensor_272" [id=495, type="dequantize_per_tensor"]; +"496 hardswish__17" [id=496, type="hardswish_"]; +"497 quantize_per_tensor_273" [id=497, type="quantize_per_tensor"]; +"498 dequantize_per_tensor_274" [id=498, type="dequantize_per_tensor"]; +"499 adaptive_avg_pool2d_9" [id=499, type="adaptive_avg_pool2d"]; +"500 quantize_per_tensor_275" [id=500, type="quantize_per_tensor"]; +"501 dequantize_per_tensor_276" [id=501, type="dequantize_per_tensor"]; +"502 flatten" [id=502, type=flatten]; +"503 quantize_per_tensor_277" [id=503, type="quantize_per_tensor"]; +"504 dequantize_per_tensor_278" [id=504, type="dequantize_per_tensor"]; +"505 _frozen_param52" [id=505, type="get_attr"]; +"506 dequantize_per_tensor_279" [id=506, type="dequantize_per_tensor"]; +"507 linear" [id=507, type=linear]; +"508 quantize_per_tensor_280" [id=508, type="quantize_per_tensor"]; +"509 dequantize_per_tensor_281" [id=509, type="dequantize_per_tensor"]; +"510 hardswish__18" [id=510, type="hardswish_"]; +"511 dropout_" [id=511, type="dropout_"]; +"512 quantize_per_tensor_282" [id=512, type="quantize_per_tensor"]; +"513 dequantize_per_tensor_283" [id=513, type="dequantize_per_tensor"]; +"514 _frozen_param53" [id=514, type="get_attr"]; +"515 dequantize_per_tensor_284" [id=515, type="dequantize_per_tensor"]; +"516 linear_1" [id=516, type=linear]; +"517 quantize_per_tensor_285" [id=517, type="quantize_per_tensor"]; +"518 dequantize_per_tensor_286" [id=518, type="dequantize_per_tensor"]; +"519 output" [id=519, type=output]; +"0 features_1_block_1_fc1_bias" -> "45 conv2d_2" [style=solid, label="(8,)"]; +"1 features_1_block_1_fc2_bias" -> "51 conv2d_3" [style=solid, label="(16,)"]; +"2 features_4_block_2_fc1_bias" -> "134 conv2d_13" [style=solid, label="(24,)"]; +"3 features_4_block_2_fc2_bias" -> "140 conv2d_14" [style=solid, label="(96,)"]; +"4 features_5_block_2_fc1_bias" -> "180 conv2d_18" [style=solid, label="(64,)"]; +"5 features_5_block_2_fc2_bias" -> "186 conv2d_19" [style=solid, label="(240,)"]; +"6 features_6_block_2_fc1_bias" -> "229 conv2d_23" [style=solid, label="(64,)"]; +"7 features_6_block_2_fc2_bias" -> "235 conv2d_24" [style=solid, label="(240,)"]; +"8 features_7_block_2_fc1_bias" -> "277 conv2d_28" [style=solid, label="(32,)"]; +"9 features_7_block_2_fc2_bias" -> "283 conv2d_29" [style=solid, label="(120,)"]; +"10 features_8_block_2_fc1_bias" -> "323 conv2d_33" [style=solid, label="(40,)"]; +"11 features_8_block_2_fc2_bias" -> "329 conv2d_34" [style=solid, label="(144,)"]; +"12 features_9_block_2_fc1_bias" -> "371 conv2d_38" [style=solid, label="(72,)"]; +"13 features_9_block_2_fc2_bias" -> "377 conv2d_39" [style=solid, label="(288,)"]; +"14 features_10_block_2_fc1_bias" -> "417 conv2d_43" [style=solid, label="(144,)"]; +"15 features_10_block_2_fc2_bias" -> "423 conv2d_44" [style=solid, label="(576,)"]; +"16 features_11_block_2_fc1_bias" -> "466 conv2d_48" [style=solid, label="(144,)"]; +"17 features_11_block_2_fc2_bias" -> "472 conv2d_49" [style=solid, label="(576,)"]; +"18 classifier_0_bias" -> "507 linear" [style=solid, label="(1024,)"]; +"19 classifier_3_bias" -> "516 linear_1" [style=solid, label="(1000,)"]; +"20 x" -> "21 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"21 quantize_per_tensor_0" -> "22 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"22 dequantize_per_tensor_1" -> "26 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"23 features_0_0_weight_bias" -> "26 conv2d" [style=solid, label="(16,)"]; +"24 _frozen_param0" -> "25 dequantize_per_tensor_2" [style=solid, label="(16, 3, 3, 3)"]; +"25 dequantize_per_tensor_2" -> "26 conv2d" [style=solid, label="(16, 3, 3, 3)"]; +"26 conv2d" -> "27 quantize_per_tensor_3" [style=solid, label="(1, 16, 112, 112)"]; +"27 quantize_per_tensor_3" -> "28 dequantize_per_tensor_4" [style=solid, label="(1, 16, 112, 112)"]; +"28 dequantize_per_tensor_4" -> "29 hardswish_" [style=solid, label="(1, 16, 112, 112)"]; +"29 hardswish_" -> "30 quantize_per_tensor_5" [style=solid, label="(1, 16, 112, 112)"]; +"30 quantize_per_tensor_5" -> "31 dequantize_per_tensor_6" [style=solid, label="(1, 16, 112, 112)"]; +"31 dequantize_per_tensor_6" -> "35 conv2d_1" [style=solid, label="(1, 16, 112, 112)"]; +"32 features_1_block_0_0_weight_bias" -> "35 conv2d_1" [style=solid, label="(16,)"]; +"33 _frozen_param1" -> "34 dequantize_per_tensor_7" [style=solid, label="(16, 1, 3, 3)"]; +"34 dequantize_per_tensor_7" -> "35 conv2d_1" [style=solid, label="(16, 1, 3, 3)"]; +"35 conv2d_1" -> "36 relu_" [style=solid, label="(1, 16, 56, 56)"]; +"36 relu_" -> "37 quantize_per_tensor_8" [style=solid, label="(1, 16, 56, 56)"]; +"37 quantize_per_tensor_8" -> "38 dequantize_per_tensor_9" [style=solid, label="(1, 16, 56, 56)"]; +"37 quantize_per_tensor_8" -> "39 dequantize_per_tensor_10" [style=solid, label="(1, 16, 56, 56)"]; +"38 dequantize_per_tensor_9" -> "57 mul" [style=solid, label="(1, 16, 56, 56)"]; +"39 dequantize_per_tensor_10" -> "40 adaptive_avg_pool2d" [style=solid, label="(1, 16, 56, 56)"]; +"40 adaptive_avg_pool2d" -> "41 quantize_per_tensor_11" [style=solid, label="(1, 16, 1, 1)"]; +"41 quantize_per_tensor_11" -> "42 dequantize_per_tensor_12" [style=solid, label="(1, 16, 1, 1)"]; +"42 dequantize_per_tensor_12" -> "45 conv2d_2" [style=solid, label="(1, 16, 1, 1)"]; +"43 _frozen_param2" -> "44 dequantize_per_tensor_13" [style=solid, label="(8, 16, 1, 1)"]; +"44 dequantize_per_tensor_13" -> "45 conv2d_2" [style=solid, label="(8, 16, 1, 1)"]; +"45 conv2d_2" -> "46 relu" [style=solid, label="(1, 8, 1, 1)"]; +"46 relu" -> "47 quantize_per_tensor_14" [style=solid, label="(1, 8, 1, 1)"]; +"47 quantize_per_tensor_14" -> "48 dequantize_per_tensor_15" [style=solid, label="(1, 8, 1, 1)"]; +"48 dequantize_per_tensor_15" -> "51 conv2d_3" [style=solid, label="(1, 8, 1, 1)"]; +"49 _frozen_param3" -> "50 dequantize_per_tensor_16" [style=solid, label="(16, 8, 1, 1)"]; +"50 dequantize_per_tensor_16" -> "51 conv2d_3" [style=solid, label="(16, 8, 1, 1)"]; +"51 conv2d_3" -> "52 quantize_per_tensor_17" [style=solid, label="(1, 16, 1, 1)"]; +"52 quantize_per_tensor_17" -> "53 dequantize_per_tensor_18" [style=solid, label="(1, 16, 1, 1)"]; +"53 dequantize_per_tensor_18" -> "54 hardsigmoid" [style=solid, label="(1, 16, 1, 1)"]; +"54 hardsigmoid" -> "55 quantize_per_tensor_19" [style=solid, label="(1, 16, 1, 1)"]; +"55 quantize_per_tensor_19" -> "56 dequantize_per_tensor_20" [style=solid, label="(1, 16, 1, 1)"]; +"56 dequantize_per_tensor_20" -> "57 mul" [style=solid, label="(1, 16, 1, 1)"]; +"57 mul" -> "58 quantize_per_tensor_21" [style=solid, label="(1, 16, 56, 56)"]; +"58 quantize_per_tensor_21" -> "59 dequantize_per_tensor_22" [style=solid, label="(1, 16, 56, 56)"]; +"59 dequantize_per_tensor_22" -> "63 conv2d_4" [style=solid, label="(1, 16, 56, 56)"]; +"60 features_1_block_2_0_weight_bias" -> "63 conv2d_4" [style=solid, label="(16,)"]; +"61 _frozen_param4" -> "62 dequantize_per_tensor_23" [style=solid, label="(16, 16, 1, 1)"]; +"62 dequantize_per_tensor_23" -> "63 conv2d_4" [style=solid, label="(16, 16, 1, 1)"]; +"63 conv2d_4" -> "64 quantize_per_tensor_24" [style=solid, label="(1, 16, 56, 56)"]; +"64 quantize_per_tensor_24" -> "65 dequantize_per_tensor_25" [style=solid, label="(1, 16, 56, 56)"]; +"65 dequantize_per_tensor_25" -> "69 conv2d_5" [style=solid, label="(1, 16, 56, 56)"]; +"66 features_2_block_0_0_weight_bias" -> "69 conv2d_5" [style=solid, label="(72,)"]; +"67 _frozen_param5" -> "68 dequantize_per_tensor_26" [style=solid, label="(72, 16, 1, 1)"]; +"68 dequantize_per_tensor_26" -> "69 conv2d_5" [style=solid, label="(72, 16, 1, 1)"]; +"69 conv2d_5" -> "70 relu__1" [style=solid, label="(1, 72, 56, 56)"]; +"70 relu__1" -> "71 quantize_per_tensor_27" [style=solid, label="(1, 72, 56, 56)"]; +"71 quantize_per_tensor_27" -> "72 dequantize_per_tensor_28" [style=solid, label="(1, 72, 56, 56)"]; +"72 dequantize_per_tensor_28" -> "76 conv2d_6" [style=solid, label="(1, 72, 56, 56)"]; +"73 features_2_block_1_0_weight_bias" -> "76 conv2d_6" [style=solid, label="(72,)"]; +"74 _frozen_param6" -> "75 dequantize_per_tensor_29" [style=solid, label="(72, 1, 3, 3)"]; +"75 dequantize_per_tensor_29" -> "76 conv2d_6" [style=solid, label="(72, 1, 3, 3)"]; +"76 conv2d_6" -> "77 relu__2" [style=solid, label="(1, 72, 28, 28)"]; +"77 relu__2" -> "78 quantize_per_tensor_30" [style=solid, label="(1, 72, 28, 28)"]; +"78 quantize_per_tensor_30" -> "79 dequantize_per_tensor_31" [style=solid, label="(1, 72, 28, 28)"]; +"79 dequantize_per_tensor_31" -> "83 conv2d_7" [style=solid, label="(1, 72, 28, 28)"]; +"80 features_2_block_2_0_weight_bias" -> "83 conv2d_7" [style=solid, label="(24,)"]; +"81 _frozen_param7" -> "82 dequantize_per_tensor_32" [style=solid, label="(24, 72, 1, 1)"]; +"82 dequantize_per_tensor_32" -> "83 conv2d_7" [style=solid, label="(24, 72, 1, 1)"]; +"83 conv2d_7" -> "84 quantize_per_tensor_33" [style=solid, label="(1, 24, 28, 28)"]; +"84 quantize_per_tensor_33" -> "85 dequantize_per_tensor_34" [style=solid, label="(1, 24, 28, 28)"]; +"84 quantize_per_tensor_33" -> "86 dequantize_per_tensor_35" [style=solid, label="(1, 24, 28, 28)"]; +"85 dequantize_per_tensor_34" -> "107 add_" [style=solid, label="(1, 24, 28, 28)"]; +"86 dequantize_per_tensor_35" -> "90 conv2d_8" [style=solid, label="(1, 24, 28, 28)"]; +"87 features_3_block_0_0_weight_bias" -> "90 conv2d_8" [style=solid, label="(88,)"]; +"88 _frozen_param8" -> "89 dequantize_per_tensor_36" [style=solid, label="(88, 24, 1, 1)"]; +"89 dequantize_per_tensor_36" -> "90 conv2d_8" [style=solid, label="(88, 24, 1, 1)"]; +"90 conv2d_8" -> "91 relu__3" [style=solid, label="(1, 88, 28, 28)"]; +"91 relu__3" -> "92 quantize_per_tensor_37" [style=solid, label="(1, 88, 28, 28)"]; +"92 quantize_per_tensor_37" -> "93 dequantize_per_tensor_38" [style=solid, label="(1, 88, 28, 28)"]; +"93 dequantize_per_tensor_38" -> "97 conv2d_9" [style=solid, label="(1, 88, 28, 28)"]; +"94 features_3_block_1_0_weight_bias" -> "97 conv2d_9" [style=solid, label="(88,)"]; +"95 _frozen_param9" -> "96 dequantize_per_tensor_39" [style=solid, label="(88, 1, 3, 3)"]; +"96 dequantize_per_tensor_39" -> "97 conv2d_9" [style=solid, label="(88, 1, 3, 3)"]; +"97 conv2d_9" -> "98 relu__4" [style=solid, label="(1, 88, 28, 28)"]; +"98 relu__4" -> "99 quantize_per_tensor_40" [style=solid, label="(1, 88, 28, 28)"]; +"99 quantize_per_tensor_40" -> "100 dequantize_per_tensor_41" [style=solid, label="(1, 88, 28, 28)"]; +"100 dequantize_per_tensor_41" -> "104 conv2d_10" [style=solid, label="(1, 88, 28, 28)"]; +"101 features_3_block_2_0_weight_bias" -> "104 conv2d_10" [style=solid, label="(24,)"]; +"102 _frozen_param10" -> "103 dequantize_per_tensor_42" [style=solid, label="(24, 88, 1, 1)"]; +"103 dequantize_per_tensor_42" -> "104 conv2d_10" [style=solid, label="(24, 88, 1, 1)"]; +"104 conv2d_10" -> "105 quantize_per_tensor_43" [style=solid, label="(1, 24, 28, 28)"]; +"105 quantize_per_tensor_43" -> "106 dequantize_per_tensor_44" [style=solid, label="(1, 24, 28, 28)"]; +"106 dequantize_per_tensor_44" -> "107 add_" [style=solid, label="(1, 24, 28, 28)"]; +"107 add_" -> "108 quantize_per_tensor_45" [style=solid, label="(1, 24, 28, 28)"]; +"108 quantize_per_tensor_45" -> "109 dequantize_per_tensor_46" [style=solid, label="(1, 24, 28, 28)"]; +"109 dequantize_per_tensor_46" -> "113 conv2d_11" [style=solid, label="(1, 24, 28, 28)"]; +"110 features_4_block_0_0_weight_bias" -> "113 conv2d_11" [style=solid, label="(96,)"]; +"111 _frozen_param11" -> "112 dequantize_per_tensor_47" [style=solid, label="(96, 24, 1, 1)"]; +"112 dequantize_per_tensor_47" -> "113 conv2d_11" [style=solid, label="(96, 24, 1, 1)"]; +"113 conv2d_11" -> "114 quantize_per_tensor_48" [style=solid, label="(1, 96, 28, 28)"]; +"114 quantize_per_tensor_48" -> "115 dequantize_per_tensor_49" [style=solid, label="(1, 96, 28, 28)"]; +"115 dequantize_per_tensor_49" -> "116 hardswish__1" [style=solid, label="(1, 96, 28, 28)"]; +"116 hardswish__1" -> "117 quantize_per_tensor_50" [style=solid, label="(1, 96, 28, 28)"]; +"117 quantize_per_tensor_50" -> "118 dequantize_per_tensor_51" [style=solid, label="(1, 96, 28, 28)"]; +"118 dequantize_per_tensor_51" -> "122 conv2d_12" [style=solid, label="(1, 96, 28, 28)"]; +"119 features_4_block_1_0_weight_bias" -> "122 conv2d_12" [style=solid, label="(96,)"]; +"120 _frozen_param12" -> "121 dequantize_per_tensor_52" [style=solid, label="(96, 1, 5, 5)"]; +"121 dequantize_per_tensor_52" -> "122 conv2d_12" [style=solid, label="(96, 1, 5, 5)"]; +"122 conv2d_12" -> "123 quantize_per_tensor_53" [style=solid, label="(1, 96, 14, 14)"]; +"123 quantize_per_tensor_53" -> "124 dequantize_per_tensor_54" [style=solid, label="(1, 96, 14, 14)"]; +"124 dequantize_per_tensor_54" -> "125 hardswish__2" [style=solid, label="(1, 96, 14, 14)"]; +"125 hardswish__2" -> "126 quantize_per_tensor_55" [style=solid, label="(1, 96, 14, 14)"]; +"126 quantize_per_tensor_55" -> "127 dequantize_per_tensor_56" [style=solid, label="(1, 96, 14, 14)"]; +"126 quantize_per_tensor_55" -> "128 dequantize_per_tensor_57" [style=solid, label="(1, 96, 14, 14)"]; +"127 dequantize_per_tensor_56" -> "146 mul_1" [style=solid, label="(1, 96, 14, 14)"]; +"128 dequantize_per_tensor_57" -> "129 adaptive_avg_pool2d_1" [style=solid, label="(1, 96, 14, 14)"]; +"129 adaptive_avg_pool2d_1" -> "130 quantize_per_tensor_58" [style=solid, label="(1, 96, 1, 1)"]; +"130 quantize_per_tensor_58" -> "131 dequantize_per_tensor_59" [style=solid, label="(1, 96, 1, 1)"]; +"131 dequantize_per_tensor_59" -> "134 conv2d_13" [style=solid, label="(1, 96, 1, 1)"]; +"132 _frozen_param13" -> "133 dequantize_per_tensor_60" [style=solid, label="(24, 96, 1, 1)"]; +"133 dequantize_per_tensor_60" -> "134 conv2d_13" [style=solid, label="(24, 96, 1, 1)"]; +"134 conv2d_13" -> "135 relu_1" [style=solid, label="(1, 24, 1, 1)"]; +"135 relu_1" -> "136 quantize_per_tensor_61" [style=solid, label="(1, 24, 1, 1)"]; +"136 quantize_per_tensor_61" -> "137 dequantize_per_tensor_62" [style=solid, label="(1, 24, 1, 1)"]; +"137 dequantize_per_tensor_62" -> "140 conv2d_14" [style=solid, label="(1, 24, 1, 1)"]; +"138 _frozen_param14" -> "139 dequantize_per_tensor_63" [style=solid, label="(96, 24, 1, 1)"]; +"139 dequantize_per_tensor_63" -> "140 conv2d_14" [style=solid, label="(96, 24, 1, 1)"]; +"140 conv2d_14" -> "141 quantize_per_tensor_64" [style=solid, label="(1, 96, 1, 1)"]; +"141 quantize_per_tensor_64" -> "142 dequantize_per_tensor_65" [style=solid, label="(1, 96, 1, 1)"]; +"142 dequantize_per_tensor_65" -> "143 hardsigmoid_1" [style=solid, label="(1, 96, 1, 1)"]; +"143 hardsigmoid_1" -> "144 quantize_per_tensor_66" [style=solid, label="(1, 96, 1, 1)"]; +"144 quantize_per_tensor_66" -> "145 dequantize_per_tensor_67" [style=solid, label="(1, 96, 1, 1)"]; +"145 dequantize_per_tensor_67" -> "146 mul_1" [style=solid, label="(1, 96, 1, 1)"]; +"146 mul_1" -> "147 quantize_per_tensor_68" [style=solid, label="(1, 96, 14, 14)"]; +"147 quantize_per_tensor_68" -> "148 dequantize_per_tensor_69" [style=solid, label="(1, 96, 14, 14)"]; +"148 dequantize_per_tensor_69" -> "152 conv2d_15" [style=solid, label="(1, 96, 14, 14)"]; +"149 features_4_block_3_0_weight_bias" -> "152 conv2d_15" [style=solid, label="(40,)"]; +"150 _frozen_param15" -> "151 dequantize_per_tensor_70" [style=solid, label="(40, 96, 1, 1)"]; +"151 dequantize_per_tensor_70" -> "152 conv2d_15" [style=solid, label="(40, 96, 1, 1)"]; +"152 conv2d_15" -> "153 quantize_per_tensor_71" [style=solid, label="(1, 40, 14, 14)"]; +"153 quantize_per_tensor_71" -> "154 dequantize_per_tensor_72" [style=solid, label="(1, 40, 14, 14)"]; +"153 quantize_per_tensor_71" -> "155 dequantize_per_tensor_73" [style=solid, label="(1, 40, 14, 14)"]; +"154 dequantize_per_tensor_72" -> "201 add__1" [style=solid, label="(1, 40, 14, 14)"]; +"155 dequantize_per_tensor_73" -> "159 conv2d_16" [style=solid, label="(1, 40, 14, 14)"]; +"156 features_5_block_0_0_weight_bias" -> "159 conv2d_16" [style=solid, label="(240,)"]; +"157 _frozen_param16" -> "158 dequantize_per_tensor_74" [style=solid, label="(240, 40, 1, 1)"]; +"158 dequantize_per_tensor_74" -> "159 conv2d_16" [style=solid, label="(240, 40, 1, 1)"]; +"159 conv2d_16" -> "160 quantize_per_tensor_75" [style=solid, label="(1, 240, 14, 14)"]; +"160 quantize_per_tensor_75" -> "161 dequantize_per_tensor_76" [style=solid, label="(1, 240, 14, 14)"]; +"161 dequantize_per_tensor_76" -> "162 hardswish__3" [style=solid, label="(1, 240, 14, 14)"]; +"162 hardswish__3" -> "163 quantize_per_tensor_77" [style=solid, label="(1, 240, 14, 14)"]; +"163 quantize_per_tensor_77" -> "164 dequantize_per_tensor_78" [style=solid, label="(1, 240, 14, 14)"]; +"164 dequantize_per_tensor_78" -> "168 conv2d_17" [style=solid, label="(1, 240, 14, 14)"]; +"165 features_5_block_1_0_weight_bias" -> "168 conv2d_17" [style=solid, label="(240,)"]; +"166 _frozen_param17" -> "167 dequantize_per_tensor_79" [style=solid, label="(240, 1, 5, 5)"]; +"167 dequantize_per_tensor_79" -> "168 conv2d_17" [style=solid, label="(240, 1, 5, 5)"]; +"168 conv2d_17" -> "169 quantize_per_tensor_80" [style=solid, label="(1, 240, 14, 14)"]; +"169 quantize_per_tensor_80" -> "170 dequantize_per_tensor_81" [style=solid, label="(1, 240, 14, 14)"]; +"170 dequantize_per_tensor_81" -> "171 hardswish__4" [style=solid, label="(1, 240, 14, 14)"]; +"171 hardswish__4" -> "172 quantize_per_tensor_82" [style=solid, label="(1, 240, 14, 14)"]; +"172 quantize_per_tensor_82" -> "173 dequantize_per_tensor_83" [style=solid, label="(1, 240, 14, 14)"]; +"172 quantize_per_tensor_82" -> "174 dequantize_per_tensor_84" [style=solid, label="(1, 240, 14, 14)"]; +"173 dequantize_per_tensor_83" -> "192 mul_2" [style=solid, label="(1, 240, 14, 14)"]; +"174 dequantize_per_tensor_84" -> "175 adaptive_avg_pool2d_2" [style=solid, label="(1, 240, 14, 14)"]; +"175 adaptive_avg_pool2d_2" -> "176 quantize_per_tensor_85" [style=solid, label="(1, 240, 1, 1)"]; +"176 quantize_per_tensor_85" -> "177 dequantize_per_tensor_86" [style=solid, label="(1, 240, 1, 1)"]; +"177 dequantize_per_tensor_86" -> "180 conv2d_18" [style=solid, label="(1, 240, 1, 1)"]; +"178 _frozen_param18" -> "179 dequantize_per_tensor_87" [style=solid, label="(64, 240, 1, 1)"]; +"179 dequantize_per_tensor_87" -> "180 conv2d_18" [style=solid, label="(64, 240, 1, 1)"]; +"180 conv2d_18" -> "181 relu_2" [style=solid, label="(1, 64, 1, 1)"]; +"181 relu_2" -> "182 quantize_per_tensor_88" [style=solid, label="(1, 64, 1, 1)"]; +"182 quantize_per_tensor_88" -> "183 dequantize_per_tensor_89" [style=solid, label="(1, 64, 1, 1)"]; +"183 dequantize_per_tensor_89" -> "186 conv2d_19" [style=solid, label="(1, 64, 1, 1)"]; +"184 _frozen_param19" -> "185 dequantize_per_tensor_90" [style=solid, label="(240, 64, 1, 1)"]; +"185 dequantize_per_tensor_90" -> "186 conv2d_19" [style=solid, label="(240, 64, 1, 1)"]; +"186 conv2d_19" -> "187 quantize_per_tensor_91" [style=solid, label="(1, 240, 1, 1)"]; +"187 quantize_per_tensor_91" -> "188 dequantize_per_tensor_92" [style=solid, label="(1, 240, 1, 1)"]; +"188 dequantize_per_tensor_92" -> "189 hardsigmoid_2" [style=solid, label="(1, 240, 1, 1)"]; +"189 hardsigmoid_2" -> "190 quantize_per_tensor_93" [style=solid, label="(1, 240, 1, 1)"]; +"190 quantize_per_tensor_93" -> "191 dequantize_per_tensor_94" [style=solid, label="(1, 240, 1, 1)"]; +"191 dequantize_per_tensor_94" -> "192 mul_2" [style=solid, label="(1, 240, 1, 1)"]; +"192 mul_2" -> "193 quantize_per_tensor_95" [style=solid, label="(1, 240, 14, 14)"]; +"193 quantize_per_tensor_95" -> "194 dequantize_per_tensor_96" [style=solid, label="(1, 240, 14, 14)"]; +"194 dequantize_per_tensor_96" -> "198 conv2d_20" [style=solid, label="(1, 240, 14, 14)"]; +"195 features_5_block_3_0_weight_bias" -> "198 conv2d_20" [style=solid, label="(40,)"]; +"196 _frozen_param20" -> "197 dequantize_per_tensor_97" [style=solid, label="(40, 240, 1, 1)"]; +"197 dequantize_per_tensor_97" -> "198 conv2d_20" [style=solid, label="(40, 240, 1, 1)"]; +"198 conv2d_20" -> "199 quantize_per_tensor_98" [style=solid, label="(1, 40, 14, 14)"]; +"199 quantize_per_tensor_98" -> "200 dequantize_per_tensor_99" [style=solid, label="(1, 40, 14, 14)"]; +"200 dequantize_per_tensor_99" -> "201 add__1" [style=solid, label="(1, 40, 14, 14)"]; +"201 add__1" -> "202 quantize_per_tensor_100" [style=solid, label="(1, 40, 14, 14)"]; +"202 quantize_per_tensor_100" -> "203 dequantize_per_tensor_101" [style=solid, label="(1, 40, 14, 14)"]; +"202 quantize_per_tensor_100" -> "204 dequantize_per_tensor_102" [style=solid, label="(1, 40, 14, 14)"]; +"203 dequantize_per_tensor_101" -> "250 add__2" [style=solid, label="(1, 40, 14, 14)"]; +"204 dequantize_per_tensor_102" -> "208 conv2d_21" [style=solid, label="(1, 40, 14, 14)"]; +"205 features_6_block_0_0_weight_bias" -> "208 conv2d_21" [style=solid, label="(240,)"]; +"206 _frozen_param21" -> "207 dequantize_per_tensor_103" [style=solid, label="(240, 40, 1, 1)"]; +"207 dequantize_per_tensor_103" -> "208 conv2d_21" [style=solid, label="(240, 40, 1, 1)"]; +"208 conv2d_21" -> "209 quantize_per_tensor_104" [style=solid, label="(1, 240, 14, 14)"]; +"209 quantize_per_tensor_104" -> "210 dequantize_per_tensor_105" [style=solid, label="(1, 240, 14, 14)"]; +"210 dequantize_per_tensor_105" -> "211 hardswish__5" [style=solid, label="(1, 240, 14, 14)"]; +"211 hardswish__5" -> "212 quantize_per_tensor_106" [style=solid, label="(1, 240, 14, 14)"]; +"212 quantize_per_tensor_106" -> "213 dequantize_per_tensor_107" [style=solid, label="(1, 240, 14, 14)"]; +"213 dequantize_per_tensor_107" -> "217 conv2d_22" [style=solid, label="(1, 240, 14, 14)"]; +"214 features_6_block_1_0_weight_bias" -> "217 conv2d_22" [style=solid, label="(240,)"]; +"215 _frozen_param22" -> "216 dequantize_per_tensor_108" [style=solid, label="(240, 1, 5, 5)"]; +"216 dequantize_per_tensor_108" -> "217 conv2d_22" [style=solid, label="(240, 1, 5, 5)"]; +"217 conv2d_22" -> "218 quantize_per_tensor_109" [style=solid, label="(1, 240, 14, 14)"]; +"218 quantize_per_tensor_109" -> "219 dequantize_per_tensor_110" [style=solid, label="(1, 240, 14, 14)"]; +"219 dequantize_per_tensor_110" -> "220 hardswish__6" [style=solid, label="(1, 240, 14, 14)"]; +"220 hardswish__6" -> "221 quantize_per_tensor_111" [style=solid, label="(1, 240, 14, 14)"]; +"221 quantize_per_tensor_111" -> "222 dequantize_per_tensor_112" [style=solid, label="(1, 240, 14, 14)"]; +"221 quantize_per_tensor_111" -> "223 dequantize_per_tensor_113" [style=solid, label="(1, 240, 14, 14)"]; +"222 dequantize_per_tensor_112" -> "241 mul_3" [style=solid, label="(1, 240, 14, 14)"]; +"223 dequantize_per_tensor_113" -> "224 adaptive_avg_pool2d_3" [style=solid, label="(1, 240, 14, 14)"]; +"224 adaptive_avg_pool2d_3" -> "225 quantize_per_tensor_114" [style=solid, label="(1, 240, 1, 1)"]; +"225 quantize_per_tensor_114" -> "226 dequantize_per_tensor_115" [style=solid, label="(1, 240, 1, 1)"]; +"226 dequantize_per_tensor_115" -> "229 conv2d_23" [style=solid, label="(1, 240, 1, 1)"]; +"227 _frozen_param23" -> "228 dequantize_per_tensor_116" [style=solid, label="(64, 240, 1, 1)"]; +"228 dequantize_per_tensor_116" -> "229 conv2d_23" [style=solid, label="(64, 240, 1, 1)"]; +"229 conv2d_23" -> "230 relu_3" [style=solid, label="(1, 64, 1, 1)"]; +"230 relu_3" -> "231 quantize_per_tensor_117" [style=solid, label="(1, 64, 1, 1)"]; +"231 quantize_per_tensor_117" -> "232 dequantize_per_tensor_118" [style=solid, label="(1, 64, 1, 1)"]; +"232 dequantize_per_tensor_118" -> "235 conv2d_24" [style=solid, label="(1, 64, 1, 1)"]; +"233 _frozen_param24" -> "234 dequantize_per_tensor_119" [style=solid, label="(240, 64, 1, 1)"]; +"234 dequantize_per_tensor_119" -> "235 conv2d_24" [style=solid, label="(240, 64, 1, 1)"]; +"235 conv2d_24" -> "236 quantize_per_tensor_120" [style=solid, label="(1, 240, 1, 1)"]; +"236 quantize_per_tensor_120" -> "237 dequantize_per_tensor_121" [style=solid, label="(1, 240, 1, 1)"]; +"237 dequantize_per_tensor_121" -> "238 hardsigmoid_3" [style=solid, label="(1, 240, 1, 1)"]; +"238 hardsigmoid_3" -> "239 quantize_per_tensor_122" [style=solid, label="(1, 240, 1, 1)"]; +"239 quantize_per_tensor_122" -> "240 dequantize_per_tensor_123" [style=solid, label="(1, 240, 1, 1)"]; +"240 dequantize_per_tensor_123" -> "241 mul_3" [style=solid, label="(1, 240, 1, 1)"]; +"241 mul_3" -> "242 quantize_per_tensor_124" [style=solid, label="(1, 240, 14, 14)"]; +"242 quantize_per_tensor_124" -> "243 dequantize_per_tensor_125" [style=solid, label="(1, 240, 14, 14)"]; +"243 dequantize_per_tensor_125" -> "247 conv2d_25" [style=solid, label="(1, 240, 14, 14)"]; +"244 features_6_block_3_0_weight_bias" -> "247 conv2d_25" [style=solid, label="(40,)"]; +"245 _frozen_param25" -> "246 dequantize_per_tensor_126" [style=solid, label="(40, 240, 1, 1)"]; +"246 dequantize_per_tensor_126" -> "247 conv2d_25" [style=solid, label="(40, 240, 1, 1)"]; +"247 conv2d_25" -> "248 quantize_per_tensor_127" [style=solid, label="(1, 40, 14, 14)"]; +"248 quantize_per_tensor_127" -> "249 dequantize_per_tensor_128" [style=solid, label="(1, 40, 14, 14)"]; +"249 dequantize_per_tensor_128" -> "250 add__2" [style=solid, label="(1, 40, 14, 14)"]; +"250 add__2" -> "251 quantize_per_tensor_129" [style=solid, label="(1, 40, 14, 14)"]; +"251 quantize_per_tensor_129" -> "252 dequantize_per_tensor_130" [style=solid, label="(1, 40, 14, 14)"]; +"252 dequantize_per_tensor_130" -> "256 conv2d_26" [style=solid, label="(1, 40, 14, 14)"]; +"253 features_7_block_0_0_weight_bias" -> "256 conv2d_26" [style=solid, label="(120,)"]; +"254 _frozen_param26" -> "255 dequantize_per_tensor_131" [style=solid, label="(120, 40, 1, 1)"]; +"255 dequantize_per_tensor_131" -> "256 conv2d_26" [style=solid, label="(120, 40, 1, 1)"]; +"256 conv2d_26" -> "257 quantize_per_tensor_132" [style=solid, label="(1, 120, 14, 14)"]; +"257 quantize_per_tensor_132" -> "258 dequantize_per_tensor_133" [style=solid, label="(1, 120, 14, 14)"]; +"258 dequantize_per_tensor_133" -> "259 hardswish__7" [style=solid, label="(1, 120, 14, 14)"]; +"259 hardswish__7" -> "260 quantize_per_tensor_134" [style=solid, label="(1, 120, 14, 14)"]; +"260 quantize_per_tensor_134" -> "261 dequantize_per_tensor_135" [style=solid, label="(1, 120, 14, 14)"]; +"261 dequantize_per_tensor_135" -> "265 conv2d_27" [style=solid, label="(1, 120, 14, 14)"]; +"262 features_7_block_1_0_weight_bias" -> "265 conv2d_27" [style=solid, label="(120,)"]; +"263 _frozen_param27" -> "264 dequantize_per_tensor_136" [style=solid, label="(120, 1, 5, 5)"]; +"264 dequantize_per_tensor_136" -> "265 conv2d_27" [style=solid, label="(120, 1, 5, 5)"]; +"265 conv2d_27" -> "266 quantize_per_tensor_137" [style=solid, label="(1, 120, 14, 14)"]; +"266 quantize_per_tensor_137" -> "267 dequantize_per_tensor_138" [style=solid, label="(1, 120, 14, 14)"]; +"267 dequantize_per_tensor_138" -> "268 hardswish__8" [style=solid, label="(1, 120, 14, 14)"]; +"268 hardswish__8" -> "269 quantize_per_tensor_139" [style=solid, label="(1, 120, 14, 14)"]; +"269 quantize_per_tensor_139" -> "270 dequantize_per_tensor_140" [style=solid, label="(1, 120, 14, 14)"]; +"269 quantize_per_tensor_139" -> "271 dequantize_per_tensor_141" [style=solid, label="(1, 120, 14, 14)"]; +"270 dequantize_per_tensor_140" -> "289 mul_4" [style=solid, label="(1, 120, 14, 14)"]; +"271 dequantize_per_tensor_141" -> "272 adaptive_avg_pool2d_4" [style=solid, label="(1, 120, 14, 14)"]; +"272 adaptive_avg_pool2d_4" -> "273 quantize_per_tensor_142" [style=solid, label="(1, 120, 1, 1)"]; +"273 quantize_per_tensor_142" -> "274 dequantize_per_tensor_143" [style=solid, label="(1, 120, 1, 1)"]; +"274 dequantize_per_tensor_143" -> "277 conv2d_28" [style=solid, label="(1, 120, 1, 1)"]; +"275 _frozen_param28" -> "276 dequantize_per_tensor_144" [style=solid, label="(32, 120, 1, 1)"]; +"276 dequantize_per_tensor_144" -> "277 conv2d_28" [style=solid, label="(32, 120, 1, 1)"]; +"277 conv2d_28" -> "278 relu_4" [style=solid, label="(1, 32, 1, 1)"]; +"278 relu_4" -> "279 quantize_per_tensor_145" [style=solid, label="(1, 32, 1, 1)"]; +"279 quantize_per_tensor_145" -> "280 dequantize_per_tensor_146" [style=solid, label="(1, 32, 1, 1)"]; +"280 dequantize_per_tensor_146" -> "283 conv2d_29" [style=solid, label="(1, 32, 1, 1)"]; +"281 _frozen_param29" -> "282 dequantize_per_tensor_147" [style=solid, label="(120, 32, 1, 1)"]; +"282 dequantize_per_tensor_147" -> "283 conv2d_29" [style=solid, label="(120, 32, 1, 1)"]; +"283 conv2d_29" -> "284 quantize_per_tensor_148" [style=solid, label="(1, 120, 1, 1)"]; +"284 quantize_per_tensor_148" -> "285 dequantize_per_tensor_149" [style=solid, label="(1, 120, 1, 1)"]; +"285 dequantize_per_tensor_149" -> "286 hardsigmoid_4" [style=solid, label="(1, 120, 1, 1)"]; +"286 hardsigmoid_4" -> "287 quantize_per_tensor_150" [style=solid, label="(1, 120, 1, 1)"]; +"287 quantize_per_tensor_150" -> "288 dequantize_per_tensor_151" [style=solid, label="(1, 120, 1, 1)"]; +"288 dequantize_per_tensor_151" -> "289 mul_4" [style=solid, label="(1, 120, 1, 1)"]; +"289 mul_4" -> "290 quantize_per_tensor_152" [style=solid, label="(1, 120, 14, 14)"]; +"290 quantize_per_tensor_152" -> "291 dequantize_per_tensor_153" [style=solid, label="(1, 120, 14, 14)"]; +"291 dequantize_per_tensor_153" -> "295 conv2d_30" [style=solid, label="(1, 120, 14, 14)"]; +"292 features_7_block_3_0_weight_bias" -> "295 conv2d_30" [style=solid, label="(48,)"]; +"293 _frozen_param30" -> "294 dequantize_per_tensor_154" [style=solid, label="(48, 120, 1, 1)"]; +"294 dequantize_per_tensor_154" -> "295 conv2d_30" [style=solid, label="(48, 120, 1, 1)"]; +"295 conv2d_30" -> "296 quantize_per_tensor_155" [style=solid, label="(1, 48, 14, 14)"]; +"296 quantize_per_tensor_155" -> "297 dequantize_per_tensor_156" [style=solid, label="(1, 48, 14, 14)"]; +"296 quantize_per_tensor_155" -> "298 dequantize_per_tensor_157" [style=solid, label="(1, 48, 14, 14)"]; +"297 dequantize_per_tensor_156" -> "344 add__3" [style=solid, label="(1, 48, 14, 14)"]; +"298 dequantize_per_tensor_157" -> "302 conv2d_31" [style=solid, label="(1, 48, 14, 14)"]; +"299 features_8_block_0_0_weight_bias" -> "302 conv2d_31" [style=solid, label="(144,)"]; +"300 _frozen_param31" -> "301 dequantize_per_tensor_158" [style=solid, label="(144, 48, 1, 1)"]; +"301 dequantize_per_tensor_158" -> "302 conv2d_31" [style=solid, label="(144, 48, 1, 1)"]; +"302 conv2d_31" -> "303 quantize_per_tensor_159" [style=solid, label="(1, 144, 14, 14)"]; +"303 quantize_per_tensor_159" -> "304 dequantize_per_tensor_160" [style=solid, label="(1, 144, 14, 14)"]; +"304 dequantize_per_tensor_160" -> "305 hardswish__9" [style=solid, label="(1, 144, 14, 14)"]; +"305 hardswish__9" -> "306 quantize_per_tensor_161" [style=solid, label="(1, 144, 14, 14)"]; +"306 quantize_per_tensor_161" -> "307 dequantize_per_tensor_162" [style=solid, label="(1, 144, 14, 14)"]; +"307 dequantize_per_tensor_162" -> "311 conv2d_32" [style=solid, label="(1, 144, 14, 14)"]; +"308 features_8_block_1_0_weight_bias" -> "311 conv2d_32" [style=solid, label="(144,)"]; +"309 _frozen_param32" -> "310 dequantize_per_tensor_163" [style=solid, label="(144, 1, 5, 5)"]; +"310 dequantize_per_tensor_163" -> "311 conv2d_32" [style=solid, label="(144, 1, 5, 5)"]; +"311 conv2d_32" -> "312 quantize_per_tensor_164" [style=solid, label="(1, 144, 14, 14)"]; +"312 quantize_per_tensor_164" -> "313 dequantize_per_tensor_165" [style=solid, label="(1, 144, 14, 14)"]; +"313 dequantize_per_tensor_165" -> "314 hardswish__10" [style=solid, label="(1, 144, 14, 14)"]; +"314 hardswish__10" -> "315 quantize_per_tensor_166" [style=solid, label="(1, 144, 14, 14)"]; +"315 quantize_per_tensor_166" -> "316 dequantize_per_tensor_167" [style=solid, label="(1, 144, 14, 14)"]; +"315 quantize_per_tensor_166" -> "317 dequantize_per_tensor_168" [style=solid, label="(1, 144, 14, 14)"]; +"316 dequantize_per_tensor_167" -> "335 mul_5" [style=solid, label="(1, 144, 14, 14)"]; +"317 dequantize_per_tensor_168" -> "318 adaptive_avg_pool2d_5" [style=solid, label="(1, 144, 14, 14)"]; +"318 adaptive_avg_pool2d_5" -> "319 quantize_per_tensor_169" [style=solid, label="(1, 144, 1, 1)"]; +"319 quantize_per_tensor_169" -> "320 dequantize_per_tensor_170" [style=solid, label="(1, 144, 1, 1)"]; +"320 dequantize_per_tensor_170" -> "323 conv2d_33" [style=solid, label="(1, 144, 1, 1)"]; +"321 _frozen_param33" -> "322 dequantize_per_tensor_171" [style=solid, label="(40, 144, 1, 1)"]; +"322 dequantize_per_tensor_171" -> "323 conv2d_33" [style=solid, label="(40, 144, 1, 1)"]; +"323 conv2d_33" -> "324 relu_5" [style=solid, label="(1, 40, 1, 1)"]; +"324 relu_5" -> "325 quantize_per_tensor_172" [style=solid, label="(1, 40, 1, 1)"]; +"325 quantize_per_tensor_172" -> "326 dequantize_per_tensor_173" [style=solid, label="(1, 40, 1, 1)"]; +"326 dequantize_per_tensor_173" -> "329 conv2d_34" [style=solid, label="(1, 40, 1, 1)"]; +"327 _frozen_param34" -> "328 dequantize_per_tensor_174" [style=solid, label="(144, 40, 1, 1)"]; +"328 dequantize_per_tensor_174" -> "329 conv2d_34" [style=solid, label="(144, 40, 1, 1)"]; +"329 conv2d_34" -> "330 quantize_per_tensor_175" [style=solid, label="(1, 144, 1, 1)"]; +"330 quantize_per_tensor_175" -> "331 dequantize_per_tensor_176" [style=solid, label="(1, 144, 1, 1)"]; +"331 dequantize_per_tensor_176" -> "332 hardsigmoid_5" [style=solid, label="(1, 144, 1, 1)"]; +"332 hardsigmoid_5" -> "333 quantize_per_tensor_177" [style=solid, label="(1, 144, 1, 1)"]; +"333 quantize_per_tensor_177" -> "334 dequantize_per_tensor_178" [style=solid, label="(1, 144, 1, 1)"]; +"334 dequantize_per_tensor_178" -> "335 mul_5" [style=solid, label="(1, 144, 1, 1)"]; +"335 mul_5" -> "336 quantize_per_tensor_179" [style=solid, label="(1, 144, 14, 14)"]; +"336 quantize_per_tensor_179" -> "337 dequantize_per_tensor_180" [style=solid, label="(1, 144, 14, 14)"]; +"337 dequantize_per_tensor_180" -> "341 conv2d_35" [style=solid, label="(1, 144, 14, 14)"]; +"338 features_8_block_3_0_weight_bias" -> "341 conv2d_35" [style=solid, label="(48,)"]; +"339 _frozen_param35" -> "340 dequantize_per_tensor_181" [style=solid, label="(48, 144, 1, 1)"]; +"340 dequantize_per_tensor_181" -> "341 conv2d_35" [style=solid, label="(48, 144, 1, 1)"]; +"341 conv2d_35" -> "342 quantize_per_tensor_182" [style=solid, label="(1, 48, 14, 14)"]; +"342 quantize_per_tensor_182" -> "343 dequantize_per_tensor_183" [style=solid, label="(1, 48, 14, 14)"]; +"343 dequantize_per_tensor_183" -> "344 add__3" [style=solid, label="(1, 48, 14, 14)"]; +"344 add__3" -> "345 quantize_per_tensor_184" [style=solid, label="(1, 48, 14, 14)"]; +"345 quantize_per_tensor_184" -> "346 dequantize_per_tensor_185" [style=solid, label="(1, 48, 14, 14)"]; +"346 dequantize_per_tensor_185" -> "350 conv2d_36" [style=solid, label="(1, 48, 14, 14)"]; +"347 features_9_block_0_0_weight_bias" -> "350 conv2d_36" [style=solid, label="(288,)"]; +"348 _frozen_param36" -> "349 dequantize_per_tensor_186" [style=solid, label="(288, 48, 1, 1)"]; +"349 dequantize_per_tensor_186" -> "350 conv2d_36" [style=solid, label="(288, 48, 1, 1)"]; +"350 conv2d_36" -> "351 quantize_per_tensor_187" [style=solid, label="(1, 288, 14, 14)"]; +"351 quantize_per_tensor_187" -> "352 dequantize_per_tensor_188" [style=solid, label="(1, 288, 14, 14)"]; +"352 dequantize_per_tensor_188" -> "353 hardswish__11" [style=solid, label="(1, 288, 14, 14)"]; +"353 hardswish__11" -> "354 quantize_per_tensor_189" [style=solid, label="(1, 288, 14, 14)"]; +"354 quantize_per_tensor_189" -> "355 dequantize_per_tensor_190" [style=solid, label="(1, 288, 14, 14)"]; +"355 dequantize_per_tensor_190" -> "359 conv2d_37" [style=solid, label="(1, 288, 14, 14)"]; +"356 features_9_block_1_0_weight_bias" -> "359 conv2d_37" [style=solid, label="(288,)"]; +"357 _frozen_param37" -> "358 dequantize_per_tensor_191" [style=solid, label="(288, 1, 5, 5)"]; +"358 dequantize_per_tensor_191" -> "359 conv2d_37" [style=solid, label="(288, 1, 5, 5)"]; +"359 conv2d_37" -> "360 quantize_per_tensor_192" [style=solid, label="(1, 288, 7, 7)"]; +"360 quantize_per_tensor_192" -> "361 dequantize_per_tensor_193" [style=solid, label="(1, 288, 7, 7)"]; +"361 dequantize_per_tensor_193" -> "362 hardswish__12" [style=solid, label="(1, 288, 7, 7)"]; +"362 hardswish__12" -> "363 quantize_per_tensor_194" [style=solid, label="(1, 288, 7, 7)"]; +"363 quantize_per_tensor_194" -> "364 dequantize_per_tensor_195" [style=solid, label="(1, 288, 7, 7)"]; +"363 quantize_per_tensor_194" -> "365 dequantize_per_tensor_196" [style=solid, label="(1, 288, 7, 7)"]; +"364 dequantize_per_tensor_195" -> "383 mul_6" [style=solid, label="(1, 288, 7, 7)"]; +"365 dequantize_per_tensor_196" -> "366 adaptive_avg_pool2d_6" [style=solid, label="(1, 288, 7, 7)"]; +"366 adaptive_avg_pool2d_6" -> "367 quantize_per_tensor_197" [style=solid, label="(1, 288, 1, 1)"]; +"367 quantize_per_tensor_197" -> "368 dequantize_per_tensor_198" [style=solid, label="(1, 288, 1, 1)"]; +"368 dequantize_per_tensor_198" -> "371 conv2d_38" [style=solid, label="(1, 288, 1, 1)"]; +"369 _frozen_param38" -> "370 dequantize_per_tensor_199" [style=solid, label="(72, 288, 1, 1)"]; +"370 dequantize_per_tensor_199" -> "371 conv2d_38" [style=solid, label="(72, 288, 1, 1)"]; +"371 conv2d_38" -> "372 relu_6" [style=solid, label="(1, 72, 1, 1)"]; +"372 relu_6" -> "373 quantize_per_tensor_200" [style=solid, label="(1, 72, 1, 1)"]; +"373 quantize_per_tensor_200" -> "374 dequantize_per_tensor_201" [style=solid, label="(1, 72, 1, 1)"]; +"374 dequantize_per_tensor_201" -> "377 conv2d_39" [style=solid, label="(1, 72, 1, 1)"]; +"375 _frozen_param39" -> "376 dequantize_per_tensor_202" [style=solid, label="(288, 72, 1, 1)"]; +"376 dequantize_per_tensor_202" -> "377 conv2d_39" [style=solid, label="(288, 72, 1, 1)"]; +"377 conv2d_39" -> "378 quantize_per_tensor_203" [style=solid, label="(1, 288, 1, 1)"]; +"378 quantize_per_tensor_203" -> "379 dequantize_per_tensor_204" [style=solid, label="(1, 288, 1, 1)"]; +"379 dequantize_per_tensor_204" -> "380 hardsigmoid_6" [style=solid, label="(1, 288, 1, 1)"]; +"380 hardsigmoid_6" -> "381 quantize_per_tensor_205" [style=solid, label="(1, 288, 1, 1)"]; +"381 quantize_per_tensor_205" -> "382 dequantize_per_tensor_206" [style=solid, label="(1, 288, 1, 1)"]; +"382 dequantize_per_tensor_206" -> "383 mul_6" [style=solid, label="(1, 288, 1, 1)"]; +"383 mul_6" -> "384 quantize_per_tensor_207" [style=solid, label="(1, 288, 7, 7)"]; +"384 quantize_per_tensor_207" -> "385 dequantize_per_tensor_208" [style=solid, label="(1, 288, 7, 7)"]; +"385 dequantize_per_tensor_208" -> "389 conv2d_40" [style=solid, label="(1, 288, 7, 7)"]; +"386 features_9_block_3_0_weight_bias" -> "389 conv2d_40" [style=solid, label="(96,)"]; +"387 _frozen_param40" -> "388 dequantize_per_tensor_209" [style=solid, label="(96, 288, 1, 1)"]; +"388 dequantize_per_tensor_209" -> "389 conv2d_40" [style=solid, label="(96, 288, 1, 1)"]; +"389 conv2d_40" -> "390 quantize_per_tensor_210" [style=solid, label="(1, 96, 7, 7)"]; +"390 quantize_per_tensor_210" -> "391 dequantize_per_tensor_211" [style=solid, label="(1, 96, 7, 7)"]; +"390 quantize_per_tensor_210" -> "392 dequantize_per_tensor_212" [style=solid, label="(1, 96, 7, 7)"]; +"391 dequantize_per_tensor_211" -> "438 add__4" [style=solid, label="(1, 96, 7, 7)"]; +"392 dequantize_per_tensor_212" -> "396 conv2d_41" [style=solid, label="(1, 96, 7, 7)"]; +"393 features_10_block_0_0_weight_bias" -> "396 conv2d_41" [style=solid, label="(576,)"]; +"394 _frozen_param41" -> "395 dequantize_per_tensor_213" [style=solid, label="(576, 96, 1, 1)"]; +"395 dequantize_per_tensor_213" -> "396 conv2d_41" [style=solid, label="(576, 96, 1, 1)"]; +"396 conv2d_41" -> "397 quantize_per_tensor_214" [style=solid, label="(1, 576, 7, 7)"]; +"397 quantize_per_tensor_214" -> "398 dequantize_per_tensor_215" [style=solid, label="(1, 576, 7, 7)"]; +"398 dequantize_per_tensor_215" -> "399 hardswish__13" [style=solid, label="(1, 576, 7, 7)"]; +"399 hardswish__13" -> "400 quantize_per_tensor_216" [style=solid, label="(1, 576, 7, 7)"]; +"400 quantize_per_tensor_216" -> "401 dequantize_per_tensor_217" [style=solid, label="(1, 576, 7, 7)"]; +"401 dequantize_per_tensor_217" -> "405 conv2d_42" [style=solid, label="(1, 576, 7, 7)"]; +"402 features_10_block_1_0_weight_bias" -> "405 conv2d_42" [style=solid, label="(576,)"]; +"403 _frozen_param42" -> "404 dequantize_per_tensor_218" [style=solid, label="(576, 1, 5, 5)"]; +"404 dequantize_per_tensor_218" -> "405 conv2d_42" [style=solid, label="(576, 1, 5, 5)"]; +"405 conv2d_42" -> "406 quantize_per_tensor_219" [style=solid, label="(1, 576, 7, 7)"]; +"406 quantize_per_tensor_219" -> "407 dequantize_per_tensor_220" [style=solid, label="(1, 576, 7, 7)"]; +"407 dequantize_per_tensor_220" -> "408 hardswish__14" [style=solid, label="(1, 576, 7, 7)"]; +"408 hardswish__14" -> "409 quantize_per_tensor_221" [style=solid, label="(1, 576, 7, 7)"]; +"409 quantize_per_tensor_221" -> "410 dequantize_per_tensor_222" [style=solid, label="(1, 576, 7, 7)"]; +"409 quantize_per_tensor_221" -> "411 dequantize_per_tensor_223" [style=solid, label="(1, 576, 7, 7)"]; +"410 dequantize_per_tensor_222" -> "429 mul_7" [style=solid, label="(1, 576, 7, 7)"]; +"411 dequantize_per_tensor_223" -> "412 adaptive_avg_pool2d_7" [style=solid, label="(1, 576, 7, 7)"]; +"412 adaptive_avg_pool2d_7" -> "413 quantize_per_tensor_224" [style=solid, label="(1, 576, 1, 1)"]; +"413 quantize_per_tensor_224" -> "414 dequantize_per_tensor_225" [style=solid, label="(1, 576, 1, 1)"]; +"414 dequantize_per_tensor_225" -> "417 conv2d_43" [style=solid, label="(1, 576, 1, 1)"]; +"415 _frozen_param43" -> "416 dequantize_per_tensor_226" [style=solid, label="(144, 576, 1, 1)"]; +"416 dequantize_per_tensor_226" -> "417 conv2d_43" [style=solid, label="(144, 576, 1, 1)"]; +"417 conv2d_43" -> "418 relu_7" [style=solid, label="(1, 144, 1, 1)"]; +"418 relu_7" -> "419 quantize_per_tensor_227" [style=solid, label="(1, 144, 1, 1)"]; +"419 quantize_per_tensor_227" -> "420 dequantize_per_tensor_228" [style=solid, label="(1, 144, 1, 1)"]; +"420 dequantize_per_tensor_228" -> "423 conv2d_44" [style=solid, label="(1, 144, 1, 1)"]; +"421 _frozen_param44" -> "422 dequantize_per_tensor_229" [style=solid, label="(576, 144, 1, 1)"]; +"422 dequantize_per_tensor_229" -> "423 conv2d_44" [style=solid, label="(576, 144, 1, 1)"]; +"423 conv2d_44" -> "424 quantize_per_tensor_230" [style=solid, label="(1, 576, 1, 1)"]; +"424 quantize_per_tensor_230" -> "425 dequantize_per_tensor_231" [style=solid, label="(1, 576, 1, 1)"]; +"425 dequantize_per_tensor_231" -> "426 hardsigmoid_7" [style=solid, label="(1, 576, 1, 1)"]; +"426 hardsigmoid_7" -> "427 quantize_per_tensor_232" [style=solid, label="(1, 576, 1, 1)"]; +"427 quantize_per_tensor_232" -> "428 dequantize_per_tensor_233" [style=solid, label="(1, 576, 1, 1)"]; +"428 dequantize_per_tensor_233" -> "429 mul_7" [style=solid, label="(1, 576, 1, 1)"]; +"429 mul_7" -> "430 quantize_per_tensor_234" [style=solid, label="(1, 576, 7, 7)"]; +"430 quantize_per_tensor_234" -> "431 dequantize_per_tensor_235" [style=solid, label="(1, 576, 7, 7)"]; +"431 dequantize_per_tensor_235" -> "435 conv2d_45" [style=solid, label="(1, 576, 7, 7)"]; +"432 features_10_block_3_0_weight_bias" -> "435 conv2d_45" [style=solid, label="(96,)"]; +"433 _frozen_param45" -> "434 dequantize_per_tensor_236" [style=solid, label="(96, 576, 1, 1)"]; +"434 dequantize_per_tensor_236" -> "435 conv2d_45" [style=solid, label="(96, 576, 1, 1)"]; +"435 conv2d_45" -> "436 quantize_per_tensor_237" [style=solid, label="(1, 96, 7, 7)"]; +"436 quantize_per_tensor_237" -> "437 dequantize_per_tensor_238" [style=solid, label="(1, 96, 7, 7)"]; +"437 dequantize_per_tensor_238" -> "438 add__4" [style=solid, label="(1, 96, 7, 7)"]; +"438 add__4" -> "439 quantize_per_tensor_239" [style=solid, label="(1, 96, 7, 7)"]; +"439 quantize_per_tensor_239" -> "440 dequantize_per_tensor_240" [style=solid, label="(1, 96, 7, 7)"]; +"439 quantize_per_tensor_239" -> "441 dequantize_per_tensor_241" [style=solid, label="(1, 96, 7, 7)"]; +"440 dequantize_per_tensor_240" -> "487 add__5" [style=solid, label="(1, 96, 7, 7)"]; +"441 dequantize_per_tensor_241" -> "445 conv2d_46" [style=solid, label="(1, 96, 7, 7)"]; +"442 features_11_block_0_0_weight_bias" -> "445 conv2d_46" [style=solid, label="(576,)"]; +"443 _frozen_param46" -> "444 dequantize_per_tensor_242" [style=solid, label="(576, 96, 1, 1)"]; +"444 dequantize_per_tensor_242" -> "445 conv2d_46" [style=solid, label="(576, 96, 1, 1)"]; +"445 conv2d_46" -> "446 quantize_per_tensor_243" [style=solid, label="(1, 576, 7, 7)"]; +"446 quantize_per_tensor_243" -> "447 dequantize_per_tensor_244" [style=solid, label="(1, 576, 7, 7)"]; +"447 dequantize_per_tensor_244" -> "448 hardswish__15" [style=solid, label="(1, 576, 7, 7)"]; +"448 hardswish__15" -> "449 quantize_per_tensor_245" [style=solid, label="(1, 576, 7, 7)"]; +"449 quantize_per_tensor_245" -> "450 dequantize_per_tensor_246" [style=solid, label="(1, 576, 7, 7)"]; +"450 dequantize_per_tensor_246" -> "454 conv2d_47" [style=solid, label="(1, 576, 7, 7)"]; +"451 features_11_block_1_0_weight_bias" -> "454 conv2d_47" [style=solid, label="(576,)"]; +"452 _frozen_param47" -> "453 dequantize_per_tensor_247" [style=solid, label="(576, 1, 5, 5)"]; +"453 dequantize_per_tensor_247" -> "454 conv2d_47" [style=solid, label="(576, 1, 5, 5)"]; +"454 conv2d_47" -> "455 quantize_per_tensor_248" [style=solid, label="(1, 576, 7, 7)"]; +"455 quantize_per_tensor_248" -> "456 dequantize_per_tensor_249" [style=solid, label="(1, 576, 7, 7)"]; +"456 dequantize_per_tensor_249" -> "457 hardswish__16" [style=solid, label="(1, 576, 7, 7)"]; +"457 hardswish__16" -> "458 quantize_per_tensor_250" [style=solid, label="(1, 576, 7, 7)"]; +"458 quantize_per_tensor_250" -> "459 dequantize_per_tensor_251" [style=solid, label="(1, 576, 7, 7)"]; +"458 quantize_per_tensor_250" -> "460 dequantize_per_tensor_252" [style=solid, label="(1, 576, 7, 7)"]; +"459 dequantize_per_tensor_251" -> "478 mul_8" [style=solid, label="(1, 576, 7, 7)"]; +"460 dequantize_per_tensor_252" -> "461 adaptive_avg_pool2d_8" [style=solid, label="(1, 576, 7, 7)"]; +"461 adaptive_avg_pool2d_8" -> "462 quantize_per_tensor_253" [style=solid, label="(1, 576, 1, 1)"]; +"462 quantize_per_tensor_253" -> "463 dequantize_per_tensor_254" [style=solid, label="(1, 576, 1, 1)"]; +"463 dequantize_per_tensor_254" -> "466 conv2d_48" [style=solid, label="(1, 576, 1, 1)"]; +"464 _frozen_param48" -> "465 dequantize_per_tensor_255" [style=solid, label="(144, 576, 1, 1)"]; +"465 dequantize_per_tensor_255" -> "466 conv2d_48" [style=solid, label="(144, 576, 1, 1)"]; +"466 conv2d_48" -> "467 relu_8" [style=solid, label="(1, 144, 1, 1)"]; +"467 relu_8" -> "468 quantize_per_tensor_256" [style=solid, label="(1, 144, 1, 1)"]; +"468 quantize_per_tensor_256" -> "469 dequantize_per_tensor_257" [style=solid, label="(1, 144, 1, 1)"]; +"469 dequantize_per_tensor_257" -> "472 conv2d_49" [style=solid, label="(1, 144, 1, 1)"]; +"470 _frozen_param49" -> "471 dequantize_per_tensor_258" [style=solid, label="(576, 144, 1, 1)"]; +"471 dequantize_per_tensor_258" -> "472 conv2d_49" [style=solid, label="(576, 144, 1, 1)"]; +"472 conv2d_49" -> "473 quantize_per_tensor_259" [style=solid, label="(1, 576, 1, 1)"]; +"473 quantize_per_tensor_259" -> "474 dequantize_per_tensor_260" [style=solid, label="(1, 576, 1, 1)"]; +"474 dequantize_per_tensor_260" -> "475 hardsigmoid_8" [style=solid, label="(1, 576, 1, 1)"]; +"475 hardsigmoid_8" -> "476 quantize_per_tensor_261" [style=solid, label="(1, 576, 1, 1)"]; +"476 quantize_per_tensor_261" -> "477 dequantize_per_tensor_262" [style=solid, label="(1, 576, 1, 1)"]; +"477 dequantize_per_tensor_262" -> "478 mul_8" [style=solid, label="(1, 576, 1, 1)"]; +"478 mul_8" -> "479 quantize_per_tensor_263" [style=solid, label="(1, 576, 7, 7)"]; +"479 quantize_per_tensor_263" -> "480 dequantize_per_tensor_264" [style=solid, label="(1, 576, 7, 7)"]; +"480 dequantize_per_tensor_264" -> "484 conv2d_50" [style=solid, label="(1, 576, 7, 7)"]; +"481 features_11_block_3_0_weight_bias" -> "484 conv2d_50" [style=solid, label="(96,)"]; +"482 _frozen_param50" -> "483 dequantize_per_tensor_265" [style=solid, label="(96, 576, 1, 1)"]; +"483 dequantize_per_tensor_265" -> "484 conv2d_50" [style=solid, label="(96, 576, 1, 1)"]; +"484 conv2d_50" -> "485 quantize_per_tensor_266" [style=solid, label="(1, 96, 7, 7)"]; +"485 quantize_per_tensor_266" -> "486 dequantize_per_tensor_267" [style=solid, label="(1, 96, 7, 7)"]; +"486 dequantize_per_tensor_267" -> "487 add__5" [style=solid, label="(1, 96, 7, 7)"]; +"487 add__5" -> "488 quantize_per_tensor_268" [style=solid, label="(1, 96, 7, 7)"]; +"488 quantize_per_tensor_268" -> "489 dequantize_per_tensor_269" [style=solid, label="(1, 96, 7, 7)"]; +"489 dequantize_per_tensor_269" -> "493 conv2d_51" [style=solid, label="(1, 96, 7, 7)"]; +"490 features_12_0_weight_bias" -> "493 conv2d_51" [style=solid, label="(576,)"]; +"491 _frozen_param51" -> "492 dequantize_per_tensor_270" [style=solid, label="(576, 96, 1, 1)"]; +"492 dequantize_per_tensor_270" -> "493 conv2d_51" [style=solid, label="(576, 96, 1, 1)"]; +"493 conv2d_51" -> "494 quantize_per_tensor_271" [style=solid, label="(1, 576, 7, 7)"]; +"494 quantize_per_tensor_271" -> "495 dequantize_per_tensor_272" [style=solid, label="(1, 576, 7, 7)"]; +"495 dequantize_per_tensor_272" -> "496 hardswish__17" [style=solid, label="(1, 576, 7, 7)"]; +"496 hardswish__17" -> "497 quantize_per_tensor_273" [style=solid, label="(1, 576, 7, 7)"]; +"497 quantize_per_tensor_273" -> "498 dequantize_per_tensor_274" [style=solid, label="(1, 576, 7, 7)"]; +"498 dequantize_per_tensor_274" -> "499 adaptive_avg_pool2d_9" [style=solid, label="(1, 576, 7, 7)"]; +"499 adaptive_avg_pool2d_9" -> "500 quantize_per_tensor_275" [style=solid, label="(1, 576, 1, 1)"]; +"500 quantize_per_tensor_275" -> "501 dequantize_per_tensor_276" [style=solid, label="(1, 576, 1, 1)"]; +"501 dequantize_per_tensor_276" -> "502 flatten" [style=solid, label="(1, 576, 1, 1)"]; +"502 flatten" -> "503 quantize_per_tensor_277" [style=solid, label="(1, 576)"]; +"503 quantize_per_tensor_277" -> "504 dequantize_per_tensor_278" [style=solid, label="(1, 576)"]; +"504 dequantize_per_tensor_278" -> "507 linear" [style=solid, label="(1, 576)"]; +"505 _frozen_param52" -> "506 dequantize_per_tensor_279" [style=solid, label="(1024, 576)"]; +"506 dequantize_per_tensor_279" -> "507 linear" [style=solid, label="(1024, 576)"]; +"507 linear" -> "508 quantize_per_tensor_280" [style=solid, label="(1, 1024)"]; +"508 quantize_per_tensor_280" -> "509 dequantize_per_tensor_281" [style=solid, label="(1, 1024)"]; +"509 dequantize_per_tensor_281" -> "510 hardswish__18" [style=solid, label="(1, 1024)"]; +"510 hardswish__18" -> "511 dropout_" [style=solid, label="(1, 1024)"]; +"511 dropout_" -> "512 quantize_per_tensor_282" [style=solid, label="(1, 1024)"]; +"512 quantize_per_tensor_282" -> "513 dequantize_per_tensor_283" [style=solid, label="(1, 1024)"]; +"513 dequantize_per_tensor_283" -> "516 linear_1" [style=solid, label="(1, 1024)"]; +"514 _frozen_param53" -> "515 dequantize_per_tensor_284" [style=solid, label="(1000, 1024)"]; +"515 dequantize_per_tensor_284" -> "516 linear_1" [style=solid, label="(1000, 1024)"]; +"516 linear_1" -> "517 quantize_per_tensor_285" [style=solid, label="(1, 1000)"]; +"517 quantize_per_tensor_285" -> "518 dequantize_per_tensor_286" [style=solid, label="(1, 1000)"]; +"518 dequantize_per_tensor_286" -> "519 output" [style=solid, label="(1, 1000)"]; +} diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/resnet18.dot b/tests/torch2/data/fx/XNNPACKQuantizer/resnet18.dot new file mode 100644 index 00000000000..ac8cf95c2c1 --- /dev/null +++ b/tests/torch2/data/fx/XNNPACKQuantizer/resnet18.dot @@ -0,0 +1,385 @@ +strict digraph { +"0 fc_bias" [id=0, type="get_attr"]; +"1 x" [id=1, type=input]; +"2 quantize_per_tensor_0" [id=2, type="quantize_per_tensor"]; +"3 dequantize_per_tensor_1" [id=3, type="dequantize_per_tensor"]; +"4 conv1_weight_bias" [id=4, type="get_attr"]; +"5 _frozen_param0" [id=5, type="get_attr"]; +"6 dequantize_per_tensor_2" [id=6, type="dequantize_per_tensor"]; +"7 conv2d" [id=7, type=conv2d]; +"8 relu_" [id=8, type="relu_"]; +"9 quantize_per_tensor_3" [id=9, type="quantize_per_tensor"]; +"10 dequantize_per_tensor_4" [id=10, type="dequantize_per_tensor"]; +"11 max_pool2d" [id=11, type="max_pool2d"]; +"12 quantize_per_tensor_5" [id=12, type="quantize_per_tensor"]; +"13 dequantize_per_tensor_6" [id=13, type="dequantize_per_tensor"]; +"14 dequantize_per_tensor_7" [id=14, type="dequantize_per_tensor"]; +"15 layer1_0_conv1_weight_bias" [id=15, type="get_attr"]; +"16 _frozen_param1" [id=16, type="get_attr"]; +"17 dequantize_per_tensor_8" [id=17, type="dequantize_per_tensor"]; +"18 conv2d_1" [id=18, type=conv2d]; +"19 relu__1" [id=19, type="relu_"]; +"20 quantize_per_tensor_9" [id=20, type="quantize_per_tensor"]; +"21 dequantize_per_tensor_10" [id=21, type="dequantize_per_tensor"]; +"22 layer1_0_conv2_weight_bias" [id=22, type="get_attr"]; +"23 _frozen_param2" [id=23, type="get_attr"]; +"24 dequantize_per_tensor_11" [id=24, type="dequantize_per_tensor"]; +"25 conv2d_2" [id=25, type=conv2d]; +"26 quantize_per_tensor_12" [id=26, type="quantize_per_tensor"]; +"27 dequantize_per_tensor_13" [id=27, type="dequantize_per_tensor"]; +"28 add_" [id=28, type="add_"]; +"29 relu__2" [id=29, type="relu_"]; +"30 quantize_per_tensor_14" [id=30, type="quantize_per_tensor"]; +"31 dequantize_per_tensor_15" [id=31, type="dequantize_per_tensor"]; +"32 dequantize_per_tensor_16" [id=32, type="dequantize_per_tensor"]; +"33 layer1_1_conv1_weight_bias" [id=33, type="get_attr"]; +"34 _frozen_param3" [id=34, type="get_attr"]; +"35 dequantize_per_tensor_17" [id=35, type="dequantize_per_tensor"]; +"36 conv2d_3" [id=36, type=conv2d]; +"37 relu__3" [id=37, type="relu_"]; +"38 quantize_per_tensor_18" [id=38, type="quantize_per_tensor"]; +"39 dequantize_per_tensor_19" [id=39, type="dequantize_per_tensor"]; +"40 layer1_1_conv2_weight_bias" [id=40, type="get_attr"]; +"41 _frozen_param4" [id=41, type="get_attr"]; +"42 dequantize_per_tensor_20" [id=42, type="dequantize_per_tensor"]; +"43 conv2d_4" [id=43, type=conv2d]; +"44 quantize_per_tensor_21" [id=44, type="quantize_per_tensor"]; +"45 dequantize_per_tensor_22" [id=45, type="dequantize_per_tensor"]; +"46 add__1" [id=46, type="add_"]; +"47 relu__4" [id=47, type="relu_"]; +"48 quantize_per_tensor_23" [id=48, type="quantize_per_tensor"]; +"49 dequantize_per_tensor_24" [id=49, type="dequantize_per_tensor"]; +"50 dequantize_per_tensor_25" [id=50, type="dequantize_per_tensor"]; +"51 layer2_0_conv1_weight_bias" [id=51, type="get_attr"]; +"52 _frozen_param5" [id=52, type="get_attr"]; +"53 dequantize_per_tensor_26" [id=53, type="dequantize_per_tensor"]; +"54 conv2d_5" [id=54, type=conv2d]; +"55 relu__5" [id=55, type="relu_"]; +"56 quantize_per_tensor_27" [id=56, type="quantize_per_tensor"]; +"57 dequantize_per_tensor_28" [id=57, type="dequantize_per_tensor"]; +"58 layer2_0_conv2_weight_bias" [id=58, type="get_attr"]; +"59 _frozen_param6" [id=59, type="get_attr"]; +"60 dequantize_per_tensor_29" [id=60, type="dequantize_per_tensor"]; +"61 conv2d_6" [id=61, type=conv2d]; +"62 quantize_per_tensor_30" [id=62, type="quantize_per_tensor"]; +"63 dequantize_per_tensor_31" [id=63, type="dequantize_per_tensor"]; +"64 layer2_0_downsample_0_weight_bias" [id=64, type="get_attr"]; +"65 _frozen_param7" [id=65, type="get_attr"]; +"66 dequantize_per_tensor_32" [id=66, type="dequantize_per_tensor"]; +"67 conv2d_7" [id=67, type=conv2d]; +"68 quantize_per_tensor_33" [id=68, type="quantize_per_tensor"]; +"69 dequantize_per_tensor_34" [id=69, type="dequantize_per_tensor"]; +"70 add__2" [id=70, type="add_"]; +"71 relu__6" [id=71, type="relu_"]; +"72 quantize_per_tensor_35" [id=72, type="quantize_per_tensor"]; +"73 dequantize_per_tensor_36" [id=73, type="dequantize_per_tensor"]; +"74 dequantize_per_tensor_37" [id=74, type="dequantize_per_tensor"]; +"75 layer2_1_conv1_weight_bias" [id=75, type="get_attr"]; +"76 _frozen_param8" [id=76, type="get_attr"]; +"77 dequantize_per_tensor_38" [id=77, type="dequantize_per_tensor"]; +"78 conv2d_8" [id=78, type=conv2d]; +"79 relu__7" [id=79, type="relu_"]; +"80 quantize_per_tensor_39" [id=80, type="quantize_per_tensor"]; +"81 dequantize_per_tensor_40" [id=81, type="dequantize_per_tensor"]; +"82 layer2_1_conv2_weight_bias" [id=82, type="get_attr"]; +"83 _frozen_param9" [id=83, type="get_attr"]; +"84 dequantize_per_tensor_41" [id=84, type="dequantize_per_tensor"]; +"85 conv2d_9" [id=85, type=conv2d]; +"86 quantize_per_tensor_42" [id=86, type="quantize_per_tensor"]; +"87 dequantize_per_tensor_43" [id=87, type="dequantize_per_tensor"]; +"88 add__3" [id=88, type="add_"]; +"89 relu__8" [id=89, type="relu_"]; +"90 quantize_per_tensor_44" [id=90, type="quantize_per_tensor"]; +"91 dequantize_per_tensor_45" [id=91, type="dequantize_per_tensor"]; +"92 dequantize_per_tensor_46" [id=92, type="dequantize_per_tensor"]; +"93 layer3_0_conv1_weight_bias" [id=93, type="get_attr"]; +"94 _frozen_param10" [id=94, type="get_attr"]; +"95 dequantize_per_tensor_47" [id=95, type="dequantize_per_tensor"]; +"96 conv2d_10" [id=96, type=conv2d]; +"97 relu__9" [id=97, type="relu_"]; +"98 quantize_per_tensor_48" [id=98, type="quantize_per_tensor"]; +"99 dequantize_per_tensor_49" [id=99, type="dequantize_per_tensor"]; +"100 layer3_0_conv2_weight_bias" [id=100, type="get_attr"]; +"101 _frozen_param11" [id=101, type="get_attr"]; +"102 dequantize_per_tensor_50" [id=102, type="dequantize_per_tensor"]; +"103 conv2d_11" [id=103, type=conv2d]; +"104 quantize_per_tensor_51" [id=104, type="quantize_per_tensor"]; +"105 dequantize_per_tensor_52" [id=105, type="dequantize_per_tensor"]; +"106 layer3_0_downsample_0_weight_bias" [id=106, type="get_attr"]; +"107 _frozen_param12" [id=107, type="get_attr"]; +"108 dequantize_per_tensor_53" [id=108, type="dequantize_per_tensor"]; +"109 conv2d_12" [id=109, type=conv2d]; +"110 quantize_per_tensor_54" [id=110, type="quantize_per_tensor"]; +"111 dequantize_per_tensor_55" [id=111, type="dequantize_per_tensor"]; +"112 add__4" [id=112, type="add_"]; +"113 relu__10" [id=113, type="relu_"]; +"114 quantize_per_tensor_56" [id=114, type="quantize_per_tensor"]; +"115 dequantize_per_tensor_57" [id=115, type="dequantize_per_tensor"]; +"116 dequantize_per_tensor_58" [id=116, type="dequantize_per_tensor"]; +"117 layer3_1_conv1_weight_bias" [id=117, type="get_attr"]; +"118 _frozen_param13" [id=118, type="get_attr"]; +"119 dequantize_per_tensor_59" [id=119, type="dequantize_per_tensor"]; +"120 conv2d_13" [id=120, type=conv2d]; +"121 relu__11" [id=121, type="relu_"]; +"122 quantize_per_tensor_60" [id=122, type="quantize_per_tensor"]; +"123 dequantize_per_tensor_61" [id=123, type="dequantize_per_tensor"]; +"124 layer3_1_conv2_weight_bias" [id=124, type="get_attr"]; +"125 _frozen_param14" [id=125, type="get_attr"]; +"126 dequantize_per_tensor_62" [id=126, type="dequantize_per_tensor"]; +"127 conv2d_14" [id=127, type=conv2d]; +"128 quantize_per_tensor_63" [id=128, type="quantize_per_tensor"]; +"129 dequantize_per_tensor_64" [id=129, type="dequantize_per_tensor"]; +"130 add__5" [id=130, type="add_"]; +"131 relu__12" [id=131, type="relu_"]; +"132 quantize_per_tensor_65" [id=132, type="quantize_per_tensor"]; +"133 dequantize_per_tensor_66" [id=133, type="dequantize_per_tensor"]; +"134 dequantize_per_tensor_67" [id=134, type="dequantize_per_tensor"]; +"135 layer4_0_conv1_weight_bias" [id=135, type="get_attr"]; +"136 _frozen_param15" [id=136, type="get_attr"]; +"137 dequantize_per_tensor_68" [id=137, type="dequantize_per_tensor"]; +"138 conv2d_15" [id=138, type=conv2d]; +"139 relu__13" [id=139, type="relu_"]; +"140 quantize_per_tensor_69" [id=140, type="quantize_per_tensor"]; +"141 dequantize_per_tensor_70" [id=141, type="dequantize_per_tensor"]; +"142 layer4_0_conv2_weight_bias" [id=142, type="get_attr"]; +"143 _frozen_param16" [id=143, type="get_attr"]; +"144 dequantize_per_tensor_71" [id=144, type="dequantize_per_tensor"]; +"145 conv2d_16" [id=145, type=conv2d]; +"146 quantize_per_tensor_72" [id=146, type="quantize_per_tensor"]; +"147 dequantize_per_tensor_73" [id=147, type="dequantize_per_tensor"]; +"148 layer4_0_downsample_0_weight_bias" [id=148, type="get_attr"]; +"149 _frozen_param17" [id=149, type="get_attr"]; +"150 dequantize_per_tensor_74" [id=150, type="dequantize_per_tensor"]; +"151 conv2d_17" [id=151, type=conv2d]; +"152 quantize_per_tensor_75" [id=152, type="quantize_per_tensor"]; +"153 dequantize_per_tensor_76" [id=153, type="dequantize_per_tensor"]; +"154 add__6" [id=154, type="add_"]; +"155 relu__14" [id=155, type="relu_"]; +"156 quantize_per_tensor_77" [id=156, type="quantize_per_tensor"]; +"157 dequantize_per_tensor_78" [id=157, type="dequantize_per_tensor"]; +"158 dequantize_per_tensor_79" [id=158, type="dequantize_per_tensor"]; +"159 layer4_1_conv1_weight_bias" [id=159, type="get_attr"]; +"160 _frozen_param18" [id=160, type="get_attr"]; +"161 dequantize_per_tensor_80" [id=161, type="dequantize_per_tensor"]; +"162 conv2d_18" [id=162, type=conv2d]; +"163 relu__15" [id=163, type="relu_"]; +"164 quantize_per_tensor_81" [id=164, type="quantize_per_tensor"]; +"165 dequantize_per_tensor_82" [id=165, type="dequantize_per_tensor"]; +"166 layer4_1_conv2_weight_bias" [id=166, type="get_attr"]; +"167 _frozen_param19" [id=167, type="get_attr"]; +"168 dequantize_per_tensor_83" [id=168, type="dequantize_per_tensor"]; +"169 conv2d_19" [id=169, type=conv2d]; +"170 quantize_per_tensor_84" [id=170, type="quantize_per_tensor"]; +"171 dequantize_per_tensor_85" [id=171, type="dequantize_per_tensor"]; +"172 add__7" [id=172, type="add_"]; +"173 relu__16" [id=173, type="relu_"]; +"174 quantize_per_tensor_86" [id=174, type="quantize_per_tensor"]; +"175 dequantize_per_tensor_87" [id=175, type="dequantize_per_tensor"]; +"176 adaptive_avg_pool2d" [id=176, type="adaptive_avg_pool2d"]; +"177 quantize_per_tensor_88" [id=177, type="quantize_per_tensor"]; +"178 dequantize_per_tensor_89" [id=178, type="dequantize_per_tensor"]; +"179 flatten" [id=179, type=flatten]; +"180 quantize_per_tensor_90" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_91" [id=181, type="dequantize_per_tensor"]; +"182 _frozen_param20" [id=182, type="get_attr"]; +"183 dequantize_per_tensor_92" [id=183, type="dequantize_per_tensor"]; +"184 linear" [id=184, type=linear]; +"185 quantize_per_tensor_93" [id=185, type="quantize_per_tensor"]; +"186 dequantize_per_tensor_94" [id=186, type="dequantize_per_tensor"]; +"187 output" [id=187, type=output]; +"0 fc_bias" -> "184 linear" [style=solid, label="(1000,)"]; +"1 x" -> "2 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"2 quantize_per_tensor_0" -> "3 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"3 dequantize_per_tensor_1" -> "7 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"4 conv1_weight_bias" -> "7 conv2d" [style=solid, label="(64,)"]; +"5 _frozen_param0" -> "6 dequantize_per_tensor_2" [style=solid, label="(64, 3, 7, 7)"]; +"6 dequantize_per_tensor_2" -> "7 conv2d" [style=solid, label="(64, 3, 7, 7)"]; +"7 conv2d" -> "8 relu_" [style=solid, label="(1, 64, 112, 112)"]; +"8 relu_" -> "9 quantize_per_tensor_3" [style=solid, label="(1, 64, 112, 112)"]; +"9 quantize_per_tensor_3" -> "10 dequantize_per_tensor_4" [style=solid, label="(1, 64, 112, 112)"]; +"10 dequantize_per_tensor_4" -> "11 max_pool2d" [style=solid, label="(1, 64, 112, 112)"]; +"11 max_pool2d" -> "12 quantize_per_tensor_5" [style=solid, label="(1, 64, 56, 56)"]; +"12 quantize_per_tensor_5" -> "13 dequantize_per_tensor_6" [style=solid, label="(1, 64, 56, 56)"]; +"12 quantize_per_tensor_5" -> "14 dequantize_per_tensor_7" [style=solid, label="(1, 64, 56, 56)"]; +"13 dequantize_per_tensor_6" -> "28 add_" [style=solid, label="(1, 64, 56, 56)"]; +"14 dequantize_per_tensor_7" -> "18 conv2d_1" [style=solid, label="(1, 64, 56, 56)"]; +"15 layer1_0_conv1_weight_bias" -> "18 conv2d_1" [style=solid, label="(64,)"]; +"16 _frozen_param1" -> "17 dequantize_per_tensor_8" [style=solid, label="(64, 64, 3, 3)"]; +"17 dequantize_per_tensor_8" -> "18 conv2d_1" [style=solid, label="(64, 64, 3, 3)"]; +"18 conv2d_1" -> "19 relu__1" [style=solid, label="(1, 64, 56, 56)"]; +"19 relu__1" -> "20 quantize_per_tensor_9" [style=solid, label="(1, 64, 56, 56)"]; +"20 quantize_per_tensor_9" -> "21 dequantize_per_tensor_10" [style=solid, label="(1, 64, 56, 56)"]; +"21 dequantize_per_tensor_10" -> "25 conv2d_2" [style=solid, label="(1, 64, 56, 56)"]; +"22 layer1_0_conv2_weight_bias" -> "25 conv2d_2" [style=solid, label="(64,)"]; +"23 _frozen_param2" -> "24 dequantize_per_tensor_11" [style=solid, label="(64, 64, 3, 3)"]; +"24 dequantize_per_tensor_11" -> "25 conv2d_2" [style=solid, label="(64, 64, 3, 3)"]; +"25 conv2d_2" -> "26 quantize_per_tensor_12" [style=solid, label="(1, 64, 56, 56)"]; +"26 quantize_per_tensor_12" -> "27 dequantize_per_tensor_13" [style=solid, label="(1, 64, 56, 56)"]; +"27 dequantize_per_tensor_13" -> "28 add_" [style=solid, label="(1, 64, 56, 56)"]; +"28 add_" -> "29 relu__2" [style=solid, label="(1, 64, 56, 56)"]; +"29 relu__2" -> "30 quantize_per_tensor_14" [style=solid, label="(1, 64, 56, 56)"]; +"30 quantize_per_tensor_14" -> "31 dequantize_per_tensor_15" [style=solid, label="(1, 64, 56, 56)"]; +"30 quantize_per_tensor_14" -> "32 dequantize_per_tensor_16" [style=solid, label="(1, 64, 56, 56)"]; +"31 dequantize_per_tensor_15" -> "46 add__1" [style=solid, label="(1, 64, 56, 56)"]; +"32 dequantize_per_tensor_16" -> "36 conv2d_3" [style=solid, label="(1, 64, 56, 56)"]; +"33 layer1_1_conv1_weight_bias" -> "36 conv2d_3" [style=solid, label="(64,)"]; +"34 _frozen_param3" -> "35 dequantize_per_tensor_17" [style=solid, label="(64, 64, 3, 3)"]; +"35 dequantize_per_tensor_17" -> "36 conv2d_3" [style=solid, label="(64, 64, 3, 3)"]; +"36 conv2d_3" -> "37 relu__3" [style=solid, label="(1, 64, 56, 56)"]; +"37 relu__3" -> "38 quantize_per_tensor_18" [style=solid, label="(1, 64, 56, 56)"]; +"38 quantize_per_tensor_18" -> "39 dequantize_per_tensor_19" [style=solid, label="(1, 64, 56, 56)"]; +"39 dequantize_per_tensor_19" -> "43 conv2d_4" [style=solid, label="(1, 64, 56, 56)"]; +"40 layer1_1_conv2_weight_bias" -> "43 conv2d_4" [style=solid, label="(64,)"]; +"41 _frozen_param4" -> "42 dequantize_per_tensor_20" [style=solid, label="(64, 64, 3, 3)"]; +"42 dequantize_per_tensor_20" -> "43 conv2d_4" [style=solid, label="(64, 64, 3, 3)"]; +"43 conv2d_4" -> "44 quantize_per_tensor_21" [style=solid, label="(1, 64, 56, 56)"]; +"44 quantize_per_tensor_21" -> "45 dequantize_per_tensor_22" [style=solid, label="(1, 64, 56, 56)"]; +"45 dequantize_per_tensor_22" -> "46 add__1" [style=solid, label="(1, 64, 56, 56)"]; +"46 add__1" -> "47 relu__4" [style=solid, label="(1, 64, 56, 56)"]; +"47 relu__4" -> "48 quantize_per_tensor_23" [style=solid, label="(1, 64, 56, 56)"]; +"48 quantize_per_tensor_23" -> "49 dequantize_per_tensor_24" [style=solid, label="(1, 64, 56, 56)"]; +"48 quantize_per_tensor_23" -> "50 dequantize_per_tensor_25" [style=solid, label="(1, 64, 56, 56)"]; +"49 dequantize_per_tensor_24" -> "67 conv2d_7" [style=solid, label="(1, 64, 56, 56)"]; +"50 dequantize_per_tensor_25" -> "54 conv2d_5" [style=solid, label="(1, 64, 56, 56)"]; +"51 layer2_0_conv1_weight_bias" -> "54 conv2d_5" [style=solid, label="(128,)"]; +"52 _frozen_param5" -> "53 dequantize_per_tensor_26" [style=solid, label="(128, 64, 3, 3)"]; +"53 dequantize_per_tensor_26" -> "54 conv2d_5" [style=solid, label="(128, 64, 3, 3)"]; +"54 conv2d_5" -> "55 relu__5" [style=solid, label="(1, 128, 28, 28)"]; +"55 relu__5" -> "56 quantize_per_tensor_27" [style=solid, label="(1, 128, 28, 28)"]; +"56 quantize_per_tensor_27" -> "57 dequantize_per_tensor_28" [style=solid, label="(1, 128, 28, 28)"]; +"57 dequantize_per_tensor_28" -> "61 conv2d_6" [style=solid, label="(1, 128, 28, 28)"]; +"58 layer2_0_conv2_weight_bias" -> "61 conv2d_6" [style=solid, label="(128,)"]; +"59 _frozen_param6" -> "60 dequantize_per_tensor_29" [style=solid, label="(128, 128, 3, 3)"]; +"60 dequantize_per_tensor_29" -> "61 conv2d_6" [style=solid, label="(128, 128, 3, 3)"]; +"61 conv2d_6" -> "62 quantize_per_tensor_30" [style=solid, label="(1, 128, 28, 28)"]; +"62 quantize_per_tensor_30" -> "63 dequantize_per_tensor_31" [style=solid, label="(1, 128, 28, 28)"]; +"63 dequantize_per_tensor_31" -> "70 add__2" [style=solid, label="(1, 128, 28, 28)"]; +"64 layer2_0_downsample_0_weight_bias" -> "67 conv2d_7" [style=solid, label="(128,)"]; +"65 _frozen_param7" -> "66 dequantize_per_tensor_32" [style=solid, label="(128, 64, 1, 1)"]; +"66 dequantize_per_tensor_32" -> "67 conv2d_7" [style=solid, label="(128, 64, 1, 1)"]; +"67 conv2d_7" -> "68 quantize_per_tensor_33" [style=solid, label="(1, 128, 28, 28)"]; +"68 quantize_per_tensor_33" -> "69 dequantize_per_tensor_34" [style=solid, label="(1, 128, 28, 28)"]; +"69 dequantize_per_tensor_34" -> "70 add__2" [style=solid, label="(1, 128, 28, 28)"]; +"70 add__2" -> "71 relu__6" [style=solid, label="(1, 128, 28, 28)"]; +"71 relu__6" -> "72 quantize_per_tensor_35" [style=solid, label="(1, 128, 28, 28)"]; +"72 quantize_per_tensor_35" -> "73 dequantize_per_tensor_36" [style=solid, label="(1, 128, 28, 28)"]; +"72 quantize_per_tensor_35" -> "74 dequantize_per_tensor_37" [style=solid, label="(1, 128, 28, 28)"]; +"73 dequantize_per_tensor_36" -> "88 add__3" [style=solid, label="(1, 128, 28, 28)"]; +"74 dequantize_per_tensor_37" -> "78 conv2d_8" [style=solid, label="(1, 128, 28, 28)"]; +"75 layer2_1_conv1_weight_bias" -> "78 conv2d_8" [style=solid, label="(128,)"]; +"76 _frozen_param8" -> "77 dequantize_per_tensor_38" [style=solid, label="(128, 128, 3, 3)"]; +"77 dequantize_per_tensor_38" -> "78 conv2d_8" [style=solid, label="(128, 128, 3, 3)"]; +"78 conv2d_8" -> "79 relu__7" [style=solid, label="(1, 128, 28, 28)"]; +"79 relu__7" -> "80 quantize_per_tensor_39" [style=solid, label="(1, 128, 28, 28)"]; +"80 quantize_per_tensor_39" -> "81 dequantize_per_tensor_40" [style=solid, label="(1, 128, 28, 28)"]; +"81 dequantize_per_tensor_40" -> "85 conv2d_9" [style=solid, label="(1, 128, 28, 28)"]; +"82 layer2_1_conv2_weight_bias" -> "85 conv2d_9" [style=solid, label="(128,)"]; +"83 _frozen_param9" -> "84 dequantize_per_tensor_41" [style=solid, label="(128, 128, 3, 3)"]; +"84 dequantize_per_tensor_41" -> "85 conv2d_9" [style=solid, label="(128, 128, 3, 3)"]; +"85 conv2d_9" -> "86 quantize_per_tensor_42" [style=solid, label="(1, 128, 28, 28)"]; +"86 quantize_per_tensor_42" -> "87 dequantize_per_tensor_43" [style=solid, label="(1, 128, 28, 28)"]; +"87 dequantize_per_tensor_43" -> "88 add__3" [style=solid, label="(1, 128, 28, 28)"]; +"88 add__3" -> "89 relu__8" [style=solid, label="(1, 128, 28, 28)"]; +"89 relu__8" -> "90 quantize_per_tensor_44" [style=solid, label="(1, 128, 28, 28)"]; +"90 quantize_per_tensor_44" -> "91 dequantize_per_tensor_45" [style=solid, label="(1, 128, 28, 28)"]; +"90 quantize_per_tensor_44" -> "92 dequantize_per_tensor_46" [style=solid, label="(1, 128, 28, 28)"]; +"91 dequantize_per_tensor_45" -> "109 conv2d_12" [style=solid, label="(1, 128, 28, 28)"]; +"92 dequantize_per_tensor_46" -> "96 conv2d_10" [style=solid, label="(1, 128, 28, 28)"]; +"93 layer3_0_conv1_weight_bias" -> "96 conv2d_10" [style=solid, label="(256,)"]; +"94 _frozen_param10" -> "95 dequantize_per_tensor_47" [style=solid, label="(256, 128, 3, 3)"]; +"95 dequantize_per_tensor_47" -> "96 conv2d_10" [style=solid, label="(256, 128, 3, 3)"]; +"96 conv2d_10" -> "97 relu__9" [style=solid, label="(1, 256, 14, 14)"]; +"97 relu__9" -> "98 quantize_per_tensor_48" [style=solid, label="(1, 256, 14, 14)"]; +"98 quantize_per_tensor_48" -> "99 dequantize_per_tensor_49" [style=solid, label="(1, 256, 14, 14)"]; +"99 dequantize_per_tensor_49" -> "103 conv2d_11" [style=solid, label="(1, 256, 14, 14)"]; +"100 layer3_0_conv2_weight_bias" -> "103 conv2d_11" [style=solid, label="(256,)"]; +"101 _frozen_param11" -> "102 dequantize_per_tensor_50" [style=solid, label="(256, 256, 3, 3)"]; +"102 dequantize_per_tensor_50" -> "103 conv2d_11" [style=solid, label="(256, 256, 3, 3)"]; +"103 conv2d_11" -> "104 quantize_per_tensor_51" [style=solid, label="(1, 256, 14, 14)"]; +"104 quantize_per_tensor_51" -> "105 dequantize_per_tensor_52" [style=solid, label="(1, 256, 14, 14)"]; +"105 dequantize_per_tensor_52" -> "112 add__4" [style=solid, label="(1, 256, 14, 14)"]; +"106 layer3_0_downsample_0_weight_bias" -> "109 conv2d_12" [style=solid, label="(256,)"]; +"107 _frozen_param12" -> "108 dequantize_per_tensor_53" [style=solid, label="(256, 128, 1, 1)"]; +"108 dequantize_per_tensor_53" -> "109 conv2d_12" [style=solid, label="(256, 128, 1, 1)"]; +"109 conv2d_12" -> "110 quantize_per_tensor_54" [style=solid, label="(1, 256, 14, 14)"]; +"110 quantize_per_tensor_54" -> "111 dequantize_per_tensor_55" [style=solid, label="(1, 256, 14, 14)"]; +"111 dequantize_per_tensor_55" -> "112 add__4" [style=solid, label="(1, 256, 14, 14)"]; +"112 add__4" -> "113 relu__10" [style=solid, label="(1, 256, 14, 14)"]; +"113 relu__10" -> "114 quantize_per_tensor_56" [style=solid, label="(1, 256, 14, 14)"]; +"114 quantize_per_tensor_56" -> "115 dequantize_per_tensor_57" [style=solid, label="(1, 256, 14, 14)"]; +"114 quantize_per_tensor_56" -> "116 dequantize_per_tensor_58" [style=solid, label="(1, 256, 14, 14)"]; +"115 dequantize_per_tensor_57" -> "130 add__5" [style=solid, label="(1, 256, 14, 14)"]; +"116 dequantize_per_tensor_58" -> "120 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"117 layer3_1_conv1_weight_bias" -> "120 conv2d_13" [style=solid, label="(256,)"]; +"118 _frozen_param13" -> "119 dequantize_per_tensor_59" [style=solid, label="(256, 256, 3, 3)"]; +"119 dequantize_per_tensor_59" -> "120 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"120 conv2d_13" -> "121 relu__11" [style=solid, label="(1, 256, 14, 14)"]; +"121 relu__11" -> "122 quantize_per_tensor_60" [style=solid, label="(1, 256, 14, 14)"]; +"122 quantize_per_tensor_60" -> "123 dequantize_per_tensor_61" [style=solid, label="(1, 256, 14, 14)"]; +"123 dequantize_per_tensor_61" -> "127 conv2d_14" [style=solid, label="(1, 256, 14, 14)"]; +"124 layer3_1_conv2_weight_bias" -> "127 conv2d_14" [style=solid, label="(256,)"]; +"125 _frozen_param14" -> "126 dequantize_per_tensor_62" [style=solid, label="(256, 256, 3, 3)"]; +"126 dequantize_per_tensor_62" -> "127 conv2d_14" [style=solid, label="(256, 256, 3, 3)"]; +"127 conv2d_14" -> "128 quantize_per_tensor_63" [style=solid, label="(1, 256, 14, 14)"]; +"128 quantize_per_tensor_63" -> "129 dequantize_per_tensor_64" [style=solid, label="(1, 256, 14, 14)"]; +"129 dequantize_per_tensor_64" -> "130 add__5" [style=solid, label="(1, 256, 14, 14)"]; +"130 add__5" -> "131 relu__12" [style=solid, label="(1, 256, 14, 14)"]; +"131 relu__12" -> "132 quantize_per_tensor_65" [style=solid, label="(1, 256, 14, 14)"]; +"132 quantize_per_tensor_65" -> "133 dequantize_per_tensor_66" [style=solid, label="(1, 256, 14, 14)"]; +"132 quantize_per_tensor_65" -> "134 dequantize_per_tensor_67" [style=solid, label="(1, 256, 14, 14)"]; +"133 dequantize_per_tensor_66" -> "151 conv2d_17" [style=solid, label="(1, 256, 14, 14)"]; +"134 dequantize_per_tensor_67" -> "138 conv2d_15" [style=solid, label="(1, 256, 14, 14)"]; +"135 layer4_0_conv1_weight_bias" -> "138 conv2d_15" [style=solid, label="(512,)"]; +"136 _frozen_param15" -> "137 dequantize_per_tensor_68" [style=solid, label="(512, 256, 3, 3)"]; +"137 dequantize_per_tensor_68" -> "138 conv2d_15" [style=solid, label="(512, 256, 3, 3)"]; +"138 conv2d_15" -> "139 relu__13" [style=solid, label="(1, 512, 7, 7)"]; +"139 relu__13" -> "140 quantize_per_tensor_69" [style=solid, label="(1, 512, 7, 7)"]; +"140 quantize_per_tensor_69" -> "141 dequantize_per_tensor_70" [style=solid, label="(1, 512, 7, 7)"]; +"141 dequantize_per_tensor_70" -> "145 conv2d_16" [style=solid, label="(1, 512, 7, 7)"]; +"142 layer4_0_conv2_weight_bias" -> "145 conv2d_16" [style=solid, label="(512,)"]; +"143 _frozen_param16" -> "144 dequantize_per_tensor_71" [style=solid, label="(512, 512, 3, 3)"]; +"144 dequantize_per_tensor_71" -> "145 conv2d_16" [style=solid, label="(512, 512, 3, 3)"]; +"145 conv2d_16" -> "146 quantize_per_tensor_72" [style=solid, label="(1, 512, 7, 7)"]; +"146 quantize_per_tensor_72" -> "147 dequantize_per_tensor_73" [style=solid, label="(1, 512, 7, 7)"]; +"147 dequantize_per_tensor_73" -> "154 add__6" [style=solid, label="(1, 512, 7, 7)"]; +"148 layer4_0_downsample_0_weight_bias" -> "151 conv2d_17" [style=solid, label="(512,)"]; +"149 _frozen_param17" -> "150 dequantize_per_tensor_74" [style=solid, label="(512, 256, 1, 1)"]; +"150 dequantize_per_tensor_74" -> "151 conv2d_17" [style=solid, label="(512, 256, 1, 1)"]; +"151 conv2d_17" -> "152 quantize_per_tensor_75" [style=solid, label="(1, 512, 7, 7)"]; +"152 quantize_per_tensor_75" -> "153 dequantize_per_tensor_76" [style=solid, label="(1, 512, 7, 7)"]; +"153 dequantize_per_tensor_76" -> "154 add__6" [style=solid, label="(1, 512, 7, 7)"]; +"154 add__6" -> "155 relu__14" [style=solid, label="(1, 512, 7, 7)"]; +"155 relu__14" -> "156 quantize_per_tensor_77" [style=solid, label="(1, 512, 7, 7)"]; +"156 quantize_per_tensor_77" -> "157 dequantize_per_tensor_78" [style=solid, label="(1, 512, 7, 7)"]; +"156 quantize_per_tensor_77" -> "158 dequantize_per_tensor_79" [style=solid, label="(1, 512, 7, 7)"]; +"157 dequantize_per_tensor_78" -> "172 add__7" [style=solid, label="(1, 512, 7, 7)"]; +"158 dequantize_per_tensor_79" -> "162 conv2d_18" [style=solid, label="(1, 512, 7, 7)"]; +"159 layer4_1_conv1_weight_bias" -> "162 conv2d_18" [style=solid, label="(512,)"]; +"160 _frozen_param18" -> "161 dequantize_per_tensor_80" [style=solid, label="(512, 512, 3, 3)"]; +"161 dequantize_per_tensor_80" -> "162 conv2d_18" [style=solid, label="(512, 512, 3, 3)"]; +"162 conv2d_18" -> "163 relu__15" [style=solid, label="(1, 512, 7, 7)"]; +"163 relu__15" -> "164 quantize_per_tensor_81" [style=solid, label="(1, 512, 7, 7)"]; +"164 quantize_per_tensor_81" -> "165 dequantize_per_tensor_82" [style=solid, label="(1, 512, 7, 7)"]; +"165 dequantize_per_tensor_82" -> "169 conv2d_19" [style=solid, label="(1, 512, 7, 7)"]; +"166 layer4_1_conv2_weight_bias" -> "169 conv2d_19" [style=solid, label="(512,)"]; +"167 _frozen_param19" -> "168 dequantize_per_tensor_83" [style=solid, label="(512, 512, 3, 3)"]; +"168 dequantize_per_tensor_83" -> "169 conv2d_19" [style=solid, label="(512, 512, 3, 3)"]; +"169 conv2d_19" -> "170 quantize_per_tensor_84" [style=solid, label="(1, 512, 7, 7)"]; +"170 quantize_per_tensor_84" -> "171 dequantize_per_tensor_85" [style=solid, label="(1, 512, 7, 7)"]; +"171 dequantize_per_tensor_85" -> "172 add__7" [style=solid, label="(1, 512, 7, 7)"]; +"172 add__7" -> "173 relu__16" [style=solid, label="(1, 512, 7, 7)"]; +"173 relu__16" -> "174 quantize_per_tensor_86" [style=solid, label="(1, 512, 7, 7)"]; +"174 quantize_per_tensor_86" -> "175 dequantize_per_tensor_87" [style=solid, label="(1, 512, 7, 7)"]; +"175 dequantize_per_tensor_87" -> "176 adaptive_avg_pool2d" [style=solid, label="(1, 512, 7, 7)"]; +"176 adaptive_avg_pool2d" -> "177 quantize_per_tensor_88" [style=solid, label="(1, 512, 1, 1)"]; +"177 quantize_per_tensor_88" -> "178 dequantize_per_tensor_89" [style=solid, label="(1, 512, 1, 1)"]; +"178 dequantize_per_tensor_89" -> "179 flatten" [style=solid, label="(1, 512, 1, 1)"]; +"179 flatten" -> "180 quantize_per_tensor_90" [style=solid, label="(1, 512)"]; +"180 quantize_per_tensor_90" -> "181 dequantize_per_tensor_91" [style=solid, label="(1, 512)"]; +"181 dequantize_per_tensor_91" -> "184 linear" [style=solid, label="(1, 512)"]; +"182 _frozen_param20" -> "183 dequantize_per_tensor_92" [style=solid, label="(1000, 512)"]; +"183 dequantize_per_tensor_92" -> "184 linear" [style=solid, label="(1000, 512)"]; +"184 linear" -> "185 quantize_per_tensor_93" [style=solid, label="(1, 1000)"]; +"185 quantize_per_tensor_93" -> "186 dequantize_per_tensor_94" [style=solid, label="(1, 1000)"]; +"186 dequantize_per_tensor_94" -> "187 output" [style=solid, label="(1, 1000)"]; +} diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t.dot b/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t.dot new file mode 100644 index 00000000000..1a459fe5c47 --- /dev/null +++ b/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t.dot @@ -0,0 +1,3906 @@ +strict digraph { +"0 features_1_0_attn_qkv_bias" [id=0, type="get_attr"]; +"1 features_1_0_attn_proj_bias" [id=1, type="get_attr"]; +"2 features_1_1_attn_qkv_bias" [id=2, type="get_attr"]; +"3 features_1_1_attn_proj_bias" [id=3, type="get_attr"]; +"4 features_3_0_attn_qkv_bias" [id=4, type="get_attr"]; +"5 features_3_0_attn_proj_bias" [id=5, type="get_attr"]; +"6 features_3_1_attn_qkv_bias" [id=6, type="get_attr"]; +"7 features_3_1_attn_proj_bias" [id=7, type="get_attr"]; +"8 features_5_0_attn_qkv_bias" [id=8, type="get_attr"]; +"9 features_5_0_attn_proj_bias" [id=9, type="get_attr"]; +"10 features_5_1_attn_qkv_bias" [id=10, type="get_attr"]; +"11 features_5_1_attn_proj_bias" [id=11, type="get_attr"]; +"12 features_5_2_attn_qkv_bias" [id=12, type="get_attr"]; +"13 features_5_2_attn_proj_bias" [id=13, type="get_attr"]; +"14 features_5_3_attn_qkv_bias" [id=14, type="get_attr"]; +"15 features_5_3_attn_proj_bias" [id=15, type="get_attr"]; +"16 features_5_4_attn_qkv_bias" [id=16, type="get_attr"]; +"17 features_5_4_attn_proj_bias" [id=17, type="get_attr"]; +"18 features_5_5_attn_qkv_bias" [id=18, type="get_attr"]; +"19 features_5_5_attn_proj_bias" [id=19, type="get_attr"]; +"20 features_7_0_attn_qkv_bias" [id=20, type="get_attr"]; +"21 features_7_0_attn_proj_bias" [id=21, type="get_attr"]; +"22 features_7_1_attn_qkv_bias" [id=22, type="get_attr"]; +"23 features_7_1_attn_proj_bias" [id=23, type="get_attr"]; +"24 features_0_0_bias" [id=24, type="get_attr"]; +"25 features_0_2_weight" [id=25, type="get_attr"]; +"26 features_0_2_bias" [id=26, type="get_attr"]; +"27 features_1_0_attn_cpb_mlp_0_bias" [id=27, type="get_attr"]; +"28 features_1_0_norm1_weight" [id=28, type="get_attr"]; +"29 features_1_0_norm1_bias" [id=29, type="get_attr"]; +"30 features_1_0_mlp_0_bias" [id=30, type="get_attr"]; +"31 features_1_0_mlp_3_bias" [id=31, type="get_attr"]; +"32 features_1_0_norm2_weight" [id=32, type="get_attr"]; +"33 features_1_0_norm2_bias" [id=33, type="get_attr"]; +"34 features_1_1_attn_cpb_mlp_0_bias" [id=34, type="get_attr"]; +"35 features_1_1_norm1_weight" [id=35, type="get_attr"]; +"36 features_1_1_norm1_bias" [id=36, type="get_attr"]; +"37 features_1_1_mlp_0_bias" [id=37, type="get_attr"]; +"38 features_1_1_mlp_3_bias" [id=38, type="get_attr"]; +"39 features_1_1_norm2_weight" [id=39, type="get_attr"]; +"40 features_1_1_norm2_bias" [id=40, type="get_attr"]; +"41 features_2_norm_weight" [id=41, type="get_attr"]; +"42 features_2_norm_bias" [id=42, type="get_attr"]; +"43 features_3_0_attn_cpb_mlp_0_bias" [id=43, type="get_attr"]; +"44 features_3_0_norm1_weight" [id=44, type="get_attr"]; +"45 features_3_0_norm1_bias" [id=45, type="get_attr"]; +"46 features_3_0_mlp_0_bias" [id=46, type="get_attr"]; +"47 features_3_0_mlp_3_bias" [id=47, type="get_attr"]; +"48 features_3_0_norm2_weight" [id=48, type="get_attr"]; +"49 features_3_0_norm2_bias" [id=49, type="get_attr"]; +"50 features_3_1_attn_cpb_mlp_0_bias" [id=50, type="get_attr"]; +"51 features_3_1_norm1_weight" [id=51, type="get_attr"]; +"52 features_3_1_norm1_bias" [id=52, type="get_attr"]; +"53 features_3_1_mlp_0_bias" [id=53, type="get_attr"]; +"54 features_3_1_mlp_3_bias" [id=54, type="get_attr"]; +"55 features_3_1_norm2_weight" [id=55, type="get_attr"]; +"56 features_3_1_norm2_bias" [id=56, type="get_attr"]; +"57 features_4_norm_weight" [id=57, type="get_attr"]; +"58 features_4_norm_bias" [id=58, type="get_attr"]; +"59 features_5_0_attn_cpb_mlp_0_bias" [id=59, type="get_attr"]; +"60 features_5_0_norm1_weight" [id=60, type="get_attr"]; +"61 features_5_0_norm1_bias" [id=61, type="get_attr"]; +"62 features_5_0_mlp_0_bias" [id=62, type="get_attr"]; +"63 features_5_0_mlp_3_bias" [id=63, type="get_attr"]; +"64 features_5_0_norm2_weight" [id=64, type="get_attr"]; +"65 features_5_0_norm2_bias" [id=65, type="get_attr"]; +"66 features_5_1_attn_cpb_mlp_0_bias" [id=66, type="get_attr"]; +"67 features_5_1_norm1_weight" [id=67, type="get_attr"]; +"68 features_5_1_norm1_bias" [id=68, type="get_attr"]; +"69 features_5_1_mlp_0_bias" [id=69, type="get_attr"]; +"70 features_5_1_mlp_3_bias" [id=70, type="get_attr"]; +"71 features_5_1_norm2_weight" [id=71, type="get_attr"]; +"72 features_5_1_norm2_bias" [id=72, type="get_attr"]; +"73 features_5_2_attn_cpb_mlp_0_bias" [id=73, type="get_attr"]; +"74 features_5_2_norm1_weight" [id=74, type="get_attr"]; +"75 features_5_2_norm1_bias" [id=75, type="get_attr"]; +"76 features_5_2_mlp_0_bias" [id=76, type="get_attr"]; +"77 features_5_2_mlp_3_bias" [id=77, type="get_attr"]; +"78 features_5_2_norm2_weight" [id=78, type="get_attr"]; +"79 features_5_2_norm2_bias" [id=79, type="get_attr"]; +"80 features_5_3_attn_cpb_mlp_0_bias" [id=80, type="get_attr"]; +"81 features_5_3_norm1_weight" [id=81, type="get_attr"]; +"82 features_5_3_norm1_bias" [id=82, type="get_attr"]; +"83 features_5_3_mlp_0_bias" [id=83, type="get_attr"]; +"84 features_5_3_mlp_3_bias" [id=84, type="get_attr"]; +"85 features_5_3_norm2_weight" [id=85, type="get_attr"]; +"86 features_5_3_norm2_bias" [id=86, type="get_attr"]; +"87 features_5_4_attn_cpb_mlp_0_bias" [id=87, type="get_attr"]; +"88 features_5_4_norm1_weight" [id=88, type="get_attr"]; +"89 features_5_4_norm1_bias" [id=89, type="get_attr"]; +"90 features_5_4_mlp_0_bias" [id=90, type="get_attr"]; +"91 features_5_4_mlp_3_bias" [id=91, type="get_attr"]; +"92 features_5_4_norm2_weight" [id=92, type="get_attr"]; +"93 features_5_4_norm2_bias" [id=93, type="get_attr"]; +"94 features_5_5_attn_cpb_mlp_0_bias" [id=94, type="get_attr"]; +"95 features_5_5_norm1_weight" [id=95, type="get_attr"]; +"96 features_5_5_norm1_bias" [id=96, type="get_attr"]; +"97 features_5_5_mlp_0_bias" [id=97, type="get_attr"]; +"98 features_5_5_mlp_3_bias" [id=98, type="get_attr"]; +"99 features_5_5_norm2_weight" [id=99, type="get_attr"]; +"100 features_5_5_norm2_bias" [id=100, type="get_attr"]; +"101 features_6_norm_weight" [id=101, type="get_attr"]; +"102 features_6_norm_bias" [id=102, type="get_attr"]; +"103 features_7_0_attn_cpb_mlp_0_bias" [id=103, type="get_attr"]; +"104 features_7_0_norm1_weight" [id=104, type="get_attr"]; +"105 features_7_0_norm1_bias" [id=105, type="get_attr"]; +"106 features_7_0_mlp_0_bias" [id=106, type="get_attr"]; +"107 features_7_0_mlp_3_bias" [id=107, type="get_attr"]; +"108 features_7_0_norm2_weight" [id=108, type="get_attr"]; +"109 features_7_0_norm2_bias" [id=109, type="get_attr"]; +"110 features_7_1_attn_cpb_mlp_0_bias" [id=110, type="get_attr"]; +"111 features_7_1_norm1_weight" [id=111, type="get_attr"]; +"112 features_7_1_norm1_bias" [id=112, type="get_attr"]; +"113 features_7_1_mlp_0_bias" [id=113, type="get_attr"]; +"114 features_7_1_mlp_3_bias" [id=114, type="get_attr"]; +"115 features_7_1_norm2_weight" [id=115, type="get_attr"]; +"116 features_7_1_norm2_bias" [id=116, type="get_attr"]; +"117 norm_weight" [id=117, type="get_attr"]; +"118 norm_bias" [id=118, type="get_attr"]; +"119 head_bias" [id=119, type="get_attr"]; +"120 features_1_0_attn_relative_position_index" [id=120, type="get_attr"]; +"121 features_1_1_attn_relative_position_index" [id=121, type="get_attr"]; +"122 features_3_0_attn_relative_position_index" [id=122, type="get_attr"]; +"123 features_3_1_attn_relative_position_index" [id=123, type="get_attr"]; +"124 features_5_0_attn_relative_position_index" [id=124, type="get_attr"]; +"125 features_5_1_attn_relative_position_index" [id=125, type="get_attr"]; +"126 features_5_2_attn_relative_position_index" [id=126, type="get_attr"]; +"127 features_5_3_attn_relative_position_index" [id=127, type="get_attr"]; +"128 features_5_4_attn_relative_position_index" [id=128, type="get_attr"]; +"129 features_5_5_attn_relative_position_index" [id=129, type="get_attr"]; +"130 features_7_0_attn_relative_position_index" [id=130, type="get_attr"]; +"131 features_7_1_attn_relative_position_index" [id=131, type="get_attr"]; +"132 x" [id=132, type=input]; +"133 quantize_per_tensor_0" [id=133, type="quantize_per_tensor"]; +"134 dequantize_per_tensor_1" [id=134, type="dequantize_per_tensor"]; +"135 _frozen_param0" [id=135, type="get_attr"]; +"136 dequantize_per_tensor_2" [id=136, type="dequantize_per_tensor"]; +"137 conv2d" [id=137, type=conv2d]; +"138 quantize_per_tensor_3" [id=138, type="quantize_per_tensor"]; +"139 dequantize_per_tensor_4" [id=139, type="dequantize_per_tensor"]; +"140 permute" [id=140, type=permute]; +"141 quantize_per_tensor_5" [id=141, type="quantize_per_tensor"]; +"142 dequantize_per_tensor_6" [id=142, type="dequantize_per_tensor"]; +"143 layer_norm" [id=143, type="layer_norm"]; +"144 _frozen_param1" [id=144, type="get_attr"]; +"145 dequantize_per_tensor_7" [id=145, type="dequantize_per_tensor"]; +"146 _frozen_param2" [id=146, type="get_attr"]; +"147 dequantize_per_tensor_8" [id=147, type="dequantize_per_tensor"]; +"148 linear" [id=148, type=linear]; +"149 relu_" [id=149, type="relu_"]; +"150 quantize_per_tensor_9" [id=150, type="quantize_per_tensor"]; +"151 dequantize_per_tensor_10" [id=151, type="dequantize_per_tensor"]; +"152 relu__0_0_nncf_smooth_quant_0" [id=152, type="call_module"]; +"153 quantize_per_tensor_11" [id=153, type="quantize_per_tensor"]; +"154 dequantize_per_tensor_12" [id=154, type="dequantize_per_tensor"]; +"155 _frozen_param3" [id=155, type="get_attr"]; +"156 dequantize_per_tensor_13" [id=156, type="dequantize_per_tensor"]; +"157 linear_1" [id=157, type=linear]; +"158 quantize_per_tensor_14" [id=158, type="quantize_per_tensor"]; +"159 dequantize_per_tensor_15" [id=159, type="dequantize_per_tensor"]; +"160 view" [id=160, type=view]; +"161 quantize_per_tensor_16" [id=161, type="quantize_per_tensor"]; +"162 dequantize_per_tensor_17" [id=162, type="dequantize_per_tensor"]; +"163 index" [id=163, type=index]; +"164 view_1" [id=164, type=view]; +"165 permute_1" [id=165, type=permute]; +"166 contiguous" [id=166, type=contiguous]; +"167 unsqueeze" [id=167, type=unsqueeze]; +"168 sigmoid" [id=168, type=sigmoid]; +"169 quantize_per_tensor_18" [id=169, type="quantize_per_tensor"]; +"170 dequantize_per_tensor_19" [id=170, type="dequantize_per_tensor"]; +"171 _frozen_param4" [id=171, type="get_attr"]; +"172 dequantize_per_tensor_20" [id=172, type="dequantize_per_tensor"]; +"173 mul" [id=173, type=mul]; +"174 quantize_per_tensor_21" [id=174, type="quantize_per_tensor"]; +"175 dequantize_per_tensor_22" [id=175, type="dequantize_per_tensor"]; +"176 pad" [id=176, type=pad]; +"177 view_2" [id=177, type=view]; +"178 permute_2" [id=178, type=permute]; +"179 reshape" [id=179, type=reshape]; +"180 clone" [id=180, type=clone]; +"181 reshape_0_0_nncf_smooth_quant_0" [id=181, type="call_module"]; +"182 quantize_per_tensor_23" [id=182, type="quantize_per_tensor"]; +"183 dequantize_per_tensor_24" [id=183, type="dequantize_per_tensor"]; +"184 _frozen_param5" [id=184, type="get_attr"]; +"185 dequantize_per_tensor_25" [id=185, type="dequantize_per_tensor"]; +"186 linear_2" [id=186, type=linear]; +"187 quantize_per_tensor_26" [id=187, type="quantize_per_tensor"]; +"188 dequantize_per_tensor_27" [id=188, type="dequantize_per_tensor"]; +"189 reshape_1" [id=189, type=reshape]; +"190 permute_3" [id=190, type=permute]; +"191 select" [id=191, type=select]; +"192 select_1" [id=192, type=select]; +"193 select_2" [id=193, type=select]; +"194 linalg_vector_norm" [id=194, type="linalg_vector_norm"]; +"195 clamp_min" [id=195, type="clamp_min"]; +"196 expand_as" [id=196, type="expand_as"]; +"197 div" [id=197, type=div]; +"198 linalg_vector_norm_1" [id=198, type="linalg_vector_norm"]; +"199 clamp_min_1" [id=199, type="clamp_min"]; +"200 expand_as_1" [id=200, type="expand_as"]; +"201 div_1" [id=201, type=div]; +"202 transpose" [id=202, type=transpose]; +"203 matmul" [id=203, type=matmul]; +"204 quantize_per_tensor_28" [id=204, type="quantize_per_tensor"]; +"205 dequantize_per_tensor_29" [id=205, type="dequantize_per_tensor"]; +"206 _frozen_param6" [id=206, type="get_attr"]; +"207 dequantize_per_tensor_30" [id=207, type="dequantize_per_tensor"]; +"208 mul_1" [id=208, type=mul]; +"209 quantize_per_tensor_31" [id=209, type="quantize_per_tensor"]; +"210 dequantize_per_tensor_32" [id=210, type="dequantize_per_tensor"]; +"211 add" [id=211, type=add]; +"212 quantize_per_tensor_33" [id=212, type="quantize_per_tensor"]; +"213 dequantize_per_tensor_34" [id=213, type="dequantize_per_tensor"]; +"214 softmax" [id=214, type=softmax]; +"215 dropout" [id=215, type=dropout]; +"216 matmul_1" [id=216, type=matmul]; +"217 transpose_1" [id=217, type=transpose]; +"218 reshape_2" [id=218, type=reshape]; +"219 reshape_2_0_0_nncf_smooth_quant_0" [id=219, type="call_module"]; +"220 quantize_per_tensor_35" [id=220, type="quantize_per_tensor"]; +"221 dequantize_per_tensor_36" [id=221, type="dequantize_per_tensor"]; +"222 _frozen_param7" [id=222, type="get_attr"]; +"223 dequantize_per_tensor_37" [id=223, type="dequantize_per_tensor"]; +"224 linear_3" [id=224, type=linear]; +"225 quantize_per_tensor_38" [id=225, type="quantize_per_tensor"]; +"226 dequantize_per_tensor_39" [id=226, type="dequantize_per_tensor"]; +"227 dropout_1" [id=227, type=dropout]; +"228 view_3" [id=228, type=view]; +"229 permute_4" [id=229, type=permute]; +"230 reshape_3" [id=230, type=reshape]; +"231 slice_2" [id=231, type=slice]; +"232 slice_3" [id=232, type=slice]; +"233 layer_norm_1" [id=233, type="layer_norm"]; +"234 quantize_per_tensor_40" [id=234, type="quantize_per_tensor"]; +"235 dequantize_per_tensor_41" [id=235, type="dequantize_per_tensor"]; +"236 quantize_per_tensor_42" [id=236, type="quantize_per_tensor"]; +"237 dequantize_per_tensor_43" [id=237, type="dequantize_per_tensor"]; +"238 add_1" [id=238, type=add]; +"239 quantize_per_tensor_44" [id=239, type="quantize_per_tensor"]; +"240 dequantize_per_tensor_45" [id=240, type="dequantize_per_tensor"]; +"241 dequantize_per_tensor_46" [id=241, type="dequantize_per_tensor"]; +"242 add_1_0_0_nncf_smooth_quant_0" [id=242, type="call_module"]; +"243 quantize_per_tensor_47" [id=243, type="quantize_per_tensor"]; +"244 dequantize_per_tensor_48" [id=244, type="dequantize_per_tensor"]; +"245 _frozen_param8" [id=245, type="get_attr"]; +"246 dequantize_per_tensor_49" [id=246, type="dequantize_per_tensor"]; +"247 linear_4" [id=247, type=linear]; +"248 quantize_per_tensor_50" [id=248, type="quantize_per_tensor"]; +"249 dequantize_per_tensor_51" [id=249, type="dequantize_per_tensor"]; +"250 gelu" [id=250, type=gelu]; +"251 dropout_2" [id=251, type=dropout]; +"252 dropout_2_0_0_nncf_smooth_quant_0" [id=252, type="call_module"]; +"253 quantize_per_tensor_52" [id=253, type="quantize_per_tensor"]; +"254 dequantize_per_tensor_53" [id=254, type="dequantize_per_tensor"]; +"255 _frozen_param9" [id=255, type="get_attr"]; +"256 dequantize_per_tensor_54" [id=256, type="dequantize_per_tensor"]; +"257 linear_5" [id=257, type=linear]; +"258 quantize_per_tensor_55" [id=258, type="quantize_per_tensor"]; +"259 dequantize_per_tensor_56" [id=259, type="dequantize_per_tensor"]; +"260 dropout_3" [id=260, type=dropout]; +"261 layer_norm_2" [id=261, type="layer_norm"]; +"262 quantize_per_tensor_57" [id=262, type="quantize_per_tensor"]; +"263 dequantize_per_tensor_58" [id=263, type="dequantize_per_tensor"]; +"264 add_2" [id=264, type=add]; +"265 quantize_per_tensor_59" [id=265, type="quantize_per_tensor"]; +"266 dequantize_per_tensor_60" [id=266, type="dequantize_per_tensor"]; +"267 dequantize_per_tensor_61" [id=267, type="dequantize_per_tensor"]; +"268 _frozen_param10" [id=268, type="get_attr"]; +"269 dequantize_per_tensor_62" [id=269, type="dequantize_per_tensor"]; +"270 _frozen_param11" [id=270, type="get_attr"]; +"271 dequantize_per_tensor_63" [id=271, type="dequantize_per_tensor"]; +"272 linear_6" [id=272, type=linear]; +"273 relu__1" [id=273, type="relu_"]; +"274 quantize_per_tensor_64" [id=274, type="quantize_per_tensor"]; +"275 dequantize_per_tensor_65" [id=275, type="dequantize_per_tensor"]; +"276 relu__1_0_0_nncf_smooth_quant_0" [id=276, type="call_module"]; +"277 quantize_per_tensor_66" [id=277, type="quantize_per_tensor"]; +"278 dequantize_per_tensor_67" [id=278, type="dequantize_per_tensor"]; +"279 _frozen_param12" [id=279, type="get_attr"]; +"280 dequantize_per_tensor_68" [id=280, type="dequantize_per_tensor"]; +"281 linear_7" [id=281, type=linear]; +"282 quantize_per_tensor_69" [id=282, type="quantize_per_tensor"]; +"283 dequantize_per_tensor_70" [id=283, type="dequantize_per_tensor"]; +"284 view_4" [id=284, type=view]; +"285 quantize_per_tensor_71" [id=285, type="quantize_per_tensor"]; +"286 dequantize_per_tensor_72" [id=286, type="dequantize_per_tensor"]; +"287 index_1" [id=287, type=index]; +"288 view_5" [id=288, type=view]; +"289 permute_5" [id=289, type=permute]; +"290 contiguous_1" [id=290, type=contiguous]; +"291 unsqueeze_1" [id=291, type=unsqueeze]; +"292 sigmoid_1" [id=292, type=sigmoid]; +"293 quantize_per_tensor_73" [id=293, type="quantize_per_tensor"]; +"294 dequantize_per_tensor_74" [id=294, type="dequantize_per_tensor"]; +"295 _frozen_param13" [id=295, type="get_attr"]; +"296 dequantize_per_tensor_75" [id=296, type="dequantize_per_tensor"]; +"297 mul_2" [id=297, type=mul]; +"298 quantize_per_tensor_76" [id=298, type="quantize_per_tensor"]; +"299 dequantize_per_tensor_77" [id=299, type="dequantize_per_tensor"]; +"300 pad_1" [id=300, type=pad]; +"301 roll" [id=301, type=roll]; +"302 view_6" [id=302, type=view]; +"303 permute_6" [id=303, type=permute]; +"304 reshape_4" [id=304, type=reshape]; +"305 clone_1" [id=305, type=clone]; +"306 reshape_4_0_0_nncf_smooth_quant_0" [id=306, type="call_module"]; +"307 quantize_per_tensor_78" [id=307, type="quantize_per_tensor"]; +"308 dequantize_per_tensor_79" [id=308, type="dequantize_per_tensor"]; +"309 _frozen_param14" [id=309, type="get_attr"]; +"310 dequantize_per_tensor_80" [id=310, type="dequantize_per_tensor"]; +"311 linear_8" [id=311, type=linear]; +"312 quantize_per_tensor_81" [id=312, type="quantize_per_tensor"]; +"313 dequantize_per_tensor_82" [id=313, type="dequantize_per_tensor"]; +"314 reshape_5" [id=314, type=reshape]; +"315 permute_7" [id=315, type=permute]; +"316 select_3" [id=316, type=select]; +"317 select_4" [id=317, type=select]; +"318 select_5" [id=318, type=select]; +"319 linalg_vector_norm_2" [id=319, type="linalg_vector_norm"]; +"320 clamp_min_2" [id=320, type="clamp_min"]; +"321 expand_as_2" [id=321, type="expand_as"]; +"322 div_2" [id=322, type=div]; +"323 linalg_vector_norm_3" [id=323, type="linalg_vector_norm"]; +"324 clamp_min_3" [id=324, type="clamp_min"]; +"325 expand_as_3" [id=325, type="expand_as"]; +"326 div_3" [id=326, type=div]; +"327 transpose_2" [id=327, type=transpose]; +"328 matmul_2" [id=328, type=matmul]; +"329 quantize_per_tensor_83" [id=329, type="quantize_per_tensor"]; +"330 dequantize_per_tensor_84" [id=330, type="dequantize_per_tensor"]; +"331 _frozen_param15" [id=331, type="get_attr"]; +"332 dequantize_per_tensor_85" [id=332, type="dequantize_per_tensor"]; +"333 mul_3" [id=333, type=mul]; +"334 quantize_per_tensor_86" [id=334, type="quantize_per_tensor"]; +"335 dequantize_per_tensor_87" [id=335, type="dequantize_per_tensor"]; +"336 add_3" [id=336, type=add]; +"337 quantize_per_tensor_88" [id=337, type="quantize_per_tensor"]; +"338 dequantize_per_tensor_89" [id=338, type="dequantize_per_tensor"]; +"339 new_zeros" [id=339, type="new_zeros"]; +"340 view_7" [id=340, type=view]; +"341 permute_8" [id=341, type=permute]; +"342 reshape_6" [id=342, type=reshape]; +"343 unsqueeze_2" [id=343, type=unsqueeze]; +"344 unsqueeze_3" [id=344, type=unsqueeze]; +"345 sub" [id=345, type=sub]; +"346 ne" [id=346, type=ne]; +"347 masked_fill" [id=347, type="masked_fill"]; +"348 eq" [id=348, type=eq]; +"349 masked_fill_1" [id=349, type="masked_fill"]; +"350 view_8" [id=350, type=view]; +"351 quantize_per_tensor_90" [id=351, type="quantize_per_tensor"]; +"352 dequantize_per_tensor_91" [id=352, type="dequantize_per_tensor"]; +"353 unsqueeze_4" [id=353, type=unsqueeze]; +"354 unsqueeze_5" [id=354, type=unsqueeze]; +"355 quantize_per_tensor_92" [id=355, type="quantize_per_tensor"]; +"356 dequantize_per_tensor_93" [id=356, type="dequantize_per_tensor"]; +"357 add_4" [id=357, type=add]; +"358 quantize_per_tensor_94" [id=358, type="quantize_per_tensor"]; +"359 dequantize_per_tensor_95" [id=359, type="dequantize_per_tensor"]; +"360 view_9" [id=360, type=view]; +"361 quantize_per_tensor_96" [id=361, type="quantize_per_tensor"]; +"362 dequantize_per_tensor_97" [id=362, type="dequantize_per_tensor"]; +"363 softmax_1" [id=363, type=softmax]; +"364 dropout_4" [id=364, type=dropout]; +"365 matmul_3" [id=365, type=matmul]; +"366 transpose_3" [id=366, type=transpose]; +"367 reshape_7" [id=367, type=reshape]; +"368 reshape_7_0_0_nncf_smooth_quant_0" [id=368, type="call_module"]; +"369 quantize_per_tensor_98" [id=369, type="quantize_per_tensor"]; +"370 dequantize_per_tensor_99" [id=370, type="dequantize_per_tensor"]; +"371 _frozen_param16" [id=371, type="get_attr"]; +"372 dequantize_per_tensor_100" [id=372, type="dequantize_per_tensor"]; +"373 linear_9" [id=373, type=linear]; +"374 quantize_per_tensor_101" [id=374, type="quantize_per_tensor"]; +"375 dequantize_per_tensor_102" [id=375, type="dequantize_per_tensor"]; +"376 dropout_5" [id=376, type=dropout]; +"377 view_10" [id=377, type=view]; +"378 permute_9" [id=378, type=permute]; +"379 reshape_8" [id=379, type=reshape]; +"380 roll_1" [id=380, type=roll]; +"381 slice_23" [id=381, type=slice]; +"382 slice_24" [id=382, type=slice]; +"383 layer_norm_3" [id=383, type="layer_norm"]; +"384 quantize_per_tensor_103" [id=384, type="quantize_per_tensor"]; +"385 dequantize_per_tensor_104" [id=385, type="dequantize_per_tensor"]; +"386 add_5" [id=386, type=add]; +"387 quantize_per_tensor_105" [id=387, type="quantize_per_tensor"]; +"388 dequantize_per_tensor_106" [id=388, type="dequantize_per_tensor"]; +"389 dequantize_per_tensor_107" [id=389, type="dequantize_per_tensor"]; +"390 add_5_0_0_nncf_smooth_quant_0" [id=390, type="call_module"]; +"391 quantize_per_tensor_108" [id=391, type="quantize_per_tensor"]; +"392 dequantize_per_tensor_109" [id=392, type="dequantize_per_tensor"]; +"393 _frozen_param17" [id=393, type="get_attr"]; +"394 dequantize_per_tensor_110" [id=394, type="dequantize_per_tensor"]; +"395 linear_10" [id=395, type=linear]; +"396 quantize_per_tensor_111" [id=396, type="quantize_per_tensor"]; +"397 dequantize_per_tensor_112" [id=397, type="dequantize_per_tensor"]; +"398 gelu_1" [id=398, type=gelu]; +"399 dropout_6" [id=399, type=dropout]; +"400 dropout_6_0_0_nncf_smooth_quant_0" [id=400, type="call_module"]; +"401 quantize_per_tensor_113" [id=401, type="quantize_per_tensor"]; +"402 dequantize_per_tensor_114" [id=402, type="dequantize_per_tensor"]; +"403 _frozen_param18" [id=403, type="get_attr"]; +"404 dequantize_per_tensor_115" [id=404, type="dequantize_per_tensor"]; +"405 linear_11" [id=405, type=linear]; +"406 quantize_per_tensor_116" [id=406, type="quantize_per_tensor"]; +"407 dequantize_per_tensor_117" [id=407, type="dequantize_per_tensor"]; +"408 dropout_7" [id=408, type=dropout]; +"409 layer_norm_4" [id=409, type="layer_norm"]; +"410 quantize_per_tensor_118" [id=410, type="quantize_per_tensor"]; +"411 dequantize_per_tensor_119" [id=411, type="dequantize_per_tensor"]; +"412 add_6" [id=412, type=add]; +"413 quantize_per_tensor_120" [id=413, type="quantize_per_tensor"]; +"414 dequantize_per_tensor_121" [id=414, type="dequantize_per_tensor"]; +"415 pad_2" [id=415, type=pad]; +"416 slice_25" [id=416, type=slice]; +"417 slice_26" [id=417, type=slice]; +"418 slice_27" [id=418, type=slice]; +"419 quantize_per_tensor_122" [id=419, type="quantize_per_tensor"]; +"420 dequantize_per_tensor_123" [id=420, type="dequantize_per_tensor"]; +"421 slice_28" [id=421, type=slice]; +"422 slice_29" [id=422, type=slice]; +"423 slice_30" [id=423, type=slice]; +"424 quantize_per_tensor_124" [id=424, type="quantize_per_tensor"]; +"425 dequantize_per_tensor_125" [id=425, type="dequantize_per_tensor"]; +"426 slice_31" [id=426, type=slice]; +"427 slice_32" [id=427, type=slice]; +"428 slice_33" [id=428, type=slice]; +"429 quantize_per_tensor_126" [id=429, type="quantize_per_tensor"]; +"430 dequantize_per_tensor_127" [id=430, type="dequantize_per_tensor"]; +"431 slice_34" [id=431, type=slice]; +"432 slice_35" [id=432, type=slice]; +"433 slice_36" [id=433, type=slice]; +"434 quantize_per_tensor_128" [id=434, type="quantize_per_tensor"]; +"435 dequantize_per_tensor_129" [id=435, type="dequantize_per_tensor"]; +"436 cat" [id=436, type=cat]; +"437 quantize_per_tensor_130" [id=437, type="quantize_per_tensor"]; +"438 dequantize_per_tensor_131" [id=438, type="dequantize_per_tensor"]; +"439 cat_0_0_nncf_smooth_quant_0" [id=439, type="call_module"]; +"440 quantize_per_tensor_132" [id=440, type="quantize_per_tensor"]; +"441 dequantize_per_tensor_133" [id=441, type="dequantize_per_tensor"]; +"442 _frozen_param19" [id=442, type="get_attr"]; +"443 dequantize_per_tensor_134" [id=443, type="dequantize_per_tensor"]; +"444 linear_12" [id=444, type=linear]; +"445 quantize_per_tensor_135" [id=445, type="quantize_per_tensor"]; +"446 dequantize_per_tensor_136" [id=446, type="dequantize_per_tensor"]; +"447 layer_norm_5" [id=447, type="layer_norm"]; +"448 _frozen_param20" [id=448, type="get_attr"]; +"449 dequantize_per_tensor_137" [id=449, type="dequantize_per_tensor"]; +"450 _frozen_param21" [id=450, type="get_attr"]; +"451 dequantize_per_tensor_138" [id=451, type="dequantize_per_tensor"]; +"452 linear_13" [id=452, type=linear]; +"453 relu__2" [id=453, type="relu_"]; +"454 quantize_per_tensor_139" [id=454, type="quantize_per_tensor"]; +"455 dequantize_per_tensor_140" [id=455, type="dequantize_per_tensor"]; +"456 relu__2_0_0_nncf_smooth_quant_0" [id=456, type="call_module"]; +"457 quantize_per_tensor_141" [id=457, type="quantize_per_tensor"]; +"458 dequantize_per_tensor_142" [id=458, type="dequantize_per_tensor"]; +"459 _frozen_param22" [id=459, type="get_attr"]; +"460 dequantize_per_tensor_143" [id=460, type="dequantize_per_tensor"]; +"461 linear_14" [id=461, type=linear]; +"462 quantize_per_tensor_144" [id=462, type="quantize_per_tensor"]; +"463 dequantize_per_tensor_145" [id=463, type="dequantize_per_tensor"]; +"464 view_11" [id=464, type=view]; +"465 quantize_per_tensor_146" [id=465, type="quantize_per_tensor"]; +"466 dequantize_per_tensor_147" [id=466, type="dequantize_per_tensor"]; +"467 index_2" [id=467, type=index]; +"468 view_12" [id=468, type=view]; +"469 permute_10" [id=469, type=permute]; +"470 contiguous_2" [id=470, type=contiguous]; +"471 unsqueeze_6" [id=471, type=unsqueeze]; +"472 sigmoid_2" [id=472, type=sigmoid]; +"473 quantize_per_tensor_148" [id=473, type="quantize_per_tensor"]; +"474 dequantize_per_tensor_149" [id=474, type="dequantize_per_tensor"]; +"475 _frozen_param23" [id=475, type="get_attr"]; +"476 dequantize_per_tensor_150" [id=476, type="dequantize_per_tensor"]; +"477 mul_4" [id=477, type=mul]; +"478 quantize_per_tensor_151" [id=478, type="quantize_per_tensor"]; +"479 dequantize_per_tensor_152" [id=479, type="dequantize_per_tensor"]; +"480 pad_3" [id=480, type=pad]; +"481 view_13" [id=481, type=view]; +"482 permute_11" [id=482, type=permute]; +"483 reshape_9" [id=483, type=reshape]; +"484 clone_2" [id=484, type=clone]; +"485 reshape_9_0_0_nncf_smooth_quant_0" [id=485, type="call_module"]; +"486 quantize_per_tensor_153" [id=486, type="quantize_per_tensor"]; +"487 dequantize_per_tensor_154" [id=487, type="dequantize_per_tensor"]; +"488 _frozen_param24" [id=488, type="get_attr"]; +"489 dequantize_per_tensor_155" [id=489, type="dequantize_per_tensor"]; +"490 linear_15" [id=490, type=linear]; +"491 quantize_per_tensor_156" [id=491, type="quantize_per_tensor"]; +"492 dequantize_per_tensor_157" [id=492, type="dequantize_per_tensor"]; +"493 reshape_10" [id=493, type=reshape]; +"494 permute_12" [id=494, type=permute]; +"495 select_6" [id=495, type=select]; +"496 select_7" [id=496, type=select]; +"497 select_8" [id=497, type=select]; +"498 linalg_vector_norm_4" [id=498, type="linalg_vector_norm"]; +"499 clamp_min_4" [id=499, type="clamp_min"]; +"500 expand_as_4" [id=500, type="expand_as"]; +"501 div_4" [id=501, type=div]; +"502 linalg_vector_norm_5" [id=502, type="linalg_vector_norm"]; +"503 clamp_min_5" [id=503, type="clamp_min"]; +"504 expand_as_5" [id=504, type="expand_as"]; +"505 div_5" [id=505, type=div]; +"506 transpose_4" [id=506, type=transpose]; +"507 matmul_4" [id=507, type=matmul]; +"508 quantize_per_tensor_158" [id=508, type="quantize_per_tensor"]; +"509 dequantize_per_tensor_159" [id=509, type="dequantize_per_tensor"]; +"510 _frozen_param25" [id=510, type="get_attr"]; +"511 dequantize_per_tensor_160" [id=511, type="dequantize_per_tensor"]; +"512 mul_5" [id=512, type=mul]; +"513 quantize_per_tensor_161" [id=513, type="quantize_per_tensor"]; +"514 dequantize_per_tensor_162" [id=514, type="dequantize_per_tensor"]; +"515 add_7" [id=515, type=add]; +"516 quantize_per_tensor_163" [id=516, type="quantize_per_tensor"]; +"517 dequantize_per_tensor_164" [id=517, type="dequantize_per_tensor"]; +"518 softmax_2" [id=518, type=softmax]; +"519 dropout_8" [id=519, type=dropout]; +"520 matmul_5" [id=520, type=matmul]; +"521 transpose_5" [id=521, type=transpose]; +"522 reshape_11" [id=522, type=reshape]; +"523 reshape_11_0_0_nncf_smooth_quant_0" [id=523, type="call_module"]; +"524 quantize_per_tensor_165" [id=524, type="quantize_per_tensor"]; +"525 dequantize_per_tensor_166" [id=525, type="dequantize_per_tensor"]; +"526 _frozen_param26" [id=526, type="get_attr"]; +"527 dequantize_per_tensor_167" [id=527, type="dequantize_per_tensor"]; +"528 linear_16" [id=528, type=linear]; +"529 quantize_per_tensor_168" [id=529, type="quantize_per_tensor"]; +"530 dequantize_per_tensor_169" [id=530, type="dequantize_per_tensor"]; +"531 dropout_9" [id=531, type=dropout]; +"532 view_14" [id=532, type=view]; +"533 permute_13" [id=533, type=permute]; +"534 reshape_12" [id=534, type=reshape]; +"535 slice_38" [id=535, type=slice]; +"536 slice_39" [id=536, type=slice]; +"537 slice_40" [id=537, type=slice]; +"538 slice_41" [id=538, type=slice]; +"539 contiguous_3" [id=539, type=contiguous]; +"540 layer_norm_6" [id=540, type="layer_norm"]; +"541 quantize_per_tensor_170" [id=541, type="quantize_per_tensor"]; +"542 dequantize_per_tensor_171" [id=542, type="dequantize_per_tensor"]; +"543 quantize_per_tensor_172" [id=543, type="quantize_per_tensor"]; +"544 dequantize_per_tensor_173" [id=544, type="dequantize_per_tensor"]; +"545 add_8" [id=545, type=add]; +"546 quantize_per_tensor_174" [id=546, type="quantize_per_tensor"]; +"547 dequantize_per_tensor_175" [id=547, type="dequantize_per_tensor"]; +"548 dequantize_per_tensor_176" [id=548, type="dequantize_per_tensor"]; +"549 add_8_0_0_nncf_smooth_quant_0" [id=549, type="call_module"]; +"550 quantize_per_tensor_177" [id=550, type="quantize_per_tensor"]; +"551 dequantize_per_tensor_178" [id=551, type="dequantize_per_tensor"]; +"552 _frozen_param27" [id=552, type="get_attr"]; +"553 dequantize_per_tensor_179" [id=553, type="dequantize_per_tensor"]; +"554 linear_17" [id=554, type=linear]; +"555 quantize_per_tensor_180" [id=555, type="quantize_per_tensor"]; +"556 dequantize_per_tensor_181" [id=556, type="dequantize_per_tensor"]; +"557 gelu_2" [id=557, type=gelu]; +"558 dropout_10" [id=558, type=dropout]; +"559 dropout_10_0_0_nncf_smooth_quant_0" [id=559, type="call_module"]; +"560 quantize_per_tensor_182" [id=560, type="quantize_per_tensor"]; +"561 dequantize_per_tensor_183" [id=561, type="dequantize_per_tensor"]; +"562 _frozen_param28" [id=562, type="get_attr"]; +"563 dequantize_per_tensor_184" [id=563, type="dequantize_per_tensor"]; +"564 linear_18" [id=564, type=linear]; +"565 quantize_per_tensor_185" [id=565, type="quantize_per_tensor"]; +"566 dequantize_per_tensor_186" [id=566, type="dequantize_per_tensor"]; +"567 dropout_11" [id=567, type=dropout]; +"568 layer_norm_7" [id=568, type="layer_norm"]; +"569 quantize_per_tensor_187" [id=569, type="quantize_per_tensor"]; +"570 dequantize_per_tensor_188" [id=570, type="dequantize_per_tensor"]; +"571 add_9" [id=571, type=add]; +"572 quantize_per_tensor_189" [id=572, type="quantize_per_tensor"]; +"573 dequantize_per_tensor_190" [id=573, type="dequantize_per_tensor"]; +"574 dequantize_per_tensor_191" [id=574, type="dequantize_per_tensor"]; +"575 _frozen_param29" [id=575, type="get_attr"]; +"576 dequantize_per_tensor_192" [id=576, type="dequantize_per_tensor"]; +"577 _frozen_param30" [id=577, type="get_attr"]; +"578 dequantize_per_tensor_193" [id=578, type="dequantize_per_tensor"]; +"579 linear_19" [id=579, type=linear]; +"580 relu__3" [id=580, type="relu_"]; +"581 quantize_per_tensor_194" [id=581, type="quantize_per_tensor"]; +"582 dequantize_per_tensor_195" [id=582, type="dequantize_per_tensor"]; +"583 relu__3_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; +"584 quantize_per_tensor_196" [id=584, type="quantize_per_tensor"]; +"585 dequantize_per_tensor_197" [id=585, type="dequantize_per_tensor"]; +"586 _frozen_param31" [id=586, type="get_attr"]; +"587 dequantize_per_tensor_198" [id=587, type="dequantize_per_tensor"]; +"588 linear_20" [id=588, type=linear]; +"589 quantize_per_tensor_199" [id=589, type="quantize_per_tensor"]; +"590 dequantize_per_tensor_200" [id=590, type="dequantize_per_tensor"]; +"591 view_15" [id=591, type=view]; +"592 quantize_per_tensor_201" [id=592, type="quantize_per_tensor"]; +"593 dequantize_per_tensor_202" [id=593, type="dequantize_per_tensor"]; +"594 index_3" [id=594, type=index]; +"595 view_16" [id=595, type=view]; +"596 permute_14" [id=596, type=permute]; +"597 contiguous_4" [id=597, type=contiguous]; +"598 unsqueeze_7" [id=598, type=unsqueeze]; +"599 sigmoid_3" [id=599, type=sigmoid]; +"600 quantize_per_tensor_203" [id=600, type="quantize_per_tensor"]; +"601 dequantize_per_tensor_204" [id=601, type="dequantize_per_tensor"]; +"602 _frozen_param32" [id=602, type="get_attr"]; +"603 dequantize_per_tensor_205" [id=603, type="dequantize_per_tensor"]; +"604 mul_6" [id=604, type=mul]; +"605 quantize_per_tensor_206" [id=605, type="quantize_per_tensor"]; +"606 dequantize_per_tensor_207" [id=606, type="dequantize_per_tensor"]; +"607 pad_4" [id=607, type=pad]; +"608 roll_2" [id=608, type=roll]; +"609 view_17" [id=609, type=view]; +"610 permute_15" [id=610, type=permute]; +"611 reshape_13" [id=611, type=reshape]; +"612 clone_3" [id=612, type=clone]; +"613 reshape_13_0_0_nncf_smooth_quant_0" [id=613, type="call_module"]; +"614 quantize_per_tensor_208" [id=614, type="quantize_per_tensor"]; +"615 dequantize_per_tensor_209" [id=615, type="dequantize_per_tensor"]; +"616 _frozen_param33" [id=616, type="get_attr"]; +"617 dequantize_per_tensor_210" [id=617, type="dequantize_per_tensor"]; +"618 linear_21" [id=618, type=linear]; +"619 quantize_per_tensor_211" [id=619, type="quantize_per_tensor"]; +"620 dequantize_per_tensor_212" [id=620, type="dequantize_per_tensor"]; +"621 reshape_14" [id=621, type=reshape]; +"622 permute_16" [id=622, type=permute]; +"623 select_9" [id=623, type=select]; +"624 select_10" [id=624, type=select]; +"625 select_11" [id=625, type=select]; +"626 linalg_vector_norm_6" [id=626, type="linalg_vector_norm"]; +"627 clamp_min_6" [id=627, type="clamp_min"]; +"628 expand_as_6" [id=628, type="expand_as"]; +"629 div_6" [id=629, type=div]; +"630 linalg_vector_norm_7" [id=630, type="linalg_vector_norm"]; +"631 clamp_min_7" [id=631, type="clamp_min"]; +"632 expand_as_7" [id=632, type="expand_as"]; +"633 div_7" [id=633, type=div]; +"634 transpose_6" [id=634, type=transpose]; +"635 matmul_6" [id=635, type=matmul]; +"636 quantize_per_tensor_213" [id=636, type="quantize_per_tensor"]; +"637 dequantize_per_tensor_214" [id=637, type="dequantize_per_tensor"]; +"638 _frozen_param34" [id=638, type="get_attr"]; +"639 dequantize_per_tensor_215" [id=639, type="dequantize_per_tensor"]; +"640 mul_7" [id=640, type=mul]; +"641 quantize_per_tensor_216" [id=641, type="quantize_per_tensor"]; +"642 dequantize_per_tensor_217" [id=642, type="dequantize_per_tensor"]; +"643 add_10" [id=643, type=add]; +"644 quantize_per_tensor_218" [id=644, type="quantize_per_tensor"]; +"645 dequantize_per_tensor_219" [id=645, type="dequantize_per_tensor"]; +"646 new_zeros_1" [id=646, type="new_zeros"]; +"647 view_18" [id=647, type=view]; +"648 permute_17" [id=648, type=permute]; +"649 reshape_15" [id=649, type=reshape]; +"650 unsqueeze_8" [id=650, type=unsqueeze]; +"651 unsqueeze_9" [id=651, type=unsqueeze]; +"652 sub_1" [id=652, type=sub]; +"653 ne_1" [id=653, type=ne]; +"654 masked_fill_2" [id=654, type="masked_fill"]; +"655 eq_1" [id=655, type=eq]; +"656 masked_fill_3" [id=656, type="masked_fill"]; +"657 view_19" [id=657, type=view]; +"658 quantize_per_tensor_220" [id=658, type="quantize_per_tensor"]; +"659 dequantize_per_tensor_221" [id=659, type="dequantize_per_tensor"]; +"660 unsqueeze_10" [id=660, type=unsqueeze]; +"661 unsqueeze_11" [id=661, type=unsqueeze]; +"662 quantize_per_tensor_222" [id=662, type="quantize_per_tensor"]; +"663 dequantize_per_tensor_223" [id=663, type="dequantize_per_tensor"]; +"664 add_11" [id=664, type=add]; +"665 quantize_per_tensor_224" [id=665, type="quantize_per_tensor"]; +"666 dequantize_per_tensor_225" [id=666, type="dequantize_per_tensor"]; +"667 view_20" [id=667, type=view]; +"668 quantize_per_tensor_226" [id=668, type="quantize_per_tensor"]; +"669 dequantize_per_tensor_227" [id=669, type="dequantize_per_tensor"]; +"670 softmax_3" [id=670, type=softmax]; +"671 dropout_12" [id=671, type=dropout]; +"672 matmul_7" [id=672, type=matmul]; +"673 transpose_7" [id=673, type=transpose]; +"674 reshape_16" [id=674, type=reshape]; +"675 reshape_16_0_0_nncf_smooth_quant_0" [id=675, type="call_module"]; +"676 quantize_per_tensor_228" [id=676, type="quantize_per_tensor"]; +"677 dequantize_per_tensor_229" [id=677, type="dequantize_per_tensor"]; +"678 _frozen_param35" [id=678, type="get_attr"]; +"679 dequantize_per_tensor_230" [id=679, type="dequantize_per_tensor"]; +"680 linear_22" [id=680, type=linear]; +"681 quantize_per_tensor_231" [id=681, type="quantize_per_tensor"]; +"682 dequantize_per_tensor_232" [id=682, type="dequantize_per_tensor"]; +"683 dropout_13" [id=683, type=dropout]; +"684 view_21" [id=684, type=view]; +"685 permute_18" [id=685, type=permute]; +"686 reshape_17" [id=686, type=reshape]; +"687 roll_3" [id=687, type=roll]; +"688 slice_61" [id=688, type=slice]; +"689 slice_62" [id=689, type=slice]; +"690 slice_63" [id=690, type=slice]; +"691 slice_64" [id=691, type=slice]; +"692 contiguous_5" [id=692, type=contiguous]; +"693 layer_norm_8" [id=693, type="layer_norm"]; +"694 quantize_per_tensor_233" [id=694, type="quantize_per_tensor"]; +"695 dequantize_per_tensor_234" [id=695, type="dequantize_per_tensor"]; +"696 add_12" [id=696, type=add]; +"697 quantize_per_tensor_235" [id=697, type="quantize_per_tensor"]; +"698 dequantize_per_tensor_236" [id=698, type="dequantize_per_tensor"]; +"699 dequantize_per_tensor_237" [id=699, type="dequantize_per_tensor"]; +"700 add_12_0_0_nncf_smooth_quant_0" [id=700, type="call_module"]; +"701 quantize_per_tensor_238" [id=701, type="quantize_per_tensor"]; +"702 dequantize_per_tensor_239" [id=702, type="dequantize_per_tensor"]; +"703 _frozen_param36" [id=703, type="get_attr"]; +"704 dequantize_per_tensor_240" [id=704, type="dequantize_per_tensor"]; +"705 linear_23" [id=705, type=linear]; +"706 quantize_per_tensor_241" [id=706, type="quantize_per_tensor"]; +"707 dequantize_per_tensor_242" [id=707, type="dequantize_per_tensor"]; +"708 gelu_3" [id=708, type=gelu]; +"709 dropout_14" [id=709, type=dropout]; +"710 dropout_14_0_0_nncf_smooth_quant_0" [id=710, type="call_module"]; +"711 quantize_per_tensor_243" [id=711, type="quantize_per_tensor"]; +"712 dequantize_per_tensor_244" [id=712, type="dequantize_per_tensor"]; +"713 _frozen_param37" [id=713, type="get_attr"]; +"714 dequantize_per_tensor_245" [id=714, type="dequantize_per_tensor"]; +"715 linear_24" [id=715, type=linear]; +"716 quantize_per_tensor_246" [id=716, type="quantize_per_tensor"]; +"717 dequantize_per_tensor_247" [id=717, type="dequantize_per_tensor"]; +"718 dropout_15" [id=718, type=dropout]; +"719 layer_norm_9" [id=719, type="layer_norm"]; +"720 quantize_per_tensor_248" [id=720, type="quantize_per_tensor"]; +"721 dequantize_per_tensor_249" [id=721, type="dequantize_per_tensor"]; +"722 add_13" [id=722, type=add]; +"723 quantize_per_tensor_250" [id=723, type="quantize_per_tensor"]; +"724 dequantize_per_tensor_251" [id=724, type="dequantize_per_tensor"]; +"725 pad_5" [id=725, type=pad]; +"726 slice_65" [id=726, type=slice]; +"727 slice_66" [id=727, type=slice]; +"728 slice_67" [id=728, type=slice]; +"729 quantize_per_tensor_252" [id=729, type="quantize_per_tensor"]; +"730 dequantize_per_tensor_253" [id=730, type="dequantize_per_tensor"]; +"731 slice_68" [id=731, type=slice]; +"732 slice_69" [id=732, type=slice]; +"733 slice_70" [id=733, type=slice]; +"734 quantize_per_tensor_254" [id=734, type="quantize_per_tensor"]; +"735 dequantize_per_tensor_255" [id=735, type="dequantize_per_tensor"]; +"736 slice_71" [id=736, type=slice]; +"737 slice_72" [id=737, type=slice]; +"738 slice_73" [id=738, type=slice]; +"739 quantize_per_tensor_256" [id=739, type="quantize_per_tensor"]; +"740 dequantize_per_tensor_257" [id=740, type="dequantize_per_tensor"]; +"741 slice_74" [id=741, type=slice]; +"742 slice_75" [id=742, type=slice]; +"743 slice_76" [id=743, type=slice]; +"744 quantize_per_tensor_258" [id=744, type="quantize_per_tensor"]; +"745 dequantize_per_tensor_259" [id=745, type="dequantize_per_tensor"]; +"746 cat_1" [id=746, type=cat]; +"747 quantize_per_tensor_260" [id=747, type="quantize_per_tensor"]; +"748 dequantize_per_tensor_261" [id=748, type="dequantize_per_tensor"]; +"749 cat_1_0_0_nncf_smooth_quant_0" [id=749, type="call_module"]; +"750 quantize_per_tensor_262" [id=750, type="quantize_per_tensor"]; +"751 dequantize_per_tensor_263" [id=751, type="dequantize_per_tensor"]; +"752 _frozen_param38" [id=752, type="get_attr"]; +"753 dequantize_per_tensor_264" [id=753, type="dequantize_per_tensor"]; +"754 linear_25" [id=754, type=linear]; +"755 quantize_per_tensor_265" [id=755, type="quantize_per_tensor"]; +"756 dequantize_per_tensor_266" [id=756, type="dequantize_per_tensor"]; +"757 layer_norm_10" [id=757, type="layer_norm"]; +"758 _frozen_param39" [id=758, type="get_attr"]; +"759 dequantize_per_tensor_267" [id=759, type="dequantize_per_tensor"]; +"760 _frozen_param40" [id=760, type="get_attr"]; +"761 dequantize_per_tensor_268" [id=761, type="dequantize_per_tensor"]; +"762 linear_26" [id=762, type=linear]; +"763 relu__4" [id=763, type="relu_"]; +"764 quantize_per_tensor_269" [id=764, type="quantize_per_tensor"]; +"765 dequantize_per_tensor_270" [id=765, type="dequantize_per_tensor"]; +"766 relu__4_0_0_nncf_smooth_quant_0" [id=766, type="call_module"]; +"767 quantize_per_tensor_271" [id=767, type="quantize_per_tensor"]; +"768 dequantize_per_tensor_272" [id=768, type="dequantize_per_tensor"]; +"769 _frozen_param41" [id=769, type="get_attr"]; +"770 dequantize_per_tensor_273" [id=770, type="dequantize_per_tensor"]; +"771 linear_27" [id=771, type=linear]; +"772 quantize_per_tensor_274" [id=772, type="quantize_per_tensor"]; +"773 dequantize_per_tensor_275" [id=773, type="dequantize_per_tensor"]; +"774 view_22" [id=774, type=view]; +"775 quantize_per_tensor_276" [id=775, type="quantize_per_tensor"]; +"776 dequantize_per_tensor_277" [id=776, type="dequantize_per_tensor"]; +"777 index_4" [id=777, type=index]; +"778 view_23" [id=778, type=view]; +"779 permute_19" [id=779, type=permute]; +"780 contiguous_6" [id=780, type=contiguous]; +"781 unsqueeze_12" [id=781, type=unsqueeze]; +"782 sigmoid_4" [id=782, type=sigmoid]; +"783 quantize_per_tensor_278" [id=783, type="quantize_per_tensor"]; +"784 dequantize_per_tensor_279" [id=784, type="dequantize_per_tensor"]; +"785 _frozen_param42" [id=785, type="get_attr"]; +"786 dequantize_per_tensor_280" [id=786, type="dequantize_per_tensor"]; +"787 mul_8" [id=787, type=mul]; +"788 quantize_per_tensor_281" [id=788, type="quantize_per_tensor"]; +"789 dequantize_per_tensor_282" [id=789, type="dequantize_per_tensor"]; +"790 pad_6" [id=790, type=pad]; +"791 view_24" [id=791, type=view]; +"792 permute_20" [id=792, type=permute]; +"793 reshape_18" [id=793, type=reshape]; +"794 clone_4" [id=794, type=clone]; +"795 reshape_18_0_0_nncf_smooth_quant_0" [id=795, type="call_module"]; +"796 quantize_per_tensor_283" [id=796, type="quantize_per_tensor"]; +"797 dequantize_per_tensor_284" [id=797, type="dequantize_per_tensor"]; +"798 _frozen_param43" [id=798, type="get_attr"]; +"799 dequantize_per_tensor_285" [id=799, type="dequantize_per_tensor"]; +"800 linear_28" [id=800, type=linear]; +"801 quantize_per_tensor_286" [id=801, type="quantize_per_tensor"]; +"802 dequantize_per_tensor_287" [id=802, type="dequantize_per_tensor"]; +"803 reshape_19" [id=803, type=reshape]; +"804 permute_21" [id=804, type=permute]; +"805 select_12" [id=805, type=select]; +"806 select_13" [id=806, type=select]; +"807 select_14" [id=807, type=select]; +"808 linalg_vector_norm_8" [id=808, type="linalg_vector_norm"]; +"809 clamp_min_8" [id=809, type="clamp_min"]; +"810 expand_as_8" [id=810, type="expand_as"]; +"811 div_8" [id=811, type=div]; +"812 linalg_vector_norm_9" [id=812, type="linalg_vector_norm"]; +"813 clamp_min_9" [id=813, type="clamp_min"]; +"814 expand_as_9" [id=814, type="expand_as"]; +"815 div_9" [id=815, type=div]; +"816 transpose_8" [id=816, type=transpose]; +"817 matmul_8" [id=817, type=matmul]; +"818 quantize_per_tensor_288" [id=818, type="quantize_per_tensor"]; +"819 dequantize_per_tensor_289" [id=819, type="dequantize_per_tensor"]; +"820 _frozen_param44" [id=820, type="get_attr"]; +"821 dequantize_per_tensor_290" [id=821, type="dequantize_per_tensor"]; +"822 mul_9" [id=822, type=mul]; +"823 quantize_per_tensor_291" [id=823, type="quantize_per_tensor"]; +"824 dequantize_per_tensor_292" [id=824, type="dequantize_per_tensor"]; +"825 add_14" [id=825, type=add]; +"826 quantize_per_tensor_293" [id=826, type="quantize_per_tensor"]; +"827 dequantize_per_tensor_294" [id=827, type="dequantize_per_tensor"]; +"828 softmax_4" [id=828, type=softmax]; +"829 dropout_16" [id=829, type=dropout]; +"830 matmul_9" [id=830, type=matmul]; +"831 transpose_9" [id=831, type=transpose]; +"832 reshape_20" [id=832, type=reshape]; +"833 reshape_20_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; +"834 quantize_per_tensor_295" [id=834, type="quantize_per_tensor"]; +"835 dequantize_per_tensor_296" [id=835, type="dequantize_per_tensor"]; +"836 _frozen_param45" [id=836, type="get_attr"]; +"837 dequantize_per_tensor_297" [id=837, type="dequantize_per_tensor"]; +"838 linear_29" [id=838, type=linear]; +"839 quantize_per_tensor_298" [id=839, type="quantize_per_tensor"]; +"840 dequantize_per_tensor_299" [id=840, type="dequantize_per_tensor"]; +"841 dropout_17" [id=841, type=dropout]; +"842 view_25" [id=842, type=view]; +"843 permute_22" [id=843, type=permute]; +"844 reshape_21" [id=844, type=reshape]; +"845 slice_78" [id=845, type=slice]; +"846 slice_79" [id=846, type=slice]; +"847 slice_80" [id=847, type=slice]; +"848 slice_81" [id=848, type=slice]; +"849 contiguous_7" [id=849, type=contiguous]; +"850 layer_norm_11" [id=850, type="layer_norm"]; +"851 quantize_per_tensor_300" [id=851, type="quantize_per_tensor"]; +"852 dequantize_per_tensor_301" [id=852, type="dequantize_per_tensor"]; +"853 quantize_per_tensor_302" [id=853, type="quantize_per_tensor"]; +"854 dequantize_per_tensor_303" [id=854, type="dequantize_per_tensor"]; +"855 add_15" [id=855, type=add]; +"856 quantize_per_tensor_304" [id=856, type="quantize_per_tensor"]; +"857 dequantize_per_tensor_305" [id=857, type="dequantize_per_tensor"]; +"858 dequantize_per_tensor_306" [id=858, type="dequantize_per_tensor"]; +"859 add_15_0_0_nncf_smooth_quant_0" [id=859, type="call_module"]; +"860 quantize_per_tensor_307" [id=860, type="quantize_per_tensor"]; +"861 dequantize_per_tensor_308" [id=861, type="dequantize_per_tensor"]; +"862 _frozen_param46" [id=862, type="get_attr"]; +"863 dequantize_per_tensor_309" [id=863, type="dequantize_per_tensor"]; +"864 linear_30" [id=864, type=linear]; +"865 quantize_per_tensor_310" [id=865, type="quantize_per_tensor"]; +"866 dequantize_per_tensor_311" [id=866, type="dequantize_per_tensor"]; +"867 gelu_4" [id=867, type=gelu]; +"868 dropout_18" [id=868, type=dropout]; +"869 dropout_18_0_0_nncf_smooth_quant_0" [id=869, type="call_module"]; +"870 quantize_per_tensor_312" [id=870, type="quantize_per_tensor"]; +"871 dequantize_per_tensor_313" [id=871, type="dequantize_per_tensor"]; +"872 _frozen_param47" [id=872, type="get_attr"]; +"873 dequantize_per_tensor_314" [id=873, type="dequantize_per_tensor"]; +"874 linear_31" [id=874, type=linear]; +"875 quantize_per_tensor_315" [id=875, type="quantize_per_tensor"]; +"876 dequantize_per_tensor_316" [id=876, type="dequantize_per_tensor"]; +"877 dropout_19" [id=877, type=dropout]; +"878 layer_norm_12" [id=878, type="layer_norm"]; +"879 quantize_per_tensor_317" [id=879, type="quantize_per_tensor"]; +"880 dequantize_per_tensor_318" [id=880, type="dequantize_per_tensor"]; +"881 add_16" [id=881, type=add]; +"882 quantize_per_tensor_319" [id=882, type="quantize_per_tensor"]; +"883 dequantize_per_tensor_320" [id=883, type="dequantize_per_tensor"]; +"884 dequantize_per_tensor_321" [id=884, type="dequantize_per_tensor"]; +"885 _frozen_param48" [id=885, type="get_attr"]; +"886 dequantize_per_tensor_322" [id=886, type="dequantize_per_tensor"]; +"887 _frozen_param49" [id=887, type="get_attr"]; +"888 dequantize_per_tensor_323" [id=888, type="dequantize_per_tensor"]; +"889 linear_32" [id=889, type=linear]; +"890 relu__5" [id=890, type="relu_"]; +"891 quantize_per_tensor_324" [id=891, type="quantize_per_tensor"]; +"892 dequantize_per_tensor_325" [id=892, type="dequantize_per_tensor"]; +"893 relu__5_0_0_nncf_smooth_quant_0" [id=893, type="call_module"]; +"894 quantize_per_tensor_326" [id=894, type="quantize_per_tensor"]; +"895 dequantize_per_tensor_327" [id=895, type="dequantize_per_tensor"]; +"896 _frozen_param50" [id=896, type="get_attr"]; +"897 dequantize_per_tensor_328" [id=897, type="dequantize_per_tensor"]; +"898 linear_33" [id=898, type=linear]; +"899 quantize_per_tensor_329" [id=899, type="quantize_per_tensor"]; +"900 dequantize_per_tensor_330" [id=900, type="dequantize_per_tensor"]; +"901 view_26" [id=901, type=view]; +"902 quantize_per_tensor_331" [id=902, type="quantize_per_tensor"]; +"903 dequantize_per_tensor_332" [id=903, type="dequantize_per_tensor"]; +"904 index_5" [id=904, type=index]; +"905 view_27" [id=905, type=view]; +"906 permute_23" [id=906, type=permute]; +"907 contiguous_8" [id=907, type=contiguous]; +"908 unsqueeze_13" [id=908, type=unsqueeze]; +"909 sigmoid_5" [id=909, type=sigmoid]; +"910 quantize_per_tensor_333" [id=910, type="quantize_per_tensor"]; +"911 dequantize_per_tensor_334" [id=911, type="dequantize_per_tensor"]; +"912 _frozen_param51" [id=912, type="get_attr"]; +"913 dequantize_per_tensor_335" [id=913, type="dequantize_per_tensor"]; +"914 mul_10" [id=914, type=mul]; +"915 quantize_per_tensor_336" [id=915, type="quantize_per_tensor"]; +"916 dequantize_per_tensor_337" [id=916, type="dequantize_per_tensor"]; +"917 pad_7" [id=917, type=pad]; +"918 roll_4" [id=918, type=roll]; +"919 view_28" [id=919, type=view]; +"920 permute_24" [id=920, type=permute]; +"921 reshape_22" [id=921, type=reshape]; +"922 clone_5" [id=922, type=clone]; +"923 reshape_22_0_0_nncf_smooth_quant_0" [id=923, type="call_module"]; +"924 quantize_per_tensor_338" [id=924, type="quantize_per_tensor"]; +"925 dequantize_per_tensor_339" [id=925, type="dequantize_per_tensor"]; +"926 _frozen_param52" [id=926, type="get_attr"]; +"927 dequantize_per_tensor_340" [id=927, type="dequantize_per_tensor"]; +"928 linear_34" [id=928, type=linear]; +"929 quantize_per_tensor_341" [id=929, type="quantize_per_tensor"]; +"930 dequantize_per_tensor_342" [id=930, type="dequantize_per_tensor"]; +"931 reshape_23" [id=931, type=reshape]; +"932 permute_25" [id=932, type=permute]; +"933 select_15" [id=933, type=select]; +"934 select_16" [id=934, type=select]; +"935 select_17" [id=935, type=select]; +"936 linalg_vector_norm_10" [id=936, type="linalg_vector_norm"]; +"937 clamp_min_10" [id=937, type="clamp_min"]; +"938 expand_as_10" [id=938, type="expand_as"]; +"939 div_10" [id=939, type=div]; +"940 linalg_vector_norm_11" [id=940, type="linalg_vector_norm"]; +"941 clamp_min_11" [id=941, type="clamp_min"]; +"942 expand_as_11" [id=942, type="expand_as"]; +"943 div_11" [id=943, type=div]; +"944 transpose_10" [id=944, type=transpose]; +"945 matmul_10" [id=945, type=matmul]; +"946 quantize_per_tensor_343" [id=946, type="quantize_per_tensor"]; +"947 dequantize_per_tensor_344" [id=947, type="dequantize_per_tensor"]; +"948 _frozen_param53" [id=948, type="get_attr"]; +"949 dequantize_per_tensor_345" [id=949, type="dequantize_per_tensor"]; +"950 mul_11" [id=950, type=mul]; +"951 quantize_per_tensor_346" [id=951, type="quantize_per_tensor"]; +"952 dequantize_per_tensor_347" [id=952, type="dequantize_per_tensor"]; +"953 add_17" [id=953, type=add]; +"954 quantize_per_tensor_348" [id=954, type="quantize_per_tensor"]; +"955 dequantize_per_tensor_349" [id=955, type="dequantize_per_tensor"]; +"956 new_zeros_2" [id=956, type="new_zeros"]; +"957 view_29" [id=957, type=view]; +"958 permute_26" [id=958, type=permute]; +"959 reshape_24" [id=959, type=reshape]; +"960 unsqueeze_14" [id=960, type=unsqueeze]; +"961 unsqueeze_15" [id=961, type=unsqueeze]; +"962 sub_2" [id=962, type=sub]; +"963 ne_2" [id=963, type=ne]; +"964 masked_fill_4" [id=964, type="masked_fill"]; +"965 eq_2" [id=965, type=eq]; +"966 masked_fill_5" [id=966, type="masked_fill"]; +"967 view_30" [id=967, type=view]; +"968 quantize_per_tensor_350" [id=968, type="quantize_per_tensor"]; +"969 dequantize_per_tensor_351" [id=969, type="dequantize_per_tensor"]; +"970 unsqueeze_16" [id=970, type=unsqueeze]; +"971 unsqueeze_17" [id=971, type=unsqueeze]; +"972 quantize_per_tensor_352" [id=972, type="quantize_per_tensor"]; +"973 dequantize_per_tensor_353" [id=973, type="dequantize_per_tensor"]; +"974 add_18" [id=974, type=add]; +"975 quantize_per_tensor_354" [id=975, type="quantize_per_tensor"]; +"976 dequantize_per_tensor_355" [id=976, type="dequantize_per_tensor"]; +"977 view_31" [id=977, type=view]; +"978 quantize_per_tensor_356" [id=978, type="quantize_per_tensor"]; +"979 dequantize_per_tensor_357" [id=979, type="dequantize_per_tensor"]; +"980 softmax_5" [id=980, type=softmax]; +"981 dropout_20" [id=981, type=dropout]; +"982 matmul_11" [id=982, type=matmul]; +"983 transpose_11" [id=983, type=transpose]; +"984 reshape_25" [id=984, type=reshape]; +"985 reshape_25_0_0_nncf_smooth_quant_0" [id=985, type="call_module"]; +"986 quantize_per_tensor_358" [id=986, type="quantize_per_tensor"]; +"987 dequantize_per_tensor_359" [id=987, type="dequantize_per_tensor"]; +"988 _frozen_param54" [id=988, type="get_attr"]; +"989 dequantize_per_tensor_360" [id=989, type="dequantize_per_tensor"]; +"990 linear_35" [id=990, type=linear]; +"991 quantize_per_tensor_361" [id=991, type="quantize_per_tensor"]; +"992 dequantize_per_tensor_362" [id=992, type="dequantize_per_tensor"]; +"993 dropout_21" [id=993, type=dropout]; +"994 view_32" [id=994, type=view]; +"995 permute_27" [id=995, type=permute]; +"996 reshape_26" [id=996, type=reshape]; +"997 roll_5" [id=997, type=roll]; +"998 slice_101" [id=998, type=slice]; +"999 slice_102" [id=999, type=slice]; +"1000 slice_103" [id=1000, type=slice]; +"1001 slice_104" [id=1001, type=slice]; +"1002 contiguous_9" [id=1002, type=contiguous]; +"1003 layer_norm_13" [id=1003, type="layer_norm"]; +"1004 quantize_per_tensor_363" [id=1004, type="quantize_per_tensor"]; +"1005 dequantize_per_tensor_364" [id=1005, type="dequantize_per_tensor"]; +"1006 add_19" [id=1006, type=add]; +"1007 quantize_per_tensor_365" [id=1007, type="quantize_per_tensor"]; +"1008 dequantize_per_tensor_366" [id=1008, type="dequantize_per_tensor"]; +"1009 dequantize_per_tensor_367" [id=1009, type="dequantize_per_tensor"]; +"1010 add_19_0_0_nncf_smooth_quant_0" [id=1010, type="call_module"]; +"1011 quantize_per_tensor_368" [id=1011, type="quantize_per_tensor"]; +"1012 dequantize_per_tensor_369" [id=1012, type="dequantize_per_tensor"]; +"1013 _frozen_param55" [id=1013, type="get_attr"]; +"1014 dequantize_per_tensor_370" [id=1014, type="dequantize_per_tensor"]; +"1015 linear_36" [id=1015, type=linear]; +"1016 quantize_per_tensor_371" [id=1016, type="quantize_per_tensor"]; +"1017 dequantize_per_tensor_372" [id=1017, type="dequantize_per_tensor"]; +"1018 gelu_5" [id=1018, type=gelu]; +"1019 dropout_22" [id=1019, type=dropout]; +"1020 dropout_22_0_0_nncf_smooth_quant_0" [id=1020, type="call_module"]; +"1021 quantize_per_tensor_373" [id=1021, type="quantize_per_tensor"]; +"1022 dequantize_per_tensor_374" [id=1022, type="dequantize_per_tensor"]; +"1023 _frozen_param56" [id=1023, type="get_attr"]; +"1024 dequantize_per_tensor_375" [id=1024, type="dequantize_per_tensor"]; +"1025 linear_37" [id=1025, type=linear]; +"1026 quantize_per_tensor_376" [id=1026, type="quantize_per_tensor"]; +"1027 dequantize_per_tensor_377" [id=1027, type="dequantize_per_tensor"]; +"1028 dropout_23" [id=1028, type=dropout]; +"1029 layer_norm_14" [id=1029, type="layer_norm"]; +"1030 quantize_per_tensor_378" [id=1030, type="quantize_per_tensor"]; +"1031 dequantize_per_tensor_379" [id=1031, type="dequantize_per_tensor"]; +"1032 add_20" [id=1032, type=add]; +"1033 quantize_per_tensor_380" [id=1033, type="quantize_per_tensor"]; +"1034 dequantize_per_tensor_381" [id=1034, type="dequantize_per_tensor"]; +"1035 dequantize_per_tensor_382" [id=1035, type="dequantize_per_tensor"]; +"1036 _frozen_param57" [id=1036, type="get_attr"]; +"1037 dequantize_per_tensor_383" [id=1037, type="dequantize_per_tensor"]; +"1038 _frozen_param58" [id=1038, type="get_attr"]; +"1039 dequantize_per_tensor_384" [id=1039, type="dequantize_per_tensor"]; +"1040 linear_38" [id=1040, type=linear]; +"1041 relu__6" [id=1041, type="relu_"]; +"1042 quantize_per_tensor_385" [id=1042, type="quantize_per_tensor"]; +"1043 dequantize_per_tensor_386" [id=1043, type="dequantize_per_tensor"]; +"1044 relu__6_0_0_nncf_smooth_quant_0" [id=1044, type="call_module"]; +"1045 quantize_per_tensor_387" [id=1045, type="quantize_per_tensor"]; +"1046 dequantize_per_tensor_388" [id=1046, type="dequantize_per_tensor"]; +"1047 _frozen_param59" [id=1047, type="get_attr"]; +"1048 dequantize_per_tensor_389" [id=1048, type="dequantize_per_tensor"]; +"1049 linear_39" [id=1049, type=linear]; +"1050 quantize_per_tensor_390" [id=1050, type="quantize_per_tensor"]; +"1051 dequantize_per_tensor_391" [id=1051, type="dequantize_per_tensor"]; +"1052 view_33" [id=1052, type=view]; +"1053 quantize_per_tensor_392" [id=1053, type="quantize_per_tensor"]; +"1054 dequantize_per_tensor_393" [id=1054, type="dequantize_per_tensor"]; +"1055 index_6" [id=1055, type=index]; +"1056 view_34" [id=1056, type=view]; +"1057 permute_28" [id=1057, type=permute]; +"1058 contiguous_10" [id=1058, type=contiguous]; +"1059 unsqueeze_18" [id=1059, type=unsqueeze]; +"1060 sigmoid_6" [id=1060, type=sigmoid]; +"1061 quantize_per_tensor_394" [id=1061, type="quantize_per_tensor"]; +"1062 dequantize_per_tensor_395" [id=1062, type="dequantize_per_tensor"]; +"1063 _frozen_param60" [id=1063, type="get_attr"]; +"1064 dequantize_per_tensor_396" [id=1064, type="dequantize_per_tensor"]; +"1065 mul_12" [id=1065, type=mul]; +"1066 quantize_per_tensor_397" [id=1066, type="quantize_per_tensor"]; +"1067 dequantize_per_tensor_398" [id=1067, type="dequantize_per_tensor"]; +"1068 pad_8" [id=1068, type=pad]; +"1069 view_35" [id=1069, type=view]; +"1070 permute_29" [id=1070, type=permute]; +"1071 reshape_27" [id=1071, type=reshape]; +"1072 clone_6" [id=1072, type=clone]; +"1073 reshape_27_0_0_nncf_smooth_quant_0" [id=1073, type="call_module"]; +"1074 quantize_per_tensor_399" [id=1074, type="quantize_per_tensor"]; +"1075 dequantize_per_tensor_400" [id=1075, type="dequantize_per_tensor"]; +"1076 _frozen_param61" [id=1076, type="get_attr"]; +"1077 dequantize_per_tensor_401" [id=1077, type="dequantize_per_tensor"]; +"1078 linear_40" [id=1078, type=linear]; +"1079 quantize_per_tensor_402" [id=1079, type="quantize_per_tensor"]; +"1080 dequantize_per_tensor_403" [id=1080, type="dequantize_per_tensor"]; +"1081 reshape_28" [id=1081, type=reshape]; +"1082 permute_30" [id=1082, type=permute]; +"1083 select_18" [id=1083, type=select]; +"1084 select_19" [id=1084, type=select]; +"1085 select_20" [id=1085, type=select]; +"1086 linalg_vector_norm_12" [id=1086, type="linalg_vector_norm"]; +"1087 clamp_min_12" [id=1087, type="clamp_min"]; +"1088 expand_as_12" [id=1088, type="expand_as"]; +"1089 div_12" [id=1089, type=div]; +"1090 linalg_vector_norm_13" [id=1090, type="linalg_vector_norm"]; +"1091 clamp_min_13" [id=1091, type="clamp_min"]; +"1092 expand_as_13" [id=1092, type="expand_as"]; +"1093 div_13" [id=1093, type=div]; +"1094 transpose_12" [id=1094, type=transpose]; +"1095 matmul_12" [id=1095, type=matmul]; +"1096 quantize_per_tensor_404" [id=1096, type="quantize_per_tensor"]; +"1097 dequantize_per_tensor_405" [id=1097, type="dequantize_per_tensor"]; +"1098 _frozen_param62" [id=1098, type="get_attr"]; +"1099 dequantize_per_tensor_406" [id=1099, type="dequantize_per_tensor"]; +"1100 mul_13" [id=1100, type=mul]; +"1101 quantize_per_tensor_407" [id=1101, type="quantize_per_tensor"]; +"1102 dequantize_per_tensor_408" [id=1102, type="dequantize_per_tensor"]; +"1103 add_21" [id=1103, type=add]; +"1104 quantize_per_tensor_409" [id=1104, type="quantize_per_tensor"]; +"1105 dequantize_per_tensor_410" [id=1105, type="dequantize_per_tensor"]; +"1106 softmax_6" [id=1106, type=softmax]; +"1107 dropout_24" [id=1107, type=dropout]; +"1108 matmul_13" [id=1108, type=matmul]; +"1109 transpose_13" [id=1109, type=transpose]; +"1110 reshape_29" [id=1110, type=reshape]; +"1111 reshape_29_0_0_nncf_smooth_quant_0" [id=1111, type="call_module"]; +"1112 quantize_per_tensor_411" [id=1112, type="quantize_per_tensor"]; +"1113 dequantize_per_tensor_412" [id=1113, type="dequantize_per_tensor"]; +"1114 _frozen_param63" [id=1114, type="get_attr"]; +"1115 dequantize_per_tensor_413" [id=1115, type="dequantize_per_tensor"]; +"1116 linear_41" [id=1116, type=linear]; +"1117 quantize_per_tensor_414" [id=1117, type="quantize_per_tensor"]; +"1118 dequantize_per_tensor_415" [id=1118, type="dequantize_per_tensor"]; +"1119 dropout_25" [id=1119, type=dropout]; +"1120 view_36" [id=1120, type=view]; +"1121 permute_31" [id=1121, type=permute]; +"1122 reshape_30" [id=1122, type=reshape]; +"1123 slice_106" [id=1123, type=slice]; +"1124 slice_107" [id=1124, type=slice]; +"1125 slice_108" [id=1125, type=slice]; +"1126 slice_109" [id=1126, type=slice]; +"1127 contiguous_11" [id=1127, type=contiguous]; +"1128 layer_norm_15" [id=1128, type="layer_norm"]; +"1129 quantize_per_tensor_416" [id=1129, type="quantize_per_tensor"]; +"1130 dequantize_per_tensor_417" [id=1130, type="dequantize_per_tensor"]; +"1131 add_22" [id=1131, type=add]; +"1132 quantize_per_tensor_418" [id=1132, type="quantize_per_tensor"]; +"1133 dequantize_per_tensor_419" [id=1133, type="dequantize_per_tensor"]; +"1134 dequantize_per_tensor_420" [id=1134, type="dequantize_per_tensor"]; +"1135 add_22_0_0_nncf_smooth_quant_0" [id=1135, type="call_module"]; +"1136 quantize_per_tensor_421" [id=1136, type="quantize_per_tensor"]; +"1137 dequantize_per_tensor_422" [id=1137, type="dequantize_per_tensor"]; +"1138 _frozen_param64" [id=1138, type="get_attr"]; +"1139 dequantize_per_tensor_423" [id=1139, type="dequantize_per_tensor"]; +"1140 linear_42" [id=1140, type=linear]; +"1141 quantize_per_tensor_424" [id=1141, type="quantize_per_tensor"]; +"1142 dequantize_per_tensor_425" [id=1142, type="dequantize_per_tensor"]; +"1143 gelu_6" [id=1143, type=gelu]; +"1144 dropout_26" [id=1144, type=dropout]; +"1145 dropout_26_0_0_nncf_smooth_quant_0" [id=1145, type="call_module"]; +"1146 quantize_per_tensor_426" [id=1146, type="quantize_per_tensor"]; +"1147 dequantize_per_tensor_427" [id=1147, type="dequantize_per_tensor"]; +"1148 _frozen_param65" [id=1148, type="get_attr"]; +"1149 dequantize_per_tensor_428" [id=1149, type="dequantize_per_tensor"]; +"1150 linear_43" [id=1150, type=linear]; +"1151 quantize_per_tensor_429" [id=1151, type="quantize_per_tensor"]; +"1152 dequantize_per_tensor_430" [id=1152, type="dequantize_per_tensor"]; +"1153 dropout_27" [id=1153, type=dropout]; +"1154 layer_norm_16" [id=1154, type="layer_norm"]; +"1155 quantize_per_tensor_431" [id=1155, type="quantize_per_tensor"]; +"1156 dequantize_per_tensor_432" [id=1156, type="dequantize_per_tensor"]; +"1157 add_23" [id=1157, type=add]; +"1158 quantize_per_tensor_433" [id=1158, type="quantize_per_tensor"]; +"1159 dequantize_per_tensor_434" [id=1159, type="dequantize_per_tensor"]; +"1160 dequantize_per_tensor_435" [id=1160, type="dequantize_per_tensor"]; +"1161 _frozen_param66" [id=1161, type="get_attr"]; +"1162 dequantize_per_tensor_436" [id=1162, type="dequantize_per_tensor"]; +"1163 _frozen_param67" [id=1163, type="get_attr"]; +"1164 dequantize_per_tensor_437" [id=1164, type="dequantize_per_tensor"]; +"1165 linear_44" [id=1165, type=linear]; +"1166 relu__7" [id=1166, type="relu_"]; +"1167 quantize_per_tensor_438" [id=1167, type="quantize_per_tensor"]; +"1168 dequantize_per_tensor_439" [id=1168, type="dequantize_per_tensor"]; +"1169 relu__7_0_0_nncf_smooth_quant_0" [id=1169, type="call_module"]; +"1170 quantize_per_tensor_440" [id=1170, type="quantize_per_tensor"]; +"1171 dequantize_per_tensor_441" [id=1171, type="dequantize_per_tensor"]; +"1172 _frozen_param68" [id=1172, type="get_attr"]; +"1173 dequantize_per_tensor_442" [id=1173, type="dequantize_per_tensor"]; +"1174 linear_45" [id=1174, type=linear]; +"1175 quantize_per_tensor_443" [id=1175, type="quantize_per_tensor"]; +"1176 dequantize_per_tensor_444" [id=1176, type="dequantize_per_tensor"]; +"1177 view_37" [id=1177, type=view]; +"1178 quantize_per_tensor_445" [id=1178, type="quantize_per_tensor"]; +"1179 dequantize_per_tensor_446" [id=1179, type="dequantize_per_tensor"]; +"1180 index_7" [id=1180, type=index]; +"1181 view_38" [id=1181, type=view]; +"1182 permute_32" [id=1182, type=permute]; +"1183 contiguous_12" [id=1183, type=contiguous]; +"1184 unsqueeze_19" [id=1184, type=unsqueeze]; +"1185 sigmoid_7" [id=1185, type=sigmoid]; +"1186 quantize_per_tensor_447" [id=1186, type="quantize_per_tensor"]; +"1187 dequantize_per_tensor_448" [id=1187, type="dequantize_per_tensor"]; +"1188 _frozen_param69" [id=1188, type="get_attr"]; +"1189 dequantize_per_tensor_449" [id=1189, type="dequantize_per_tensor"]; +"1190 mul_14" [id=1190, type=mul]; +"1191 quantize_per_tensor_450" [id=1191, type="quantize_per_tensor"]; +"1192 dequantize_per_tensor_451" [id=1192, type="dequantize_per_tensor"]; +"1193 pad_9" [id=1193, type=pad]; +"1194 roll_6" [id=1194, type=roll]; +"1195 view_39" [id=1195, type=view]; +"1196 permute_33" [id=1196, type=permute]; +"1197 reshape_31" [id=1197, type=reshape]; +"1198 clone_7" [id=1198, type=clone]; +"1199 reshape_31_0_0_nncf_smooth_quant_0" [id=1199, type="call_module"]; +"1200 quantize_per_tensor_452" [id=1200, type="quantize_per_tensor"]; +"1201 dequantize_per_tensor_453" [id=1201, type="dequantize_per_tensor"]; +"1202 _frozen_param70" [id=1202, type="get_attr"]; +"1203 dequantize_per_tensor_454" [id=1203, type="dequantize_per_tensor"]; +"1204 linear_46" [id=1204, type=linear]; +"1205 quantize_per_tensor_455" [id=1205, type="quantize_per_tensor"]; +"1206 dequantize_per_tensor_456" [id=1206, type="dequantize_per_tensor"]; +"1207 reshape_32" [id=1207, type=reshape]; +"1208 permute_34" [id=1208, type=permute]; +"1209 select_21" [id=1209, type=select]; +"1210 select_22" [id=1210, type=select]; +"1211 select_23" [id=1211, type=select]; +"1212 linalg_vector_norm_14" [id=1212, type="linalg_vector_norm"]; +"1213 clamp_min_14" [id=1213, type="clamp_min"]; +"1214 expand_as_14" [id=1214, type="expand_as"]; +"1215 div_14" [id=1215, type=div]; +"1216 linalg_vector_norm_15" [id=1216, type="linalg_vector_norm"]; +"1217 clamp_min_15" [id=1217, type="clamp_min"]; +"1218 expand_as_15" [id=1218, type="expand_as"]; +"1219 div_15" [id=1219, type=div]; +"1220 transpose_14" [id=1220, type=transpose]; +"1221 matmul_14" [id=1221, type=matmul]; +"1222 quantize_per_tensor_457" [id=1222, type="quantize_per_tensor"]; +"1223 dequantize_per_tensor_458" [id=1223, type="dequantize_per_tensor"]; +"1224 _frozen_param71" [id=1224, type="get_attr"]; +"1225 dequantize_per_tensor_459" [id=1225, type="dequantize_per_tensor"]; +"1226 mul_15" [id=1226, type=mul]; +"1227 quantize_per_tensor_460" [id=1227, type="quantize_per_tensor"]; +"1228 dequantize_per_tensor_461" [id=1228, type="dequantize_per_tensor"]; +"1229 add_24" [id=1229, type=add]; +"1230 quantize_per_tensor_462" [id=1230, type="quantize_per_tensor"]; +"1231 dequantize_per_tensor_463" [id=1231, type="dequantize_per_tensor"]; +"1232 new_zeros_3" [id=1232, type="new_zeros"]; +"1233 view_40" [id=1233, type=view]; +"1234 permute_35" [id=1234, type=permute]; +"1235 reshape_33" [id=1235, type=reshape]; +"1236 unsqueeze_20" [id=1236, type=unsqueeze]; +"1237 unsqueeze_21" [id=1237, type=unsqueeze]; +"1238 sub_3" [id=1238, type=sub]; +"1239 ne_3" [id=1239, type=ne]; +"1240 masked_fill_6" [id=1240, type="masked_fill"]; +"1241 eq_3" [id=1241, type=eq]; +"1242 masked_fill_7" [id=1242, type="masked_fill"]; +"1243 view_41" [id=1243, type=view]; +"1244 quantize_per_tensor_464" [id=1244, type="quantize_per_tensor"]; +"1245 dequantize_per_tensor_465" [id=1245, type="dequantize_per_tensor"]; +"1246 unsqueeze_22" [id=1246, type=unsqueeze]; +"1247 unsqueeze_23" [id=1247, type=unsqueeze]; +"1248 quantize_per_tensor_466" [id=1248, type="quantize_per_tensor"]; +"1249 dequantize_per_tensor_467" [id=1249, type="dequantize_per_tensor"]; +"1250 add_25" [id=1250, type=add]; +"1251 quantize_per_tensor_468" [id=1251, type="quantize_per_tensor"]; +"1252 dequantize_per_tensor_469" [id=1252, type="dequantize_per_tensor"]; +"1253 view_42" [id=1253, type=view]; +"1254 quantize_per_tensor_470" [id=1254, type="quantize_per_tensor"]; +"1255 dequantize_per_tensor_471" [id=1255, type="dequantize_per_tensor"]; +"1256 softmax_7" [id=1256, type=softmax]; +"1257 dropout_28" [id=1257, type=dropout]; +"1258 matmul_15" [id=1258, type=matmul]; +"1259 transpose_15" [id=1259, type=transpose]; +"1260 reshape_34" [id=1260, type=reshape]; +"1261 reshape_34_0_0_nncf_smooth_quant_0" [id=1261, type="call_module"]; +"1262 quantize_per_tensor_472" [id=1262, type="quantize_per_tensor"]; +"1263 dequantize_per_tensor_473" [id=1263, type="dequantize_per_tensor"]; +"1264 _frozen_param72" [id=1264, type="get_attr"]; +"1265 dequantize_per_tensor_474" [id=1265, type="dequantize_per_tensor"]; +"1266 linear_47" [id=1266, type=linear]; +"1267 quantize_per_tensor_475" [id=1267, type="quantize_per_tensor"]; +"1268 dequantize_per_tensor_476" [id=1268, type="dequantize_per_tensor"]; +"1269 dropout_29" [id=1269, type=dropout]; +"1270 view_43" [id=1270, type=view]; +"1271 permute_36" [id=1271, type=permute]; +"1272 reshape_35" [id=1272, type=reshape]; +"1273 roll_7" [id=1273, type=roll]; +"1274 slice_129" [id=1274, type=slice]; +"1275 slice_130" [id=1275, type=slice]; +"1276 slice_131" [id=1276, type=slice]; +"1277 slice_132" [id=1277, type=slice]; +"1278 contiguous_13" [id=1278, type=contiguous]; +"1279 layer_norm_17" [id=1279, type="layer_norm"]; +"1280 quantize_per_tensor_477" [id=1280, type="quantize_per_tensor"]; +"1281 dequantize_per_tensor_478" [id=1281, type="dequantize_per_tensor"]; +"1282 add_26" [id=1282, type=add]; +"1283 quantize_per_tensor_479" [id=1283, type="quantize_per_tensor"]; +"1284 dequantize_per_tensor_480" [id=1284, type="dequantize_per_tensor"]; +"1285 dequantize_per_tensor_481" [id=1285, type="dequantize_per_tensor"]; +"1286 add_26_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; +"1287 quantize_per_tensor_482" [id=1287, type="quantize_per_tensor"]; +"1288 dequantize_per_tensor_483" [id=1288, type="dequantize_per_tensor"]; +"1289 _frozen_param73" [id=1289, type="get_attr"]; +"1290 dequantize_per_tensor_484" [id=1290, type="dequantize_per_tensor"]; +"1291 linear_48" [id=1291, type=linear]; +"1292 quantize_per_tensor_485" [id=1292, type="quantize_per_tensor"]; +"1293 dequantize_per_tensor_486" [id=1293, type="dequantize_per_tensor"]; +"1294 gelu_7" [id=1294, type=gelu]; +"1295 dropout_30" [id=1295, type=dropout]; +"1296 dropout_30_0_0_nncf_smooth_quant_0" [id=1296, type="call_module"]; +"1297 quantize_per_tensor_487" [id=1297, type="quantize_per_tensor"]; +"1298 dequantize_per_tensor_488" [id=1298, type="dequantize_per_tensor"]; +"1299 _frozen_param74" [id=1299, type="get_attr"]; +"1300 dequantize_per_tensor_489" [id=1300, type="dequantize_per_tensor"]; +"1301 linear_49" [id=1301, type=linear]; +"1302 quantize_per_tensor_490" [id=1302, type="quantize_per_tensor"]; +"1303 dequantize_per_tensor_491" [id=1303, type="dequantize_per_tensor"]; +"1304 dropout_31" [id=1304, type=dropout]; +"1305 layer_norm_18" [id=1305, type="layer_norm"]; +"1306 quantize_per_tensor_492" [id=1306, type="quantize_per_tensor"]; +"1307 dequantize_per_tensor_493" [id=1307, type="dequantize_per_tensor"]; +"1308 add_27" [id=1308, type=add]; +"1309 quantize_per_tensor_494" [id=1309, type="quantize_per_tensor"]; +"1310 dequantize_per_tensor_495" [id=1310, type="dequantize_per_tensor"]; +"1311 dequantize_per_tensor_496" [id=1311, type="dequantize_per_tensor"]; +"1312 _frozen_param75" [id=1312, type="get_attr"]; +"1313 dequantize_per_tensor_497" [id=1313, type="dequantize_per_tensor"]; +"1314 _frozen_param76" [id=1314, type="get_attr"]; +"1315 dequantize_per_tensor_498" [id=1315, type="dequantize_per_tensor"]; +"1316 linear_50" [id=1316, type=linear]; +"1317 relu__8" [id=1317, type="relu_"]; +"1318 quantize_per_tensor_499" [id=1318, type="quantize_per_tensor"]; +"1319 dequantize_per_tensor_500" [id=1319, type="dequantize_per_tensor"]; +"1320 relu__8_0_0_nncf_smooth_quant_0" [id=1320, type="call_module"]; +"1321 quantize_per_tensor_501" [id=1321, type="quantize_per_tensor"]; +"1322 dequantize_per_tensor_502" [id=1322, type="dequantize_per_tensor"]; +"1323 _frozen_param77" [id=1323, type="get_attr"]; +"1324 dequantize_per_tensor_503" [id=1324, type="dequantize_per_tensor"]; +"1325 linear_51" [id=1325, type=linear]; +"1326 quantize_per_tensor_504" [id=1326, type="quantize_per_tensor"]; +"1327 dequantize_per_tensor_505" [id=1327, type="dequantize_per_tensor"]; +"1328 view_44" [id=1328, type=view]; +"1329 quantize_per_tensor_506" [id=1329, type="quantize_per_tensor"]; +"1330 dequantize_per_tensor_507" [id=1330, type="dequantize_per_tensor"]; +"1331 index_8" [id=1331, type=index]; +"1332 view_45" [id=1332, type=view]; +"1333 permute_37" [id=1333, type=permute]; +"1334 contiguous_14" [id=1334, type=contiguous]; +"1335 unsqueeze_24" [id=1335, type=unsqueeze]; +"1336 sigmoid_8" [id=1336, type=sigmoid]; +"1337 quantize_per_tensor_508" [id=1337, type="quantize_per_tensor"]; +"1338 dequantize_per_tensor_509" [id=1338, type="dequantize_per_tensor"]; +"1339 _frozen_param78" [id=1339, type="get_attr"]; +"1340 dequantize_per_tensor_510" [id=1340, type="dequantize_per_tensor"]; +"1341 mul_16" [id=1341, type=mul]; +"1342 quantize_per_tensor_511" [id=1342, type="quantize_per_tensor"]; +"1343 dequantize_per_tensor_512" [id=1343, type="dequantize_per_tensor"]; +"1344 pad_10" [id=1344, type=pad]; +"1345 view_46" [id=1345, type=view]; +"1346 permute_38" [id=1346, type=permute]; +"1347 reshape_36" [id=1347, type=reshape]; +"1348 clone_8" [id=1348, type=clone]; +"1349 reshape_36_0_0_nncf_smooth_quant_0" [id=1349, type="call_module"]; +"1350 quantize_per_tensor_513" [id=1350, type="quantize_per_tensor"]; +"1351 dequantize_per_tensor_514" [id=1351, type="dequantize_per_tensor"]; +"1352 _frozen_param79" [id=1352, type="get_attr"]; +"1353 dequantize_per_tensor_515" [id=1353, type="dequantize_per_tensor"]; +"1354 linear_52" [id=1354, type=linear]; +"1355 quantize_per_tensor_516" [id=1355, type="quantize_per_tensor"]; +"1356 dequantize_per_tensor_517" [id=1356, type="dequantize_per_tensor"]; +"1357 reshape_37" [id=1357, type=reshape]; +"1358 permute_39" [id=1358, type=permute]; +"1359 select_24" [id=1359, type=select]; +"1360 select_25" [id=1360, type=select]; +"1361 select_26" [id=1361, type=select]; +"1362 linalg_vector_norm_16" [id=1362, type="linalg_vector_norm"]; +"1363 clamp_min_16" [id=1363, type="clamp_min"]; +"1364 expand_as_16" [id=1364, type="expand_as"]; +"1365 div_16" [id=1365, type=div]; +"1366 linalg_vector_norm_17" [id=1366, type="linalg_vector_norm"]; +"1367 clamp_min_17" [id=1367, type="clamp_min"]; +"1368 expand_as_17" [id=1368, type="expand_as"]; +"1369 div_17" [id=1369, type=div]; +"1370 transpose_16" [id=1370, type=transpose]; +"1371 matmul_16" [id=1371, type=matmul]; +"1372 quantize_per_tensor_518" [id=1372, type="quantize_per_tensor"]; +"1373 dequantize_per_tensor_519" [id=1373, type="dequantize_per_tensor"]; +"1374 _frozen_param80" [id=1374, type="get_attr"]; +"1375 dequantize_per_tensor_520" [id=1375, type="dequantize_per_tensor"]; +"1376 mul_17" [id=1376, type=mul]; +"1377 quantize_per_tensor_521" [id=1377, type="quantize_per_tensor"]; +"1378 dequantize_per_tensor_522" [id=1378, type="dequantize_per_tensor"]; +"1379 add_28" [id=1379, type=add]; +"1380 quantize_per_tensor_523" [id=1380, type="quantize_per_tensor"]; +"1381 dequantize_per_tensor_524" [id=1381, type="dequantize_per_tensor"]; +"1382 softmax_8" [id=1382, type=softmax]; +"1383 dropout_32" [id=1383, type=dropout]; +"1384 matmul_17" [id=1384, type=matmul]; +"1385 transpose_17" [id=1385, type=transpose]; +"1386 reshape_38" [id=1386, type=reshape]; +"1387 reshape_38_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; +"1388 quantize_per_tensor_525" [id=1388, type="quantize_per_tensor"]; +"1389 dequantize_per_tensor_526" [id=1389, type="dequantize_per_tensor"]; +"1390 _frozen_param81" [id=1390, type="get_attr"]; +"1391 dequantize_per_tensor_527" [id=1391, type="dequantize_per_tensor"]; +"1392 linear_53" [id=1392, type=linear]; +"1393 quantize_per_tensor_528" [id=1393, type="quantize_per_tensor"]; +"1394 dequantize_per_tensor_529" [id=1394, type="dequantize_per_tensor"]; +"1395 dropout_33" [id=1395, type=dropout]; +"1396 view_47" [id=1396, type=view]; +"1397 permute_40" [id=1397, type=permute]; +"1398 reshape_39" [id=1398, type=reshape]; +"1399 slice_134" [id=1399, type=slice]; +"1400 slice_135" [id=1400, type=slice]; +"1401 slice_136" [id=1401, type=slice]; +"1402 slice_137" [id=1402, type=slice]; +"1403 contiguous_15" [id=1403, type=contiguous]; +"1404 layer_norm_19" [id=1404, type="layer_norm"]; +"1405 quantize_per_tensor_530" [id=1405, type="quantize_per_tensor"]; +"1406 dequantize_per_tensor_531" [id=1406, type="dequantize_per_tensor"]; +"1407 add_29" [id=1407, type=add]; +"1408 quantize_per_tensor_532" [id=1408, type="quantize_per_tensor"]; +"1409 dequantize_per_tensor_533" [id=1409, type="dequantize_per_tensor"]; +"1410 dequantize_per_tensor_534" [id=1410, type="dequantize_per_tensor"]; +"1411 add_29_0_0_nncf_smooth_quant_0" [id=1411, type="call_module"]; +"1412 quantize_per_tensor_535" [id=1412, type="quantize_per_tensor"]; +"1413 dequantize_per_tensor_536" [id=1413, type="dequantize_per_tensor"]; +"1414 _frozen_param82" [id=1414, type="get_attr"]; +"1415 dequantize_per_tensor_537" [id=1415, type="dequantize_per_tensor"]; +"1416 linear_54" [id=1416, type=linear]; +"1417 quantize_per_tensor_538" [id=1417, type="quantize_per_tensor"]; +"1418 dequantize_per_tensor_539" [id=1418, type="dequantize_per_tensor"]; +"1419 gelu_8" [id=1419, type=gelu]; +"1420 dropout_34" [id=1420, type=dropout]; +"1421 dropout_34_0_0_nncf_smooth_quant_0" [id=1421, type="call_module"]; +"1422 quantize_per_tensor_540" [id=1422, type="quantize_per_tensor"]; +"1423 dequantize_per_tensor_541" [id=1423, type="dequantize_per_tensor"]; +"1424 _frozen_param83" [id=1424, type="get_attr"]; +"1425 dequantize_per_tensor_542" [id=1425, type="dequantize_per_tensor"]; +"1426 linear_55" [id=1426, type=linear]; +"1427 quantize_per_tensor_543" [id=1427, type="quantize_per_tensor"]; +"1428 dequantize_per_tensor_544" [id=1428, type="dequantize_per_tensor"]; +"1429 dropout_35" [id=1429, type=dropout]; +"1430 layer_norm_20" [id=1430, type="layer_norm"]; +"1431 quantize_per_tensor_545" [id=1431, type="quantize_per_tensor"]; +"1432 dequantize_per_tensor_546" [id=1432, type="dequantize_per_tensor"]; +"1433 add_30" [id=1433, type=add]; +"1434 quantize_per_tensor_547" [id=1434, type="quantize_per_tensor"]; +"1435 dequantize_per_tensor_548" [id=1435, type="dequantize_per_tensor"]; +"1436 dequantize_per_tensor_549" [id=1436, type="dequantize_per_tensor"]; +"1437 _frozen_param84" [id=1437, type="get_attr"]; +"1438 dequantize_per_tensor_550" [id=1438, type="dequantize_per_tensor"]; +"1439 _frozen_param85" [id=1439, type="get_attr"]; +"1440 dequantize_per_tensor_551" [id=1440, type="dequantize_per_tensor"]; +"1441 linear_56" [id=1441, type=linear]; +"1442 relu__9" [id=1442, type="relu_"]; +"1443 quantize_per_tensor_552" [id=1443, type="quantize_per_tensor"]; +"1444 dequantize_per_tensor_553" [id=1444, type="dequantize_per_tensor"]; +"1445 relu__9_0_0_nncf_smooth_quant_0" [id=1445, type="call_module"]; +"1446 quantize_per_tensor_554" [id=1446, type="quantize_per_tensor"]; +"1447 dequantize_per_tensor_555" [id=1447, type="dequantize_per_tensor"]; +"1448 _frozen_param86" [id=1448, type="get_attr"]; +"1449 dequantize_per_tensor_556" [id=1449, type="dequantize_per_tensor"]; +"1450 linear_57" [id=1450, type=linear]; +"1451 quantize_per_tensor_557" [id=1451, type="quantize_per_tensor"]; +"1452 dequantize_per_tensor_558" [id=1452, type="dequantize_per_tensor"]; +"1453 view_48" [id=1453, type=view]; +"1454 quantize_per_tensor_559" [id=1454, type="quantize_per_tensor"]; +"1455 dequantize_per_tensor_560" [id=1455, type="dequantize_per_tensor"]; +"1456 index_9" [id=1456, type=index]; +"1457 view_49" [id=1457, type=view]; +"1458 permute_41" [id=1458, type=permute]; +"1459 contiguous_16" [id=1459, type=contiguous]; +"1460 unsqueeze_25" [id=1460, type=unsqueeze]; +"1461 sigmoid_9" [id=1461, type=sigmoid]; +"1462 quantize_per_tensor_561" [id=1462, type="quantize_per_tensor"]; +"1463 dequantize_per_tensor_562" [id=1463, type="dequantize_per_tensor"]; +"1464 _frozen_param87" [id=1464, type="get_attr"]; +"1465 dequantize_per_tensor_563" [id=1465, type="dequantize_per_tensor"]; +"1466 mul_18" [id=1466, type=mul]; +"1467 quantize_per_tensor_564" [id=1467, type="quantize_per_tensor"]; +"1468 dequantize_per_tensor_565" [id=1468, type="dequantize_per_tensor"]; +"1469 pad_11" [id=1469, type=pad]; +"1470 roll_8" [id=1470, type=roll]; +"1471 view_50" [id=1471, type=view]; +"1472 permute_42" [id=1472, type=permute]; +"1473 reshape_40" [id=1473, type=reshape]; +"1474 clone_9" [id=1474, type=clone]; +"1475 reshape_40_0_0_nncf_smooth_quant_0" [id=1475, type="call_module"]; +"1476 quantize_per_tensor_566" [id=1476, type="quantize_per_tensor"]; +"1477 dequantize_per_tensor_567" [id=1477, type="dequantize_per_tensor"]; +"1478 _frozen_param88" [id=1478, type="get_attr"]; +"1479 dequantize_per_tensor_568" [id=1479, type="dequantize_per_tensor"]; +"1480 linear_58" [id=1480, type=linear]; +"1481 quantize_per_tensor_569" [id=1481, type="quantize_per_tensor"]; +"1482 dequantize_per_tensor_570" [id=1482, type="dequantize_per_tensor"]; +"1483 reshape_41" [id=1483, type=reshape]; +"1484 permute_43" [id=1484, type=permute]; +"1485 select_27" [id=1485, type=select]; +"1486 select_28" [id=1486, type=select]; +"1487 select_29" [id=1487, type=select]; +"1488 linalg_vector_norm_18" [id=1488, type="linalg_vector_norm"]; +"1489 clamp_min_18" [id=1489, type="clamp_min"]; +"1490 expand_as_18" [id=1490, type="expand_as"]; +"1491 div_18" [id=1491, type=div]; +"1492 linalg_vector_norm_19" [id=1492, type="linalg_vector_norm"]; +"1493 clamp_min_19" [id=1493, type="clamp_min"]; +"1494 expand_as_19" [id=1494, type="expand_as"]; +"1495 div_19" [id=1495, type=div]; +"1496 transpose_18" [id=1496, type=transpose]; +"1497 matmul_18" [id=1497, type=matmul]; +"1498 quantize_per_tensor_571" [id=1498, type="quantize_per_tensor"]; +"1499 dequantize_per_tensor_572" [id=1499, type="dequantize_per_tensor"]; +"1500 _frozen_param89" [id=1500, type="get_attr"]; +"1501 dequantize_per_tensor_573" [id=1501, type="dequantize_per_tensor"]; +"1502 mul_19" [id=1502, type=mul]; +"1503 quantize_per_tensor_574" [id=1503, type="quantize_per_tensor"]; +"1504 dequantize_per_tensor_575" [id=1504, type="dequantize_per_tensor"]; +"1505 add_31" [id=1505, type=add]; +"1506 quantize_per_tensor_576" [id=1506, type="quantize_per_tensor"]; +"1507 dequantize_per_tensor_577" [id=1507, type="dequantize_per_tensor"]; +"1508 new_zeros_4" [id=1508, type="new_zeros"]; +"1509 view_51" [id=1509, type=view]; +"1510 permute_44" [id=1510, type=permute]; +"1511 reshape_42" [id=1511, type=reshape]; +"1512 unsqueeze_26" [id=1512, type=unsqueeze]; +"1513 unsqueeze_27" [id=1513, type=unsqueeze]; +"1514 sub_4" [id=1514, type=sub]; +"1515 ne_4" [id=1515, type=ne]; +"1516 masked_fill_8" [id=1516, type="masked_fill"]; +"1517 eq_4" [id=1517, type=eq]; +"1518 masked_fill_9" [id=1518, type="masked_fill"]; +"1519 view_52" [id=1519, type=view]; +"1520 quantize_per_tensor_578" [id=1520, type="quantize_per_tensor"]; +"1521 dequantize_per_tensor_579" [id=1521, type="dequantize_per_tensor"]; +"1522 unsqueeze_28" [id=1522, type=unsqueeze]; +"1523 unsqueeze_29" [id=1523, type=unsqueeze]; +"1524 quantize_per_tensor_580" [id=1524, type="quantize_per_tensor"]; +"1525 dequantize_per_tensor_581" [id=1525, type="dequantize_per_tensor"]; +"1526 add_32" [id=1526, type=add]; +"1527 quantize_per_tensor_582" [id=1527, type="quantize_per_tensor"]; +"1528 dequantize_per_tensor_583" [id=1528, type="dequantize_per_tensor"]; +"1529 view_53" [id=1529, type=view]; +"1530 quantize_per_tensor_584" [id=1530, type="quantize_per_tensor"]; +"1531 dequantize_per_tensor_585" [id=1531, type="dequantize_per_tensor"]; +"1532 softmax_9" [id=1532, type=softmax]; +"1533 dropout_36" [id=1533, type=dropout]; +"1534 matmul_19" [id=1534, type=matmul]; +"1535 transpose_19" [id=1535, type=transpose]; +"1536 reshape_43" [id=1536, type=reshape]; +"1537 reshape_43_0_0_nncf_smooth_quant_0" [id=1537, type="call_module"]; +"1538 quantize_per_tensor_586" [id=1538, type="quantize_per_tensor"]; +"1539 dequantize_per_tensor_587" [id=1539, type="dequantize_per_tensor"]; +"1540 _frozen_param90" [id=1540, type="get_attr"]; +"1541 dequantize_per_tensor_588" [id=1541, type="dequantize_per_tensor"]; +"1542 linear_59" [id=1542, type=linear]; +"1543 quantize_per_tensor_589" [id=1543, type="quantize_per_tensor"]; +"1544 dequantize_per_tensor_590" [id=1544, type="dequantize_per_tensor"]; +"1545 dropout_37" [id=1545, type=dropout]; +"1546 view_54" [id=1546, type=view]; +"1547 permute_45" [id=1547, type=permute]; +"1548 reshape_44" [id=1548, type=reshape]; +"1549 roll_9" [id=1549, type=roll]; +"1550 slice_157" [id=1550, type=slice]; +"1551 slice_158" [id=1551, type=slice]; +"1552 slice_159" [id=1552, type=slice]; +"1553 slice_160" [id=1553, type=slice]; +"1554 contiguous_17" [id=1554, type=contiguous]; +"1555 layer_norm_21" [id=1555, type="layer_norm"]; +"1556 quantize_per_tensor_591" [id=1556, type="quantize_per_tensor"]; +"1557 dequantize_per_tensor_592" [id=1557, type="dequantize_per_tensor"]; +"1558 add_33" [id=1558, type=add]; +"1559 quantize_per_tensor_593" [id=1559, type="quantize_per_tensor"]; +"1560 dequantize_per_tensor_594" [id=1560, type="dequantize_per_tensor"]; +"1561 dequantize_per_tensor_595" [id=1561, type="dequantize_per_tensor"]; +"1562 add_33_0_0_nncf_smooth_quant_0" [id=1562, type="call_module"]; +"1563 quantize_per_tensor_596" [id=1563, type="quantize_per_tensor"]; +"1564 dequantize_per_tensor_597" [id=1564, type="dequantize_per_tensor"]; +"1565 _frozen_param91" [id=1565, type="get_attr"]; +"1566 dequantize_per_tensor_598" [id=1566, type="dequantize_per_tensor"]; +"1567 linear_60" [id=1567, type=linear]; +"1568 quantize_per_tensor_599" [id=1568, type="quantize_per_tensor"]; +"1569 dequantize_per_tensor_600" [id=1569, type="dequantize_per_tensor"]; +"1570 gelu_9" [id=1570, type=gelu]; +"1571 dropout_38" [id=1571, type=dropout]; +"1572 dropout_38_0_0_nncf_smooth_quant_0" [id=1572, type="call_module"]; +"1573 quantize_per_tensor_601" [id=1573, type="quantize_per_tensor"]; +"1574 dequantize_per_tensor_602" [id=1574, type="dequantize_per_tensor"]; +"1575 _frozen_param92" [id=1575, type="get_attr"]; +"1576 dequantize_per_tensor_603" [id=1576, type="dequantize_per_tensor"]; +"1577 linear_61" [id=1577, type=linear]; +"1578 quantize_per_tensor_604" [id=1578, type="quantize_per_tensor"]; +"1579 dequantize_per_tensor_605" [id=1579, type="dequantize_per_tensor"]; +"1580 dropout_39" [id=1580, type=dropout]; +"1581 layer_norm_22" [id=1581, type="layer_norm"]; +"1582 quantize_per_tensor_606" [id=1582, type="quantize_per_tensor"]; +"1583 dequantize_per_tensor_607" [id=1583, type="dequantize_per_tensor"]; +"1584 add_34" [id=1584, type=add]; +"1585 quantize_per_tensor_608" [id=1585, type="quantize_per_tensor"]; +"1586 dequantize_per_tensor_609" [id=1586, type="dequantize_per_tensor"]; +"1587 pad_12" [id=1587, type=pad]; +"1588 slice_161" [id=1588, type=slice]; +"1589 slice_162" [id=1589, type=slice]; +"1590 slice_163" [id=1590, type=slice]; +"1591 quantize_per_tensor_610" [id=1591, type="quantize_per_tensor"]; +"1592 dequantize_per_tensor_611" [id=1592, type="dequantize_per_tensor"]; +"1593 slice_164" [id=1593, type=slice]; +"1594 slice_165" [id=1594, type=slice]; +"1595 slice_166" [id=1595, type=slice]; +"1596 quantize_per_tensor_612" [id=1596, type="quantize_per_tensor"]; +"1597 dequantize_per_tensor_613" [id=1597, type="dequantize_per_tensor"]; +"1598 slice_167" [id=1598, type=slice]; +"1599 slice_168" [id=1599, type=slice]; +"1600 slice_169" [id=1600, type=slice]; +"1601 quantize_per_tensor_614" [id=1601, type="quantize_per_tensor"]; +"1602 dequantize_per_tensor_615" [id=1602, type="dequantize_per_tensor"]; +"1603 slice_170" [id=1603, type=slice]; +"1604 slice_171" [id=1604, type=slice]; +"1605 slice_172" [id=1605, type=slice]; +"1606 quantize_per_tensor_616" [id=1606, type="quantize_per_tensor"]; +"1607 dequantize_per_tensor_617" [id=1607, type="dequantize_per_tensor"]; +"1608 cat_2" [id=1608, type=cat]; +"1609 quantize_per_tensor_618" [id=1609, type="quantize_per_tensor"]; +"1610 dequantize_per_tensor_619" [id=1610, type="dequantize_per_tensor"]; +"1611 cat_2_0_0_nncf_smooth_quant_0" [id=1611, type="call_module"]; +"1612 quantize_per_tensor_620" [id=1612, type="quantize_per_tensor"]; +"1613 dequantize_per_tensor_621" [id=1613, type="dequantize_per_tensor"]; +"1614 _frozen_param93" [id=1614, type="get_attr"]; +"1615 dequantize_per_tensor_622" [id=1615, type="dequantize_per_tensor"]; +"1616 linear_62" [id=1616, type=linear]; +"1617 quantize_per_tensor_623" [id=1617, type="quantize_per_tensor"]; +"1618 dequantize_per_tensor_624" [id=1618, type="dequantize_per_tensor"]; +"1619 layer_norm_23" [id=1619, type="layer_norm"]; +"1620 _frozen_param94" [id=1620, type="get_attr"]; +"1621 dequantize_per_tensor_625" [id=1621, type="dequantize_per_tensor"]; +"1622 _frozen_param95" [id=1622, type="get_attr"]; +"1623 dequantize_per_tensor_626" [id=1623, type="dequantize_per_tensor"]; +"1624 linear_63" [id=1624, type=linear]; +"1625 relu__10" [id=1625, type="relu_"]; +"1626 quantize_per_tensor_627" [id=1626, type="quantize_per_tensor"]; +"1627 dequantize_per_tensor_628" [id=1627, type="dequantize_per_tensor"]; +"1628 relu__10_0_0_nncf_smooth_quant_0" [id=1628, type="call_module"]; +"1629 quantize_per_tensor_629" [id=1629, type="quantize_per_tensor"]; +"1630 dequantize_per_tensor_630" [id=1630, type="dequantize_per_tensor"]; +"1631 _frozen_param96" [id=1631, type="get_attr"]; +"1632 dequantize_per_tensor_631" [id=1632, type="dequantize_per_tensor"]; +"1633 linear_64" [id=1633, type=linear]; +"1634 quantize_per_tensor_632" [id=1634, type="quantize_per_tensor"]; +"1635 dequantize_per_tensor_633" [id=1635, type="dequantize_per_tensor"]; +"1636 view_55" [id=1636, type=view]; +"1637 quantize_per_tensor_634" [id=1637, type="quantize_per_tensor"]; +"1638 dequantize_per_tensor_635" [id=1638, type="dequantize_per_tensor"]; +"1639 index_10" [id=1639, type=index]; +"1640 view_56" [id=1640, type=view]; +"1641 permute_46" [id=1641, type=permute]; +"1642 contiguous_18" [id=1642, type=contiguous]; +"1643 unsqueeze_30" [id=1643, type=unsqueeze]; +"1644 sigmoid_10" [id=1644, type=sigmoid]; +"1645 quantize_per_tensor_636" [id=1645, type="quantize_per_tensor"]; +"1646 dequantize_per_tensor_637" [id=1646, type="dequantize_per_tensor"]; +"1647 _frozen_param97" [id=1647, type="get_attr"]; +"1648 dequantize_per_tensor_638" [id=1648, type="dequantize_per_tensor"]; +"1649 mul_20" [id=1649, type=mul]; +"1650 quantize_per_tensor_639" [id=1650, type="quantize_per_tensor"]; +"1651 dequantize_per_tensor_640" [id=1651, type="dequantize_per_tensor"]; +"1652 pad_13" [id=1652, type=pad]; +"1653 view_57" [id=1653, type=view]; +"1654 permute_47" [id=1654, type=permute]; +"1655 reshape_45" [id=1655, type=reshape]; +"1656 clone_10" [id=1656, type=clone]; +"1657 reshape_45_0_0_nncf_smooth_quant_0" [id=1657, type="call_module"]; +"1658 quantize_per_tensor_641" [id=1658, type="quantize_per_tensor"]; +"1659 dequantize_per_tensor_642" [id=1659, type="dequantize_per_tensor"]; +"1660 _frozen_param98" [id=1660, type="get_attr"]; +"1661 dequantize_per_tensor_643" [id=1661, type="dequantize_per_tensor"]; +"1662 linear_65" [id=1662, type=linear]; +"1663 quantize_per_tensor_644" [id=1663, type="quantize_per_tensor"]; +"1664 dequantize_per_tensor_645" [id=1664, type="dequantize_per_tensor"]; +"1665 reshape_46" [id=1665, type=reshape]; +"1666 permute_48" [id=1666, type=permute]; +"1667 select_30" [id=1667, type=select]; +"1668 select_31" [id=1668, type=select]; +"1669 select_32" [id=1669, type=select]; +"1670 linalg_vector_norm_20" [id=1670, type="linalg_vector_norm"]; +"1671 clamp_min_20" [id=1671, type="clamp_min"]; +"1672 expand_as_20" [id=1672, type="expand_as"]; +"1673 div_20" [id=1673, type=div]; +"1674 linalg_vector_norm_21" [id=1674, type="linalg_vector_norm"]; +"1675 clamp_min_21" [id=1675, type="clamp_min"]; +"1676 expand_as_21" [id=1676, type="expand_as"]; +"1677 div_21" [id=1677, type=div]; +"1678 transpose_20" [id=1678, type=transpose]; +"1679 matmul_20" [id=1679, type=matmul]; +"1680 quantize_per_tensor_646" [id=1680, type="quantize_per_tensor"]; +"1681 dequantize_per_tensor_647" [id=1681, type="dequantize_per_tensor"]; +"1682 _frozen_param99" [id=1682, type="get_attr"]; +"1683 dequantize_per_tensor_648" [id=1683, type="dequantize_per_tensor"]; +"1684 mul_21" [id=1684, type=mul]; +"1685 quantize_per_tensor_649" [id=1685, type="quantize_per_tensor"]; +"1686 dequantize_per_tensor_650" [id=1686, type="dequantize_per_tensor"]; +"1687 add_35" [id=1687, type=add]; +"1688 quantize_per_tensor_651" [id=1688, type="quantize_per_tensor"]; +"1689 dequantize_per_tensor_652" [id=1689, type="dequantize_per_tensor"]; +"1690 softmax_10" [id=1690, type=softmax]; +"1691 dropout_40" [id=1691, type=dropout]; +"1692 matmul_21" [id=1692, type=matmul]; +"1693 transpose_21" [id=1693, type=transpose]; +"1694 reshape_47" [id=1694, type=reshape]; +"1695 reshape_47_0_0_nncf_smooth_quant_0" [id=1695, type="call_module"]; +"1696 quantize_per_tensor_653" [id=1696, type="quantize_per_tensor"]; +"1697 dequantize_per_tensor_654" [id=1697, type="dequantize_per_tensor"]; +"1698 _frozen_param100" [id=1698, type="get_attr"]; +"1699 dequantize_per_tensor_655" [id=1699, type="dequantize_per_tensor"]; +"1700 linear_66" [id=1700, type=linear]; +"1701 quantize_per_tensor_656" [id=1701, type="quantize_per_tensor"]; +"1702 dequantize_per_tensor_657" [id=1702, type="dequantize_per_tensor"]; +"1703 dropout_41" [id=1703, type=dropout]; +"1704 view_58" [id=1704, type=view]; +"1705 permute_49" [id=1705, type=permute]; +"1706 reshape_48" [id=1706, type=reshape]; +"1707 slice_174" [id=1707, type=slice]; +"1708 slice_175" [id=1708, type=slice]; +"1709 slice_176" [id=1709, type=slice]; +"1710 slice_177" [id=1710, type=slice]; +"1711 contiguous_19" [id=1711, type=contiguous]; +"1712 layer_norm_24" [id=1712, type="layer_norm"]; +"1713 quantize_per_tensor_658" [id=1713, type="quantize_per_tensor"]; +"1714 dequantize_per_tensor_659" [id=1714, type="dequantize_per_tensor"]; +"1715 quantize_per_tensor_660" [id=1715, type="quantize_per_tensor"]; +"1716 dequantize_per_tensor_661" [id=1716, type="dequantize_per_tensor"]; +"1717 add_36" [id=1717, type=add]; +"1718 quantize_per_tensor_662" [id=1718, type="quantize_per_tensor"]; +"1719 dequantize_per_tensor_663" [id=1719, type="dequantize_per_tensor"]; +"1720 dequantize_per_tensor_664" [id=1720, type="dequantize_per_tensor"]; +"1721 add_36_0_0_nncf_smooth_quant_0" [id=1721, type="call_module"]; +"1722 quantize_per_tensor_665" [id=1722, type="quantize_per_tensor"]; +"1723 dequantize_per_tensor_666" [id=1723, type="dequantize_per_tensor"]; +"1724 _frozen_param101" [id=1724, type="get_attr"]; +"1725 dequantize_per_tensor_667" [id=1725, type="dequantize_per_tensor"]; +"1726 linear_67" [id=1726, type=linear]; +"1727 quantize_per_tensor_668" [id=1727, type="quantize_per_tensor"]; +"1728 dequantize_per_tensor_669" [id=1728, type="dequantize_per_tensor"]; +"1729 gelu_10" [id=1729, type=gelu]; +"1730 dropout_42" [id=1730, type=dropout]; +"1731 dropout_42_0_0_nncf_smooth_quant_0" [id=1731, type="call_module"]; +"1732 quantize_per_tensor_670" [id=1732, type="quantize_per_tensor"]; +"1733 dequantize_per_tensor_671" [id=1733, type="dequantize_per_tensor"]; +"1734 _frozen_param102" [id=1734, type="get_attr"]; +"1735 dequantize_per_tensor_672" [id=1735, type="dequantize_per_tensor"]; +"1736 linear_68" [id=1736, type=linear]; +"1737 quantize_per_tensor_673" [id=1737, type="quantize_per_tensor"]; +"1738 dequantize_per_tensor_674" [id=1738, type="dequantize_per_tensor"]; +"1739 dropout_43" [id=1739, type=dropout]; +"1740 layer_norm_25" [id=1740, type="layer_norm"]; +"1741 quantize_per_tensor_675" [id=1741, type="quantize_per_tensor"]; +"1742 dequantize_per_tensor_676" [id=1742, type="dequantize_per_tensor"]; +"1743 add_37" [id=1743, type=add]; +"1744 quantize_per_tensor_677" [id=1744, type="quantize_per_tensor"]; +"1745 dequantize_per_tensor_678" [id=1745, type="dequantize_per_tensor"]; +"1746 dequantize_per_tensor_679" [id=1746, type="dequantize_per_tensor"]; +"1747 _frozen_param103" [id=1747, type="get_attr"]; +"1748 dequantize_per_tensor_680" [id=1748, type="dequantize_per_tensor"]; +"1749 _frozen_param104" [id=1749, type="get_attr"]; +"1750 dequantize_per_tensor_681" [id=1750, type="dequantize_per_tensor"]; +"1751 linear_69" [id=1751, type=linear]; +"1752 relu__11" [id=1752, type="relu_"]; +"1753 quantize_per_tensor_682" [id=1753, type="quantize_per_tensor"]; +"1754 dequantize_per_tensor_683" [id=1754, type="dequantize_per_tensor"]; +"1755 relu__11_0_0_nncf_smooth_quant_0" [id=1755, type="call_module"]; +"1756 quantize_per_tensor_684" [id=1756, type="quantize_per_tensor"]; +"1757 dequantize_per_tensor_685" [id=1757, type="dequantize_per_tensor"]; +"1758 _frozen_param105" [id=1758, type="get_attr"]; +"1759 dequantize_per_tensor_686" [id=1759, type="dequantize_per_tensor"]; +"1760 linear_70" [id=1760, type=linear]; +"1761 quantize_per_tensor_687" [id=1761, type="quantize_per_tensor"]; +"1762 dequantize_per_tensor_688" [id=1762, type="dequantize_per_tensor"]; +"1763 view_59" [id=1763, type=view]; +"1764 quantize_per_tensor_689" [id=1764, type="quantize_per_tensor"]; +"1765 dequantize_per_tensor_690" [id=1765, type="dequantize_per_tensor"]; +"1766 index_11" [id=1766, type=index]; +"1767 view_60" [id=1767, type=view]; +"1768 permute_50" [id=1768, type=permute]; +"1769 contiguous_20" [id=1769, type=contiguous]; +"1770 unsqueeze_31" [id=1770, type=unsqueeze]; +"1771 sigmoid_11" [id=1771, type=sigmoid]; +"1772 quantize_per_tensor_691" [id=1772, type="quantize_per_tensor"]; +"1773 dequantize_per_tensor_692" [id=1773, type="dequantize_per_tensor"]; +"1774 _frozen_param106" [id=1774, type="get_attr"]; +"1775 dequantize_per_tensor_693" [id=1775, type="dequantize_per_tensor"]; +"1776 mul_22" [id=1776, type=mul]; +"1777 quantize_per_tensor_694" [id=1777, type="quantize_per_tensor"]; +"1778 dequantize_per_tensor_695" [id=1778, type="dequantize_per_tensor"]; +"1779 pad_14" [id=1779, type=pad]; +"1780 view_61" [id=1780, type=view]; +"1781 permute_51" [id=1781, type=permute]; +"1782 reshape_49" [id=1782, type=reshape]; +"1783 clone_11" [id=1783, type=clone]; +"1784 reshape_49_0_0_nncf_smooth_quant_0" [id=1784, type="call_module"]; +"1785 quantize_per_tensor_696" [id=1785, type="quantize_per_tensor"]; +"1786 dequantize_per_tensor_697" [id=1786, type="dequantize_per_tensor"]; +"1787 _frozen_param107" [id=1787, type="get_attr"]; +"1788 dequantize_per_tensor_698" [id=1788, type="dequantize_per_tensor"]; +"1789 linear_71" [id=1789, type=linear]; +"1790 quantize_per_tensor_699" [id=1790, type="quantize_per_tensor"]; +"1791 dequantize_per_tensor_700" [id=1791, type="dequantize_per_tensor"]; +"1792 reshape_50" [id=1792, type=reshape]; +"1793 permute_52" [id=1793, type=permute]; +"1794 select_33" [id=1794, type=select]; +"1795 select_34" [id=1795, type=select]; +"1796 select_35" [id=1796, type=select]; +"1797 linalg_vector_norm_22" [id=1797, type="linalg_vector_norm"]; +"1798 clamp_min_22" [id=1798, type="clamp_min"]; +"1799 expand_as_22" [id=1799, type="expand_as"]; +"1800 div_22" [id=1800, type=div]; +"1801 linalg_vector_norm_23" [id=1801, type="linalg_vector_norm"]; +"1802 clamp_min_23" [id=1802, type="clamp_min"]; +"1803 expand_as_23" [id=1803, type="expand_as"]; +"1804 div_23" [id=1804, type=div]; +"1805 transpose_22" [id=1805, type=transpose]; +"1806 matmul_22" [id=1806, type=matmul]; +"1807 quantize_per_tensor_701" [id=1807, type="quantize_per_tensor"]; +"1808 dequantize_per_tensor_702" [id=1808, type="dequantize_per_tensor"]; +"1809 _frozen_param108" [id=1809, type="get_attr"]; +"1810 dequantize_per_tensor_703" [id=1810, type="dequantize_per_tensor"]; +"1811 mul_23" [id=1811, type=mul]; +"1812 quantize_per_tensor_704" [id=1812, type="quantize_per_tensor"]; +"1813 dequantize_per_tensor_705" [id=1813, type="dequantize_per_tensor"]; +"1814 add_38" [id=1814, type=add]; +"1815 quantize_per_tensor_706" [id=1815, type="quantize_per_tensor"]; +"1816 dequantize_per_tensor_707" [id=1816, type="dequantize_per_tensor"]; +"1817 softmax_11" [id=1817, type=softmax]; +"1818 dropout_44" [id=1818, type=dropout]; +"1819 matmul_23" [id=1819, type=matmul]; +"1820 transpose_23" [id=1820, type=transpose]; +"1821 reshape_51" [id=1821, type=reshape]; +"1822 reshape_51_0_0_nncf_smooth_quant_0" [id=1822, type="call_module"]; +"1823 quantize_per_tensor_708" [id=1823, type="quantize_per_tensor"]; +"1824 dequantize_per_tensor_709" [id=1824, type="dequantize_per_tensor"]; +"1825 _frozen_param109" [id=1825, type="get_attr"]; +"1826 dequantize_per_tensor_710" [id=1826, type="dequantize_per_tensor"]; +"1827 linear_72" [id=1827, type=linear]; +"1828 quantize_per_tensor_711" [id=1828, type="quantize_per_tensor"]; +"1829 dequantize_per_tensor_712" [id=1829, type="dequantize_per_tensor"]; +"1830 dropout_45" [id=1830, type=dropout]; +"1831 view_62" [id=1831, type=view]; +"1832 permute_53" [id=1832, type=permute]; +"1833 reshape_52" [id=1833, type=reshape]; +"1834 slice_179" [id=1834, type=slice]; +"1835 slice_180" [id=1835, type=slice]; +"1836 slice_181" [id=1836, type=slice]; +"1837 slice_182" [id=1837, type=slice]; +"1838 contiguous_21" [id=1838, type=contiguous]; +"1839 layer_norm_26" [id=1839, type="layer_norm"]; +"1840 quantize_per_tensor_713" [id=1840, type="quantize_per_tensor"]; +"1841 dequantize_per_tensor_714" [id=1841, type="dequantize_per_tensor"]; +"1842 add_39" [id=1842, type=add]; +"1843 quantize_per_tensor_715" [id=1843, type="quantize_per_tensor"]; +"1844 dequantize_per_tensor_716" [id=1844, type="dequantize_per_tensor"]; +"1845 dequantize_per_tensor_717" [id=1845, type="dequantize_per_tensor"]; +"1846 add_39_0_0_nncf_smooth_quant_0" [id=1846, type="call_module"]; +"1847 quantize_per_tensor_718" [id=1847, type="quantize_per_tensor"]; +"1848 dequantize_per_tensor_719" [id=1848, type="dequantize_per_tensor"]; +"1849 _frozen_param110" [id=1849, type="get_attr"]; +"1850 dequantize_per_tensor_720" [id=1850, type="dequantize_per_tensor"]; +"1851 linear_73" [id=1851, type=linear]; +"1852 quantize_per_tensor_721" [id=1852, type="quantize_per_tensor"]; +"1853 dequantize_per_tensor_722" [id=1853, type="dequantize_per_tensor"]; +"1854 gelu_11" [id=1854, type=gelu]; +"1855 dropout_46" [id=1855, type=dropout]; +"1856 dropout_46_0_0_nncf_smooth_quant_0" [id=1856, type="call_module"]; +"1857 quantize_per_tensor_723" [id=1857, type="quantize_per_tensor"]; +"1858 dequantize_per_tensor_724" [id=1858, type="dequantize_per_tensor"]; +"1859 _frozen_param111" [id=1859, type="get_attr"]; +"1860 dequantize_per_tensor_725" [id=1860, type="dequantize_per_tensor"]; +"1861 linear_74" [id=1861, type=linear]; +"1862 quantize_per_tensor_726" [id=1862, type="quantize_per_tensor"]; +"1863 dequantize_per_tensor_727" [id=1863, type="dequantize_per_tensor"]; +"1864 dropout_47" [id=1864, type=dropout]; +"1865 layer_norm_27" [id=1865, type="layer_norm"]; +"1866 quantize_per_tensor_728" [id=1866, type="quantize_per_tensor"]; +"1867 dequantize_per_tensor_729" [id=1867, type="dequantize_per_tensor"]; +"1868 add_40" [id=1868, type=add]; +"1869 quantize_per_tensor_730" [id=1869, type="quantize_per_tensor"]; +"1870 dequantize_per_tensor_731" [id=1870, type="dequantize_per_tensor"]; +"1871 layer_norm_28" [id=1871, type="layer_norm"]; +"1872 permute_54" [id=1872, type=permute]; +"1873 quantize_per_tensor_732" [id=1873, type="quantize_per_tensor"]; +"1874 dequantize_per_tensor_733" [id=1874, type="dequantize_per_tensor"]; +"1875 adaptive_avg_pool2d" [id=1875, type="adaptive_avg_pool2d"]; +"1876 quantize_per_tensor_734" [id=1876, type="quantize_per_tensor"]; +"1877 dequantize_per_tensor_735" [id=1877, type="dequantize_per_tensor"]; +"1878 flatten" [id=1878, type=flatten]; +"1879 quantize_per_tensor_736" [id=1879, type="quantize_per_tensor"]; +"1880 dequantize_per_tensor_737" [id=1880, type="dequantize_per_tensor"]; +"1881 flatten_0_0_nncf_smooth_quant_0" [id=1881, type="call_module"]; +"1882 quantize_per_tensor_738" [id=1882, type="quantize_per_tensor"]; +"1883 dequantize_per_tensor_739" [id=1883, type="dequantize_per_tensor"]; +"1884 _frozen_param112" [id=1884, type="get_attr"]; +"1885 dequantize_per_tensor_740" [id=1885, type="dequantize_per_tensor"]; +"1886 linear_75" [id=1886, type=linear]; +"1887 quantize_per_tensor_741" [id=1887, type="quantize_per_tensor"]; +"1888 dequantize_per_tensor_742" [id=1888, type="dequantize_per_tensor"]; +"1889 output" [id=1889, type=output]; +"0 features_1_0_attn_qkv_bias" -> "180 clone" [style=solid, label="(288,)"]; +"1 features_1_0_attn_proj_bias" -> "224 linear_3" [style=solid, label="(96,)"]; +"2 features_1_1_attn_qkv_bias" -> "305 clone_1" [style=solid, label="(288,)"]; +"3 features_1_1_attn_proj_bias" -> "373 linear_9" [style=solid, label="(96,)"]; +"4 features_3_0_attn_qkv_bias" -> "484 clone_2" [style=solid, label="(576,)"]; +"5 features_3_0_attn_proj_bias" -> "528 linear_16" [style=solid, label="(192,)"]; +"6 features_3_1_attn_qkv_bias" -> "612 clone_3" [style=solid, label="(576,)"]; +"7 features_3_1_attn_proj_bias" -> "680 linear_22" [style=solid, label="(192,)"]; +"8 features_5_0_attn_qkv_bias" -> "794 clone_4" [style=solid, label="(1152,)"]; +"9 features_5_0_attn_proj_bias" -> "838 linear_29" [style=solid, label="(384,)"]; +"10 features_5_1_attn_qkv_bias" -> "922 clone_5" [style=solid, label="(1152,)"]; +"11 features_5_1_attn_proj_bias" -> "990 linear_35" [style=solid, label="(384,)"]; +"12 features_5_2_attn_qkv_bias" -> "1072 clone_6" [style=solid, label="(1152,)"]; +"13 features_5_2_attn_proj_bias" -> "1116 linear_41" [style=solid, label="(384,)"]; +"14 features_5_3_attn_qkv_bias" -> "1198 clone_7" [style=solid, label="(1152,)"]; +"15 features_5_3_attn_proj_bias" -> "1266 linear_47" [style=solid, label="(384,)"]; +"16 features_5_4_attn_qkv_bias" -> "1348 clone_8" [style=solid, label="(1152,)"]; +"17 features_5_4_attn_proj_bias" -> "1392 linear_53" [style=solid, label="(384,)"]; +"18 features_5_5_attn_qkv_bias" -> "1474 clone_9" [style=solid, label="(1152,)"]; +"19 features_5_5_attn_proj_bias" -> "1542 linear_59" [style=solid, label="(384,)"]; +"20 features_7_0_attn_qkv_bias" -> "1656 clone_10" [style=solid, label="(2304,)"]; +"21 features_7_0_attn_proj_bias" -> "1700 linear_66" [style=solid, label="(768,)"]; +"22 features_7_1_attn_qkv_bias" -> "1783 clone_11" [style=solid, label="(2304,)"]; +"23 features_7_1_attn_proj_bias" -> "1827 linear_72" [style=solid, label="(768,)"]; +"24 features_0_0_bias" -> "137 conv2d" [style=solid, label="(96,)"]; +"25 features_0_2_weight" -> "143 layer_norm" [style=solid, label="(96,)"]; +"26 features_0_2_bias" -> "143 layer_norm" [style=solid, label="(96,)"]; +"27 features_1_0_attn_cpb_mlp_0_bias" -> "148 linear" [style=solid, label="(512,)"]; +"28 features_1_0_norm1_weight" -> "233 layer_norm_1" [style=solid, label="(96,)"]; +"29 features_1_0_norm1_bias" -> "233 layer_norm_1" [style=solid, label="(96,)"]; +"30 features_1_0_mlp_0_bias" -> "247 linear_4" [style=solid, label="(384,)"]; +"31 features_1_0_mlp_3_bias" -> "257 linear_5" [style=solid, label="(96,)"]; +"32 features_1_0_norm2_weight" -> "261 layer_norm_2" [style=solid, label="(96,)"]; +"33 features_1_0_norm2_bias" -> "261 layer_norm_2" [style=solid, label="(96,)"]; +"34 features_1_1_attn_cpb_mlp_0_bias" -> "272 linear_6" [style=solid, label="(512,)"]; +"35 features_1_1_norm1_weight" -> "383 layer_norm_3" [style=solid, label="(96,)"]; +"36 features_1_1_norm1_bias" -> "383 layer_norm_3" [style=solid, label="(96,)"]; +"37 features_1_1_mlp_0_bias" -> "395 linear_10" [style=solid, label="(384,)"]; +"38 features_1_1_mlp_3_bias" -> "405 linear_11" [style=solid, label="(96,)"]; +"39 features_1_1_norm2_weight" -> "409 layer_norm_4" [style=solid, label="(96,)"]; +"40 features_1_1_norm2_bias" -> "409 layer_norm_4" [style=solid, label="(96,)"]; +"41 features_2_norm_weight" -> "447 layer_norm_5" [style=solid, label="(192,)"]; +"42 features_2_norm_bias" -> "447 layer_norm_5" [style=solid, label="(192,)"]; +"43 features_3_0_attn_cpb_mlp_0_bias" -> "452 linear_13" [style=solid, label="(512,)"]; +"44 features_3_0_norm1_weight" -> "540 layer_norm_6" [style=solid, label="(192,)"]; +"45 features_3_0_norm1_bias" -> "540 layer_norm_6" [style=solid, label="(192,)"]; +"46 features_3_0_mlp_0_bias" -> "554 linear_17" [style=solid, label="(768,)"]; +"47 features_3_0_mlp_3_bias" -> "564 linear_18" [style=solid, label="(192,)"]; +"48 features_3_0_norm2_weight" -> "568 layer_norm_7" [style=solid, label="(192,)"]; +"49 features_3_0_norm2_bias" -> "568 layer_norm_7" [style=solid, label="(192,)"]; +"50 features_3_1_attn_cpb_mlp_0_bias" -> "579 linear_19" [style=solid, label="(512,)"]; +"51 features_3_1_norm1_weight" -> "693 layer_norm_8" [style=solid, label="(192,)"]; +"52 features_3_1_norm1_bias" -> "693 layer_norm_8" [style=solid, label="(192,)"]; +"53 features_3_1_mlp_0_bias" -> "705 linear_23" [style=solid, label="(768,)"]; +"54 features_3_1_mlp_3_bias" -> "715 linear_24" [style=solid, label="(192,)"]; +"55 features_3_1_norm2_weight" -> "719 layer_norm_9" [style=solid, label="(192,)"]; +"56 features_3_1_norm2_bias" -> "719 layer_norm_9" [style=solid, label="(192,)"]; +"57 features_4_norm_weight" -> "757 layer_norm_10" [style=solid, label="(384,)"]; +"58 features_4_norm_bias" -> "757 layer_norm_10" [style=solid, label="(384,)"]; +"59 features_5_0_attn_cpb_mlp_0_bias" -> "762 linear_26" [style=solid, label="(512,)"]; +"60 features_5_0_norm1_weight" -> "850 layer_norm_11" [style=solid, label="(384,)"]; +"61 features_5_0_norm1_bias" -> "850 layer_norm_11" [style=solid, label="(384,)"]; +"62 features_5_0_mlp_0_bias" -> "864 linear_30" [style=solid, label="(1536,)"]; +"63 features_5_0_mlp_3_bias" -> "874 linear_31" [style=solid, label="(384,)"]; +"64 features_5_0_norm2_weight" -> "878 layer_norm_12" [style=solid, label="(384,)"]; +"65 features_5_0_norm2_bias" -> "878 layer_norm_12" [style=solid, label="(384,)"]; +"66 features_5_1_attn_cpb_mlp_0_bias" -> "889 linear_32" [style=solid, label="(512,)"]; +"67 features_5_1_norm1_weight" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; +"68 features_5_1_norm1_bias" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; +"69 features_5_1_mlp_0_bias" -> "1015 linear_36" [style=solid, label="(1536,)"]; +"70 features_5_1_mlp_3_bias" -> "1025 linear_37" [style=solid, label="(384,)"]; +"71 features_5_1_norm2_weight" -> "1029 layer_norm_14" [style=solid, label="(384,)"]; +"72 features_5_1_norm2_bias" -> "1029 layer_norm_14" [style=solid, label="(384,)"]; +"73 features_5_2_attn_cpb_mlp_0_bias" -> "1040 linear_38" [style=solid, label="(512,)"]; +"74 features_5_2_norm1_weight" -> "1128 layer_norm_15" [style=solid, label="(384,)"]; +"75 features_5_2_norm1_bias" -> "1128 layer_norm_15" [style=solid, label="(384,)"]; +"76 features_5_2_mlp_0_bias" -> "1140 linear_42" [style=solid, label="(1536,)"]; +"77 features_5_2_mlp_3_bias" -> "1150 linear_43" [style=solid, label="(384,)"]; +"78 features_5_2_norm2_weight" -> "1154 layer_norm_16" [style=solid, label="(384,)"]; +"79 features_5_2_norm2_bias" -> "1154 layer_norm_16" [style=solid, label="(384,)"]; +"80 features_5_3_attn_cpb_mlp_0_bias" -> "1165 linear_44" [style=solid, label="(512,)"]; +"81 features_5_3_norm1_weight" -> "1279 layer_norm_17" [style=solid, label="(384,)"]; +"82 features_5_3_norm1_bias" -> "1279 layer_norm_17" [style=solid, label="(384,)"]; +"83 features_5_3_mlp_0_bias" -> "1291 linear_48" [style=solid, label="(1536,)"]; +"84 features_5_3_mlp_3_bias" -> "1301 linear_49" [style=solid, label="(384,)"]; +"85 features_5_3_norm2_weight" -> "1305 layer_norm_18" [style=solid, label="(384,)"]; +"86 features_5_3_norm2_bias" -> "1305 layer_norm_18" [style=solid, label="(384,)"]; +"87 features_5_4_attn_cpb_mlp_0_bias" -> "1316 linear_50" [style=solid, label="(512,)"]; +"88 features_5_4_norm1_weight" -> "1404 layer_norm_19" [style=solid, label="(384,)"]; +"89 features_5_4_norm1_bias" -> "1404 layer_norm_19" [style=solid, label="(384,)"]; +"90 features_5_4_mlp_0_bias" -> "1416 linear_54" [style=solid, label="(1536,)"]; +"91 features_5_4_mlp_3_bias" -> "1426 linear_55" [style=solid, label="(384,)"]; +"92 features_5_4_norm2_weight" -> "1430 layer_norm_20" [style=solid, label="(384,)"]; +"93 features_5_4_norm2_bias" -> "1430 layer_norm_20" [style=solid, label="(384,)"]; +"94 features_5_5_attn_cpb_mlp_0_bias" -> "1441 linear_56" [style=solid, label="(512,)"]; +"95 features_5_5_norm1_weight" -> "1555 layer_norm_21" [style=solid, label="(384,)"]; +"96 features_5_5_norm1_bias" -> "1555 layer_norm_21" [style=solid, label="(384,)"]; +"97 features_5_5_mlp_0_bias" -> "1567 linear_60" [style=solid, label="(1536,)"]; +"98 features_5_5_mlp_3_bias" -> "1577 linear_61" [style=solid, label="(384,)"]; +"99 features_5_5_norm2_weight" -> "1581 layer_norm_22" [style=solid, label="(384,)"]; +"100 features_5_5_norm2_bias" -> "1581 layer_norm_22" [style=solid, label="(384,)"]; +"101 features_6_norm_weight" -> "1619 layer_norm_23" [style=solid, label="(768,)"]; +"102 features_6_norm_bias" -> "1619 layer_norm_23" [style=solid, label="(768,)"]; +"103 features_7_0_attn_cpb_mlp_0_bias" -> "1624 linear_63" [style=solid, label="(512,)"]; +"104 features_7_0_norm1_weight" -> "1712 layer_norm_24" [style=solid, label="(768,)"]; +"105 features_7_0_norm1_bias" -> "1712 layer_norm_24" [style=solid, label="(768,)"]; +"106 features_7_0_mlp_0_bias" -> "1726 linear_67" [style=solid, label="(3072,)"]; +"107 features_7_0_mlp_3_bias" -> "1736 linear_68" [style=solid, label="(768,)"]; +"108 features_7_0_norm2_weight" -> "1740 layer_norm_25" [style=solid, label="(768,)"]; +"109 features_7_0_norm2_bias" -> "1740 layer_norm_25" [style=solid, label="(768,)"]; +"110 features_7_1_attn_cpb_mlp_0_bias" -> "1751 linear_69" [style=solid, label="(512,)"]; +"111 features_7_1_norm1_weight" -> "1839 layer_norm_26" [style=solid, label="(768,)"]; +"112 features_7_1_norm1_bias" -> "1839 layer_norm_26" [style=solid, label="(768,)"]; +"113 features_7_1_mlp_0_bias" -> "1851 linear_73" [style=solid, label="(3072,)"]; +"114 features_7_1_mlp_3_bias" -> "1861 linear_74" [style=solid, label="(768,)"]; +"115 features_7_1_norm2_weight" -> "1865 layer_norm_27" [style=solid, label="(768,)"]; +"116 features_7_1_norm2_bias" -> "1865 layer_norm_27" [style=solid, label="(768,)"]; +"117 norm_weight" -> "1871 layer_norm_28" [style=solid, label="(768,)"]; +"118 norm_bias" -> "1871 layer_norm_28" [style=solid, label="(768,)"]; +"119 head_bias" -> "1886 linear_75" [style=solid, label="(1000,)"]; +"120 features_1_0_attn_relative_position_index" -> "163 index" [style=solid, label="(4096,)"]; +"121 features_1_1_attn_relative_position_index" -> "287 index_1" [style=solid, label="(4096,)"]; +"122 features_3_0_attn_relative_position_index" -> "467 index_2" [style=solid, label="(4096,)"]; +"123 features_3_1_attn_relative_position_index" -> "594 index_3" [style=solid, label="(4096,)"]; +"124 features_5_0_attn_relative_position_index" -> "777 index_4" [style=solid, label="(4096,)"]; +"125 features_5_1_attn_relative_position_index" -> "904 index_5" [style=solid, label="(4096,)"]; +"126 features_5_2_attn_relative_position_index" -> "1055 index_6" [style=solid, label="(4096,)"]; +"127 features_5_3_attn_relative_position_index" -> "1180 index_7" [style=solid, label="(4096,)"]; +"128 features_5_4_attn_relative_position_index" -> "1331 index_8" [style=solid, label="(4096,)"]; +"129 features_5_5_attn_relative_position_index" -> "1456 index_9" [style=solid, label="(4096,)"]; +"130 features_7_0_attn_relative_position_index" -> "1639 index_10" [style=solid, label="(4096,)"]; +"131 features_7_1_attn_relative_position_index" -> "1766 index_11" [style=solid, label="(4096,)"]; +"132 x" -> "133 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"133 quantize_per_tensor_0" -> "134 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"134 dequantize_per_tensor_1" -> "137 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"135 _frozen_param0" -> "136 dequantize_per_tensor_2" [style=solid, label="(96, 3, 4, 4)"]; +"136 dequantize_per_tensor_2" -> "137 conv2d" [style=solid, label="(96, 3, 4, 4)"]; +"137 conv2d" -> "138 quantize_per_tensor_3" [style=solid, label="(1, 96, 56, 56)"]; +"138 quantize_per_tensor_3" -> "139 dequantize_per_tensor_4" [style=solid, label="(1, 96, 56, 56)"]; +"139 dequantize_per_tensor_4" -> "140 permute" [style=solid, label="(1, 96, 56, 56)"]; +"140 permute" -> "141 quantize_per_tensor_5" [style=solid, label="(1, 56, 56, 96)"]; +"141 quantize_per_tensor_5" -> "142 dequantize_per_tensor_6" [style=solid, label="(1, 56, 56, 96)"]; +"142 dequantize_per_tensor_6" -> "143 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; +"143 layer_norm" -> "176 pad" [style=solid, label="(1, 56, 56, 96)"]; +"143 layer_norm" -> "236 quantize_per_tensor_42" [style=solid, label="(1, 56, 56, 96)"]; +"144 _frozen_param1" -> "145 dequantize_per_tensor_7" [style=solid, label="(1, 15, 15, 2)"]; +"145 dequantize_per_tensor_7" -> "148 linear" [style=solid, label="(1, 15, 15, 2)"]; +"146 _frozen_param2" -> "147 dequantize_per_tensor_8" [style=solid, label="(512, 2)"]; +"147 dequantize_per_tensor_8" -> "148 linear" [style=solid, label="(512, 2)"]; +"148 linear" -> "149 relu_" [style=solid, label="(1, 15, 15, 512)"]; +"149 relu_" -> "150 quantize_per_tensor_9" [style=solid, label="(1, 15, 15, 512)"]; +"150 quantize_per_tensor_9" -> "151 dequantize_per_tensor_10" [style=solid, label="(1, 15, 15, 512)"]; +"151 dequantize_per_tensor_10" -> "152 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"152 relu__0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_11" [style=solid, label="(1, 15, 15, 512)"]; +"153 quantize_per_tensor_11" -> "154 dequantize_per_tensor_12" [style=solid, label="(1, 15, 15, 512)"]; +"154 dequantize_per_tensor_12" -> "157 linear_1" [style=solid, label="(1, 15, 15, 512)"]; +"155 _frozen_param3" -> "156 dequantize_per_tensor_13" [style=solid, label="(3, 512)"]; +"156 dequantize_per_tensor_13" -> "157 linear_1" [style=solid, label="(3, 512)"]; +"157 linear_1" -> "158 quantize_per_tensor_14" [style=solid, label="(1, 15, 15, 3)"]; +"158 quantize_per_tensor_14" -> "159 dequantize_per_tensor_15" [style=solid, label="(1, 15, 15, 3)"]; +"159 dequantize_per_tensor_15" -> "160 view" [style=solid, label="(1, 15, 15, 3)"]; +"160 view" -> "161 quantize_per_tensor_16" [style=solid, label="(225, 3)"]; +"161 quantize_per_tensor_16" -> "162 dequantize_per_tensor_17" [style=solid, label="(225, 3)"]; +"162 dequantize_per_tensor_17" -> "163 index" [style=solid, label="(225, 3)"]; +"163 index" -> "164 view_1" [style=solid, label="(4096, 3)"]; +"164 view_1" -> "165 permute_1" [style=solid, label="(64, 64, 3)"]; +"165 permute_1" -> "166 contiguous" [style=solid, label="(3, 64, 64)"]; +"166 contiguous" -> "167 unsqueeze" [style=solid, label="(3, 64, 64)"]; +"167 unsqueeze" -> "168 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; +"168 sigmoid" -> "169 quantize_per_tensor_18" [style=solid, label="(1, 3, 64, 64)"]; +"169 quantize_per_tensor_18" -> "170 dequantize_per_tensor_19" [style=solid, label="(1, 3, 64, 64)"]; +"170 dequantize_per_tensor_19" -> "173 mul" [style=solid, label="(1, 3, 64, 64)"]; +"171 _frozen_param4" -> "172 dequantize_per_tensor_20" [style=solid, label="()"]; +"172 dequantize_per_tensor_20" -> "173 mul" [style=solid, label="()"]; +"173 mul" -> "174 quantize_per_tensor_21" [style=solid, label="(1, 3, 64, 64)"]; +"174 quantize_per_tensor_21" -> "175 dequantize_per_tensor_22" [style=solid, label="(1, 3, 64, 64)"]; +"175 dequantize_per_tensor_22" -> "211 add" [style=solid, label="(1, 3, 64, 64)"]; +"176 pad" -> "177 view_2" [style=solid, label="(1, 56, 56, 96)"]; +"177 view_2" -> "178 permute_2" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"178 permute_2" -> "179 reshape" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"179 reshape" -> "181 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"180 clone" -> "186 linear_2" [style=solid, label="(288,)"]; +"181 reshape_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_23" [style=solid, label="(49, 64, 96)"]; +"182 quantize_per_tensor_23" -> "183 dequantize_per_tensor_24" [style=solid, label="(49, 64, 96)"]; +"183 dequantize_per_tensor_24" -> "186 linear_2" [style=solid, label="(49, 64, 96)"]; +"184 _frozen_param5" -> "185 dequantize_per_tensor_25" [style=solid, label="(288, 96)"]; +"185 dequantize_per_tensor_25" -> "186 linear_2" [style=solid, label="(288, 96)"]; +"186 linear_2" -> "187 quantize_per_tensor_26" [style=solid, label="(49, 64, 288)"]; +"187 quantize_per_tensor_26" -> "188 dequantize_per_tensor_27" [style=solid, label="(49, 64, 288)"]; +"188 dequantize_per_tensor_27" -> "189 reshape_1" [style=solid, label="(49, 64, 288)"]; +"189 reshape_1" -> "190 permute_3" [style=solid, label="(49, 64, 3, 3, 32)"]; +"190 permute_3" -> "191 select" [style=solid, label="(3, 49, 3, 64, 32)"]; +"190 permute_3" -> "192 select_1" [style=solid, label="(3, 49, 3, 64, 32)"]; +"190 permute_3" -> "193 select_2" [style=solid, label="(3, 49, 3, 64, 32)"]; +"191 select" -> "194 linalg_vector_norm" [style=solid, label="(49, 3, 64, 32)"]; +"191 select" -> "196 expand_as" [style=solid, label="(49, 3, 64, 32)"]; +"191 select" -> "197 div" [style=solid, label="(49, 3, 64, 32)"]; +"192 select_1" -> "198 linalg_vector_norm_1" [style=solid, label="(49, 3, 64, 32)"]; +"192 select_1" -> "200 expand_as_1" [style=solid, label="(49, 3, 64, 32)"]; +"192 select_1" -> "201 div_1" [style=solid, label="(49, 3, 64, 32)"]; +"193 select_2" -> "216 matmul_1" [style=solid, label="(49, 3, 64, 32)"]; +"194 linalg_vector_norm" -> "195 clamp_min" [style=solid, label="(49, 3, 64, 1)"]; +"195 clamp_min" -> "196 expand_as" [style=solid, label="(49, 3, 64, 1)"]; +"196 expand_as" -> "197 div" [style=solid, label="(49, 3, 64, 32)"]; +"197 div" -> "203 matmul" [style=solid, label="(49, 3, 64, 32)"]; +"198 linalg_vector_norm_1" -> "199 clamp_min_1" [style=solid, label="(49, 3, 64, 1)"]; +"199 clamp_min_1" -> "200 expand_as_1" [style=solid, label="(49, 3, 64, 1)"]; +"200 expand_as_1" -> "201 div_1" [style=solid, label="(49, 3, 64, 32)"]; +"201 div_1" -> "202 transpose" [style=solid, label="(49, 3, 64, 32)"]; +"202 transpose" -> "203 matmul" [style=solid, label="(49, 3, 32, 64)"]; +"203 matmul" -> "204 quantize_per_tensor_28" [style=solid, label="(49, 3, 64, 64)"]; +"204 quantize_per_tensor_28" -> "205 dequantize_per_tensor_29" [style=solid, label="(49, 3, 64, 64)"]; +"205 dequantize_per_tensor_29" -> "208 mul_1" [style=solid, label="(49, 3, 64, 64)"]; +"206 _frozen_param6" -> "207 dequantize_per_tensor_30" [style=solid, label="(3, 1, 1)"]; +"207 dequantize_per_tensor_30" -> "208 mul_1" [style=solid, label="(3, 1, 1)"]; +"208 mul_1" -> "209 quantize_per_tensor_31" [style=solid, label="(49, 3, 64, 64)"]; +"209 quantize_per_tensor_31" -> "210 dequantize_per_tensor_32" [style=solid, label="(49, 3, 64, 64)"]; +"210 dequantize_per_tensor_32" -> "211 add" [style=solid, label="(49, 3, 64, 64)"]; +"211 add" -> "212 quantize_per_tensor_33" [style=solid, label="(49, 3, 64, 64)"]; +"212 quantize_per_tensor_33" -> "213 dequantize_per_tensor_34" [style=solid, label="(49, 3, 64, 64)"]; +"213 dequantize_per_tensor_34" -> "214 softmax" [style=solid, label="(49, 3, 64, 64)"]; +"214 softmax" -> "215 dropout" [style=solid, label="(49, 3, 64, 64)"]; +"215 dropout" -> "216 matmul_1" [style=solid, label="(49, 3, 64, 64)"]; +"216 matmul_1" -> "217 transpose_1" [style=solid, label="(49, 3, 64, 32)"]; +"217 transpose_1" -> "218 reshape_2" [style=solid, label="(49, 64, 3, 32)"]; +"218 reshape_2" -> "219 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"219 reshape_2_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_35" [style=solid, label="(49, 64, 96)"]; +"220 quantize_per_tensor_35" -> "221 dequantize_per_tensor_36" [style=solid, label="(49, 64, 96)"]; +"221 dequantize_per_tensor_36" -> "224 linear_3" [style=solid, label="(49, 64, 96)"]; +"222 _frozen_param7" -> "223 dequantize_per_tensor_37" [style=solid, label="(96, 96)"]; +"223 dequantize_per_tensor_37" -> "224 linear_3" [style=solid, label="(96, 96)"]; +"224 linear_3" -> "225 quantize_per_tensor_38" [style=solid, label="(49, 64, 96)"]; +"225 quantize_per_tensor_38" -> "226 dequantize_per_tensor_39" [style=solid, label="(49, 64, 96)"]; +"226 dequantize_per_tensor_39" -> "227 dropout_1" [style=solid, label="(49, 64, 96)"]; +"227 dropout_1" -> "228 view_3" [style=solid, label="(49, 64, 96)"]; +"228 view_3" -> "229 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"229 permute_4" -> "230 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"230 reshape_3" -> "231 slice_2" [style=solid, label="(1, 56, 56, 96)"]; +"231 slice_2" -> "232 slice_3" [style=solid, label="(1, 56, 56, 96)"]; +"232 slice_3" -> "233 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; +"233 layer_norm_1" -> "234 quantize_per_tensor_40" [style=solid, label="(1, 56, 56, 96)"]; +"234 quantize_per_tensor_40" -> "235 dequantize_per_tensor_41" [style=solid, label="(1, 56, 56, 96)"]; +"235 dequantize_per_tensor_41" -> "238 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"236 quantize_per_tensor_42" -> "237 dequantize_per_tensor_43" [style=solid, label="(1, 56, 56, 96)"]; +"237 dequantize_per_tensor_43" -> "238 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"238 add_1" -> "239 quantize_per_tensor_44" [style=solid, label="(1, 56, 56, 96)"]; +"239 quantize_per_tensor_44" -> "240 dequantize_per_tensor_45" [style=solid, label="(1, 56, 56, 96)"]; +"239 quantize_per_tensor_44" -> "241 dequantize_per_tensor_46" [style=solid, label="(1, 56, 56, 96)"]; +"240 dequantize_per_tensor_45" -> "264 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"241 dequantize_per_tensor_46" -> "242 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"242 add_1_0_0_nncf_smooth_quant_0" -> "243 quantize_per_tensor_47" [style=solid, label="(1, 56, 56, 96)"]; +"243 quantize_per_tensor_47" -> "244 dequantize_per_tensor_48" [style=solid, label="(1, 56, 56, 96)"]; +"244 dequantize_per_tensor_48" -> "247 linear_4" [style=solid, label="(1, 56, 56, 96)"]; +"245 _frozen_param8" -> "246 dequantize_per_tensor_49" [style=solid, label="(384, 96)"]; +"246 dequantize_per_tensor_49" -> "247 linear_4" [style=solid, label="(384, 96)"]; +"247 linear_4" -> "248 quantize_per_tensor_50" [style=solid, label="(1, 56, 56, 384)"]; +"248 quantize_per_tensor_50" -> "249 dequantize_per_tensor_51" [style=solid, label="(1, 56, 56, 384)"]; +"249 dequantize_per_tensor_51" -> "250 gelu" [style=solid, label="(1, 56, 56, 384)"]; +"250 gelu" -> "251 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; +"251 dropout_2" -> "252 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"252 dropout_2_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_52" [style=solid, label="(1, 56, 56, 384)"]; +"253 quantize_per_tensor_52" -> "254 dequantize_per_tensor_53" [style=solid, label="(1, 56, 56, 384)"]; +"254 dequantize_per_tensor_53" -> "257 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"255 _frozen_param9" -> "256 dequantize_per_tensor_54" [style=solid, label="(96, 384)"]; +"256 dequantize_per_tensor_54" -> "257 linear_5" [style=solid, label="(96, 384)"]; +"257 linear_5" -> "258 quantize_per_tensor_55" [style=solid, label="(1, 56, 56, 96)"]; +"258 quantize_per_tensor_55" -> "259 dequantize_per_tensor_56" [style=solid, label="(1, 56, 56, 96)"]; +"259 dequantize_per_tensor_56" -> "260 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; +"260 dropout_3" -> "261 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; +"261 layer_norm_2" -> "262 quantize_per_tensor_57" [style=solid, label="(1, 56, 56, 96)"]; +"262 quantize_per_tensor_57" -> "263 dequantize_per_tensor_58" [style=solid, label="(1, 56, 56, 96)"]; +"263 dequantize_per_tensor_58" -> "264 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"264 add_2" -> "265 quantize_per_tensor_59" [style=solid, label="(1, 56, 56, 96)"]; +"265 quantize_per_tensor_59" -> "266 dequantize_per_tensor_60" [style=solid, label="(1, 56, 56, 96)"]; +"265 quantize_per_tensor_59" -> "267 dequantize_per_tensor_61" [style=solid, label="(1, 56, 56, 96)"]; +"266 dequantize_per_tensor_60" -> "386 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"267 dequantize_per_tensor_61" -> "300 pad_1" [style=solid, label="(1, 56, 56, 96)"]; +"268 _frozen_param10" -> "269 dequantize_per_tensor_62" [style=solid, label="(1, 15, 15, 2)"]; +"269 dequantize_per_tensor_62" -> "272 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"270 _frozen_param11" -> "271 dequantize_per_tensor_63" [style=solid, label="(512, 2)"]; +"271 dequantize_per_tensor_63" -> "272 linear_6" [style=solid, label="(512, 2)"]; +"272 linear_6" -> "273 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"273 relu__1" -> "274 quantize_per_tensor_64" [style=solid, label="(1, 15, 15, 512)"]; +"274 quantize_per_tensor_64" -> "275 dequantize_per_tensor_65" [style=solid, label="(1, 15, 15, 512)"]; +"275 dequantize_per_tensor_65" -> "276 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"276 relu__1_0_0_nncf_smooth_quant_0" -> "277 quantize_per_tensor_66" [style=solid, label="(1, 15, 15, 512)"]; +"277 quantize_per_tensor_66" -> "278 dequantize_per_tensor_67" [style=solid, label="(1, 15, 15, 512)"]; +"278 dequantize_per_tensor_67" -> "281 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"279 _frozen_param12" -> "280 dequantize_per_tensor_68" [style=solid, label="(3, 512)"]; +"280 dequantize_per_tensor_68" -> "281 linear_7" [style=solid, label="(3, 512)"]; +"281 linear_7" -> "282 quantize_per_tensor_69" [style=solid, label="(1, 15, 15, 3)"]; +"282 quantize_per_tensor_69" -> "283 dequantize_per_tensor_70" [style=solid, label="(1, 15, 15, 3)"]; +"283 dequantize_per_tensor_70" -> "284 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"284 view_4" -> "285 quantize_per_tensor_71" [style=solid, label="(225, 3)"]; +"285 quantize_per_tensor_71" -> "286 dequantize_per_tensor_72" [style=solid, label="(225, 3)"]; +"286 dequantize_per_tensor_72" -> "287 index_1" [style=solid, label="(225, 3)"]; +"287 index_1" -> "288 view_5" [style=solid, label="(4096, 3)"]; +"288 view_5" -> "289 permute_5" [style=solid, label="(64, 64, 3)"]; +"289 permute_5" -> "290 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"290 contiguous_1" -> "291 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"291 unsqueeze_1" -> "292 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"292 sigmoid_1" -> "293 quantize_per_tensor_73" [style=solid, label="(1, 3, 64, 64)"]; +"293 quantize_per_tensor_73" -> "294 dequantize_per_tensor_74" [style=solid, label="(1, 3, 64, 64)"]; +"294 dequantize_per_tensor_74" -> "297 mul_2" [style=solid, label="(1, 3, 64, 64)"]; +"295 _frozen_param13" -> "296 dequantize_per_tensor_75" [style=solid, label="()"]; +"296 dequantize_per_tensor_75" -> "297 mul_2" [style=solid, label="()"]; +"297 mul_2" -> "298 quantize_per_tensor_76" [style=solid, label="(1, 3, 64, 64)"]; +"298 quantize_per_tensor_76" -> "299 dequantize_per_tensor_77" [style=solid, label="(1, 3, 64, 64)"]; +"299 dequantize_per_tensor_77" -> "336 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"300 pad_1" -> "301 roll" [style=solid, label="(1, 56, 56, 96)"]; +"301 roll" -> "302 view_6" [style=solid, label="(1, 56, 56, 96)"]; +"302 view_6" -> "303 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"303 permute_6" -> "304 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"304 reshape_4" -> "306 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"304 reshape_4" -> "339 new_zeros" [style=solid, label="(49, 64, 96)"]; +"305 clone_1" -> "311 linear_8" [style=solid, label="(288,)"]; +"306 reshape_4_0_0_nncf_smooth_quant_0" -> "307 quantize_per_tensor_78" [style=solid, label="(49, 64, 96)"]; +"307 quantize_per_tensor_78" -> "308 dequantize_per_tensor_79" [style=solid, label="(49, 64, 96)"]; +"308 dequantize_per_tensor_79" -> "311 linear_8" [style=solid, label="(49, 64, 96)"]; +"309 _frozen_param14" -> "310 dequantize_per_tensor_80" [style=solid, label="(288, 96)"]; +"310 dequantize_per_tensor_80" -> "311 linear_8" [style=solid, label="(288, 96)"]; +"311 linear_8" -> "312 quantize_per_tensor_81" [style=solid, label="(49, 64, 288)"]; +"312 quantize_per_tensor_81" -> "313 dequantize_per_tensor_82" [style=solid, label="(49, 64, 288)"]; +"313 dequantize_per_tensor_82" -> "314 reshape_5" [style=solid, label="(49, 64, 288)"]; +"314 reshape_5" -> "315 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; +"315 permute_7" -> "316 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; +"315 permute_7" -> "317 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; +"315 permute_7" -> "318 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; +"316 select_3" -> "319 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; +"316 select_3" -> "321 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; +"316 select_3" -> "322 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"317 select_4" -> "323 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; +"317 select_4" -> "325 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; +"317 select_4" -> "326 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"318 select_5" -> "365 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; +"319 linalg_vector_norm_2" -> "320 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; +"320 clamp_min_2" -> "321 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; +"321 expand_as_2" -> "322 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"322 div_2" -> "328 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; +"323 linalg_vector_norm_3" -> "324 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; +"324 clamp_min_3" -> "325 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; +"325 expand_as_3" -> "326 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"326 div_3" -> "327 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; +"327 transpose_2" -> "328 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; +"328 matmul_2" -> "329 quantize_per_tensor_83" [style=solid, label="(49, 3, 64, 64)"]; +"329 quantize_per_tensor_83" -> "330 dequantize_per_tensor_84" [style=solid, label="(49, 3, 64, 64)"]; +"330 dequantize_per_tensor_84" -> "333 mul_3" [style=solid, label="(49, 3, 64, 64)"]; +"331 _frozen_param15" -> "332 dequantize_per_tensor_85" [style=solid, label="(3, 1, 1)"]; +"332 dequantize_per_tensor_85" -> "333 mul_3" [style=solid, label="(3, 1, 1)"]; +"333 mul_3" -> "334 quantize_per_tensor_86" [style=solid, label="(49, 3, 64, 64)"]; +"334 quantize_per_tensor_86" -> "335 dequantize_per_tensor_87" [style=solid, label="(49, 3, 64, 64)"]; +"335 dequantize_per_tensor_87" -> "336 add_3" [style=solid, label="(49, 3, 64, 64)"]; +"336 add_3" -> "337 quantize_per_tensor_88" [style=solid, label="(49, 3, 64, 64)"]; +"337 quantize_per_tensor_88" -> "338 dequantize_per_tensor_89" [style=solid, label="(49, 3, 64, 64)"]; +"338 dequantize_per_tensor_89" -> "350 view_8" [style=solid, label="(49, 3, 64, 64)"]; +"339 new_zeros" -> "340 view_7" [style=solid, label="(56, 56)"]; +"340 view_7" -> "341 permute_8" [style=solid, label="(7, 8, 7, 8)"]; +"341 permute_8" -> "342 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; +"342 reshape_6" -> "343 unsqueeze_2" [style=solid, label="(49, 64)"]; +"342 reshape_6" -> "344 unsqueeze_3" [style=solid, label="(49, 64)"]; +"343 unsqueeze_2" -> "345 sub" [style=solid, label="(49, 1, 64)"]; +"344 unsqueeze_3" -> "345 sub" [style=solid, label="(49, 64, 1)"]; +"345 sub" -> "346 ne" [style=solid, label="(49, 64, 64)"]; +"345 sub" -> "347 masked_fill" [style=solid, label="(49, 64, 64)"]; +"345 sub" -> "348 eq" [style=solid, label="(49, 64, 64)"]; +"346 ne" -> "347 masked_fill" [style=solid, label="(49, 64, 64)"]; +"347 masked_fill" -> "349 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"348 eq" -> "349 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"349 masked_fill_1" -> "353 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; +"350 view_8" -> "351 quantize_per_tensor_90" [style=solid, label="(1, 49, 3, 64, 64)"]; +"351 quantize_per_tensor_90" -> "352 dequantize_per_tensor_91" [style=solid, label="(1, 49, 3, 64, 64)"]; +"352 dequantize_per_tensor_91" -> "357 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; +"353 unsqueeze_4" -> "354 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; +"354 unsqueeze_5" -> "355 quantize_per_tensor_92" [style=solid, label="(1, 49, 1, 64, 64)"]; +"355 quantize_per_tensor_92" -> "356 dequantize_per_tensor_93" [style=solid, label="(1, 49, 1, 64, 64)"]; +"356 dequantize_per_tensor_93" -> "357 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; +"357 add_4" -> "358 quantize_per_tensor_94" [style=solid, label="(1, 49, 3, 64, 64)"]; +"358 quantize_per_tensor_94" -> "359 dequantize_per_tensor_95" [style=solid, label="(1, 49, 3, 64, 64)"]; +"359 dequantize_per_tensor_95" -> "360 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; +"360 view_9" -> "361 quantize_per_tensor_96" [style=solid, label="(49, 3, 64, 64)"]; +"361 quantize_per_tensor_96" -> "362 dequantize_per_tensor_97" [style=solid, label="(49, 3, 64, 64)"]; +"362 dequantize_per_tensor_97" -> "363 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; +"363 softmax_1" -> "364 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; +"364 dropout_4" -> "365 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; +"365 matmul_3" -> "366 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; +"366 transpose_3" -> "367 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; +"367 reshape_7" -> "368 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"368 reshape_7_0_0_nncf_smooth_quant_0" -> "369 quantize_per_tensor_98" [style=solid, label="(49, 64, 96)"]; +"369 quantize_per_tensor_98" -> "370 dequantize_per_tensor_99" [style=solid, label="(49, 64, 96)"]; +"370 dequantize_per_tensor_99" -> "373 linear_9" [style=solid, label="(49, 64, 96)"]; +"371 _frozen_param16" -> "372 dequantize_per_tensor_100" [style=solid, label="(96, 96)"]; +"372 dequantize_per_tensor_100" -> "373 linear_9" [style=solid, label="(96, 96)"]; +"373 linear_9" -> "374 quantize_per_tensor_101" [style=solid, label="(49, 64, 96)"]; +"374 quantize_per_tensor_101" -> "375 dequantize_per_tensor_102" [style=solid, label="(49, 64, 96)"]; +"375 dequantize_per_tensor_102" -> "376 dropout_5" [style=solid, label="(49, 64, 96)"]; +"376 dropout_5" -> "377 view_10" [style=solid, label="(49, 64, 96)"]; +"377 view_10" -> "378 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"378 permute_9" -> "379 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"379 reshape_8" -> "380 roll_1" [style=solid, label="(1, 56, 56, 96)"]; +"380 roll_1" -> "381 slice_23" [style=solid, label="(1, 56, 56, 96)"]; +"381 slice_23" -> "382 slice_24" [style=solid, label="(1, 56, 56, 96)"]; +"382 slice_24" -> "383 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; +"383 layer_norm_3" -> "384 quantize_per_tensor_103" [style=solid, label="(1, 56, 56, 96)"]; +"384 quantize_per_tensor_103" -> "385 dequantize_per_tensor_104" [style=solid, label="(1, 56, 56, 96)"]; +"385 dequantize_per_tensor_104" -> "386 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"386 add_5" -> "387 quantize_per_tensor_105" [style=solid, label="(1, 56, 56, 96)"]; +"387 quantize_per_tensor_105" -> "388 dequantize_per_tensor_106" [style=solid, label="(1, 56, 56, 96)"]; +"387 quantize_per_tensor_105" -> "389 dequantize_per_tensor_107" [style=solid, label="(1, 56, 56, 96)"]; +"388 dequantize_per_tensor_106" -> "412 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"389 dequantize_per_tensor_107" -> "390 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"390 add_5_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_108" [style=solid, label="(1, 56, 56, 96)"]; +"391 quantize_per_tensor_108" -> "392 dequantize_per_tensor_109" [style=solid, label="(1, 56, 56, 96)"]; +"392 dequantize_per_tensor_109" -> "395 linear_10" [style=solid, label="(1, 56, 56, 96)"]; +"393 _frozen_param17" -> "394 dequantize_per_tensor_110" [style=solid, label="(384, 96)"]; +"394 dequantize_per_tensor_110" -> "395 linear_10" [style=solid, label="(384, 96)"]; +"395 linear_10" -> "396 quantize_per_tensor_111" [style=solid, label="(1, 56, 56, 384)"]; +"396 quantize_per_tensor_111" -> "397 dequantize_per_tensor_112" [style=solid, label="(1, 56, 56, 384)"]; +"397 dequantize_per_tensor_112" -> "398 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; +"398 gelu_1" -> "399 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; +"399 dropout_6" -> "400 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"400 dropout_6_0_0_nncf_smooth_quant_0" -> "401 quantize_per_tensor_113" [style=solid, label="(1, 56, 56, 384)"]; +"401 quantize_per_tensor_113" -> "402 dequantize_per_tensor_114" [style=solid, label="(1, 56, 56, 384)"]; +"402 dequantize_per_tensor_114" -> "405 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"403 _frozen_param18" -> "404 dequantize_per_tensor_115" [style=solid, label="(96, 384)"]; +"404 dequantize_per_tensor_115" -> "405 linear_11" [style=solid, label="(96, 384)"]; +"405 linear_11" -> "406 quantize_per_tensor_116" [style=solid, label="(1, 56, 56, 96)"]; +"406 quantize_per_tensor_116" -> "407 dequantize_per_tensor_117" [style=solid, label="(1, 56, 56, 96)"]; +"407 dequantize_per_tensor_117" -> "408 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; +"408 dropout_7" -> "409 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; +"409 layer_norm_4" -> "410 quantize_per_tensor_118" [style=solid, label="(1, 56, 56, 96)"]; +"410 quantize_per_tensor_118" -> "411 dequantize_per_tensor_119" [style=solid, label="(1, 56, 56, 96)"]; +"411 dequantize_per_tensor_119" -> "412 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"412 add_6" -> "413 quantize_per_tensor_120" [style=solid, label="(1, 56, 56, 96)"]; +"413 quantize_per_tensor_120" -> "414 dequantize_per_tensor_121" [style=solid, label="(1, 56, 56, 96)"]; +"414 dequantize_per_tensor_121" -> "415 pad_2" [style=solid, label="(1, 56, 56, 96)"]; +"415 pad_2" -> "416 slice_25" [style=solid, label="(1, 56, 56, 96)"]; +"415 pad_2" -> "421 slice_28" [style=solid, label="(1, 56, 56, 96)"]; +"415 pad_2" -> "426 slice_31" [style=solid, label="(1, 56, 56, 96)"]; +"415 pad_2" -> "431 slice_34" [style=solid, label="(1, 56, 56, 96)"]; +"416 slice_25" -> "417 slice_26" [style=solid, label="(1, 28, 56, 96)"]; +"417 slice_26" -> "418 slice_27" [style=solid, label="(1, 28, 28, 96)"]; +"418 slice_27" -> "419 quantize_per_tensor_122" [style=solid, label="(1, 28, 28, 96)"]; +"419 quantize_per_tensor_122" -> "420 dequantize_per_tensor_123" [style=solid, label="(1, 28, 28, 96)"]; +"420 dequantize_per_tensor_123" -> "436 cat" [style=solid, label="(1, 28, 28, 96)"]; +"421 slice_28" -> "422 slice_29" [style=solid, label="(1, 28, 56, 96)"]; +"422 slice_29" -> "423 slice_30" [style=solid, label="(1, 28, 28, 96)"]; +"423 slice_30" -> "424 quantize_per_tensor_124" [style=solid, label="(1, 28, 28, 96)"]; +"424 quantize_per_tensor_124" -> "425 dequantize_per_tensor_125" [style=solid, label="(1, 28, 28, 96)"]; +"425 dequantize_per_tensor_125" -> "436 cat" [style=solid, label="(1, 28, 28, 96)"]; +"426 slice_31" -> "427 slice_32" [style=solid, label="(1, 28, 56, 96)"]; +"427 slice_32" -> "428 slice_33" [style=solid, label="(1, 28, 28, 96)"]; +"428 slice_33" -> "429 quantize_per_tensor_126" [style=solid, label="(1, 28, 28, 96)"]; +"429 quantize_per_tensor_126" -> "430 dequantize_per_tensor_127" [style=solid, label="(1, 28, 28, 96)"]; +"430 dequantize_per_tensor_127" -> "436 cat" [style=solid, label="(1, 28, 28, 96)"]; +"431 slice_34" -> "432 slice_35" [style=solid, label="(1, 28, 56, 96)"]; +"432 slice_35" -> "433 slice_36" [style=solid, label="(1, 28, 28, 96)"]; +"433 slice_36" -> "434 quantize_per_tensor_128" [style=solid, label="(1, 28, 28, 96)"]; +"434 quantize_per_tensor_128" -> "435 dequantize_per_tensor_129" [style=solid, label="(1, 28, 28, 96)"]; +"435 dequantize_per_tensor_129" -> "436 cat" [style=solid, label="(1, 28, 28, 96)"]; +"436 cat" -> "437 quantize_per_tensor_130" [style=solid, label="(1, 28, 28, 384)"]; +"437 quantize_per_tensor_130" -> "438 dequantize_per_tensor_131" [style=solid, label="(1, 28, 28, 384)"]; +"438 dequantize_per_tensor_131" -> "439 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; +"439 cat_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_132" [style=solid, label="(1, 28, 28, 384)"]; +"440 quantize_per_tensor_132" -> "441 dequantize_per_tensor_133" [style=solid, label="(1, 28, 28, 384)"]; +"441 dequantize_per_tensor_133" -> "444 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"442 _frozen_param19" -> "443 dequantize_per_tensor_134" [style=solid, label="(192, 384)"]; +"443 dequantize_per_tensor_134" -> "444 linear_12" [style=solid, label="(192, 384)"]; +"444 linear_12" -> "445 quantize_per_tensor_135" [style=solid, label="(1, 28, 28, 192)"]; +"445 quantize_per_tensor_135" -> "446 dequantize_per_tensor_136" [style=solid, label="(1, 28, 28, 192)"]; +"446 dequantize_per_tensor_136" -> "447 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; +"447 layer_norm_5" -> "480 pad_3" [style=solid, label="(1, 28, 28, 192)"]; +"447 layer_norm_5" -> "543 quantize_per_tensor_172" [style=solid, label="(1, 28, 28, 192)"]; +"448 _frozen_param20" -> "449 dequantize_per_tensor_137" [style=solid, label="(1, 15, 15, 2)"]; +"449 dequantize_per_tensor_137" -> "452 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"450 _frozen_param21" -> "451 dequantize_per_tensor_138" [style=solid, label="(512, 2)"]; +"451 dequantize_per_tensor_138" -> "452 linear_13" [style=solid, label="(512, 2)"]; +"452 linear_13" -> "453 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"453 relu__2" -> "454 quantize_per_tensor_139" [style=solid, label="(1, 15, 15, 512)"]; +"454 quantize_per_tensor_139" -> "455 dequantize_per_tensor_140" [style=solid, label="(1, 15, 15, 512)"]; +"455 dequantize_per_tensor_140" -> "456 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"456 relu__2_0_0_nncf_smooth_quant_0" -> "457 quantize_per_tensor_141" [style=solid, label="(1, 15, 15, 512)"]; +"457 quantize_per_tensor_141" -> "458 dequantize_per_tensor_142" [style=solid, label="(1, 15, 15, 512)"]; +"458 dequantize_per_tensor_142" -> "461 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"459 _frozen_param22" -> "460 dequantize_per_tensor_143" [style=solid, label="(6, 512)"]; +"460 dequantize_per_tensor_143" -> "461 linear_14" [style=solid, label="(6, 512)"]; +"461 linear_14" -> "462 quantize_per_tensor_144" [style=solid, label="(1, 15, 15, 6)"]; +"462 quantize_per_tensor_144" -> "463 dequantize_per_tensor_145" [style=solid, label="(1, 15, 15, 6)"]; +"463 dequantize_per_tensor_145" -> "464 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"464 view_11" -> "465 quantize_per_tensor_146" [style=solid, label="(225, 6)"]; +"465 quantize_per_tensor_146" -> "466 dequantize_per_tensor_147" [style=solid, label="(225, 6)"]; +"466 dequantize_per_tensor_147" -> "467 index_2" [style=solid, label="(225, 6)"]; +"467 index_2" -> "468 view_12" [style=solid, label="(4096, 6)"]; +"468 view_12" -> "469 permute_10" [style=solid, label="(64, 64, 6)"]; +"469 permute_10" -> "470 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"470 contiguous_2" -> "471 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"471 unsqueeze_6" -> "472 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"472 sigmoid_2" -> "473 quantize_per_tensor_148" [style=solid, label="(1, 6, 64, 64)"]; +"473 quantize_per_tensor_148" -> "474 dequantize_per_tensor_149" [style=solid, label="(1, 6, 64, 64)"]; +"474 dequantize_per_tensor_149" -> "477 mul_4" [style=solid, label="(1, 6, 64, 64)"]; +"475 _frozen_param23" -> "476 dequantize_per_tensor_150" [style=solid, label="()"]; +"476 dequantize_per_tensor_150" -> "477 mul_4" [style=solid, label="()"]; +"477 mul_4" -> "478 quantize_per_tensor_151" [style=solid, label="(1, 6, 64, 64)"]; +"478 quantize_per_tensor_151" -> "479 dequantize_per_tensor_152" [style=solid, label="(1, 6, 64, 64)"]; +"479 dequantize_per_tensor_152" -> "515 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"480 pad_3" -> "481 view_13" [style=solid, label="(1, 32, 32, 192)"]; +"481 view_13" -> "482 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"482 permute_11" -> "483 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"483 reshape_9" -> "485 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"484 clone_2" -> "490 linear_15" [style=solid, label="(576,)"]; +"485 reshape_9_0_0_nncf_smooth_quant_0" -> "486 quantize_per_tensor_153" [style=solid, label="(16, 64, 192)"]; +"486 quantize_per_tensor_153" -> "487 dequantize_per_tensor_154" [style=solid, label="(16, 64, 192)"]; +"487 dequantize_per_tensor_154" -> "490 linear_15" [style=solid, label="(16, 64, 192)"]; +"488 _frozen_param24" -> "489 dequantize_per_tensor_155" [style=solid, label="(576, 192)"]; +"489 dequantize_per_tensor_155" -> "490 linear_15" [style=solid, label="(576, 192)"]; +"490 linear_15" -> "491 quantize_per_tensor_156" [style=solid, label="(16, 64, 576)"]; +"491 quantize_per_tensor_156" -> "492 dequantize_per_tensor_157" [style=solid, label="(16, 64, 576)"]; +"492 dequantize_per_tensor_157" -> "493 reshape_10" [style=solid, label="(16, 64, 576)"]; +"493 reshape_10" -> "494 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; +"494 permute_12" -> "495 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; +"494 permute_12" -> "496 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; +"494 permute_12" -> "497 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; +"495 select_6" -> "498 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; +"495 select_6" -> "500 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; +"495 select_6" -> "501 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"496 select_7" -> "502 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; +"496 select_7" -> "504 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; +"496 select_7" -> "505 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"497 select_8" -> "520 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; +"498 linalg_vector_norm_4" -> "499 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; +"499 clamp_min_4" -> "500 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; +"500 expand_as_4" -> "501 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"501 div_4" -> "507 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; +"502 linalg_vector_norm_5" -> "503 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; +"503 clamp_min_5" -> "504 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; +"504 expand_as_5" -> "505 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"505 div_5" -> "506 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; +"506 transpose_4" -> "507 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; +"507 matmul_4" -> "508 quantize_per_tensor_158" [style=solid, label="(16, 6, 64, 64)"]; +"508 quantize_per_tensor_158" -> "509 dequantize_per_tensor_159" [style=solid, label="(16, 6, 64, 64)"]; +"509 dequantize_per_tensor_159" -> "512 mul_5" [style=solid, label="(16, 6, 64, 64)"]; +"510 _frozen_param25" -> "511 dequantize_per_tensor_160" [style=solid, label="(6, 1, 1)"]; +"511 dequantize_per_tensor_160" -> "512 mul_5" [style=solid, label="(6, 1, 1)"]; +"512 mul_5" -> "513 quantize_per_tensor_161" [style=solid, label="(16, 6, 64, 64)"]; +"513 quantize_per_tensor_161" -> "514 dequantize_per_tensor_162" [style=solid, label="(16, 6, 64, 64)"]; +"514 dequantize_per_tensor_162" -> "515 add_7" [style=solid, label="(16, 6, 64, 64)"]; +"515 add_7" -> "516 quantize_per_tensor_163" [style=solid, label="(16, 6, 64, 64)"]; +"516 quantize_per_tensor_163" -> "517 dequantize_per_tensor_164" [style=solid, label="(16, 6, 64, 64)"]; +"517 dequantize_per_tensor_164" -> "518 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; +"518 softmax_2" -> "519 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; +"519 dropout_8" -> "520 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; +"520 matmul_5" -> "521 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; +"521 transpose_5" -> "522 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; +"522 reshape_11" -> "523 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"523 reshape_11_0_0_nncf_smooth_quant_0" -> "524 quantize_per_tensor_165" [style=solid, label="(16, 64, 192)"]; +"524 quantize_per_tensor_165" -> "525 dequantize_per_tensor_166" [style=solid, label="(16, 64, 192)"]; +"525 dequantize_per_tensor_166" -> "528 linear_16" [style=solid, label="(16, 64, 192)"]; +"526 _frozen_param26" -> "527 dequantize_per_tensor_167" [style=solid, label="(192, 192)"]; +"527 dequantize_per_tensor_167" -> "528 linear_16" [style=solid, label="(192, 192)"]; +"528 linear_16" -> "529 quantize_per_tensor_168" [style=solid, label="(16, 64, 192)"]; +"529 quantize_per_tensor_168" -> "530 dequantize_per_tensor_169" [style=solid, label="(16, 64, 192)"]; +"530 dequantize_per_tensor_169" -> "531 dropout_9" [style=solid, label="(16, 64, 192)"]; +"531 dropout_9" -> "532 view_14" [style=solid, label="(16, 64, 192)"]; +"532 view_14" -> "533 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"533 permute_13" -> "534 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"534 reshape_12" -> "535 slice_38" [style=solid, label="(1, 32, 32, 192)"]; +"535 slice_38" -> "536 slice_39" [style=solid, label="(1, 32, 32, 192)"]; +"536 slice_39" -> "537 slice_40" [style=solid, label="(1, 28, 32, 192)"]; +"537 slice_40" -> "538 slice_41" [style=solid, label="(1, 28, 28, 192)"]; +"538 slice_41" -> "539 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; +"539 contiguous_3" -> "540 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; +"540 layer_norm_6" -> "541 quantize_per_tensor_170" [style=solid, label="(1, 28, 28, 192)"]; +"541 quantize_per_tensor_170" -> "542 dequantize_per_tensor_171" [style=solid, label="(1, 28, 28, 192)"]; +"542 dequantize_per_tensor_171" -> "545 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"543 quantize_per_tensor_172" -> "544 dequantize_per_tensor_173" [style=solid, label="(1, 28, 28, 192)"]; +"544 dequantize_per_tensor_173" -> "545 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"545 add_8" -> "546 quantize_per_tensor_174" [style=solid, label="(1, 28, 28, 192)"]; +"546 quantize_per_tensor_174" -> "547 dequantize_per_tensor_175" [style=solid, label="(1, 28, 28, 192)"]; +"546 quantize_per_tensor_174" -> "548 dequantize_per_tensor_176" [style=solid, label="(1, 28, 28, 192)"]; +"547 dequantize_per_tensor_175" -> "571 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"548 dequantize_per_tensor_176" -> "549 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"549 add_8_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_177" [style=solid, label="(1, 28, 28, 192)"]; +"550 quantize_per_tensor_177" -> "551 dequantize_per_tensor_178" [style=solid, label="(1, 28, 28, 192)"]; +"551 dequantize_per_tensor_178" -> "554 linear_17" [style=solid, label="(1, 28, 28, 192)"]; +"552 _frozen_param27" -> "553 dequantize_per_tensor_179" [style=solid, label="(768, 192)"]; +"553 dequantize_per_tensor_179" -> "554 linear_17" [style=solid, label="(768, 192)"]; +"554 linear_17" -> "555 quantize_per_tensor_180" [style=solid, label="(1, 28, 28, 768)"]; +"555 quantize_per_tensor_180" -> "556 dequantize_per_tensor_181" [style=solid, label="(1, 28, 28, 768)"]; +"556 dequantize_per_tensor_181" -> "557 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; +"557 gelu_2" -> "558 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; +"558 dropout_10" -> "559 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"559 dropout_10_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_182" [style=solid, label="(1, 28, 28, 768)"]; +"560 quantize_per_tensor_182" -> "561 dequantize_per_tensor_183" [style=solid, label="(1, 28, 28, 768)"]; +"561 dequantize_per_tensor_183" -> "564 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"562 _frozen_param28" -> "563 dequantize_per_tensor_184" [style=solid, label="(192, 768)"]; +"563 dequantize_per_tensor_184" -> "564 linear_18" [style=solid, label="(192, 768)"]; +"564 linear_18" -> "565 quantize_per_tensor_185" [style=solid, label="(1, 28, 28, 192)"]; +"565 quantize_per_tensor_185" -> "566 dequantize_per_tensor_186" [style=solid, label="(1, 28, 28, 192)"]; +"566 dequantize_per_tensor_186" -> "567 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; +"567 dropout_11" -> "568 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; +"568 layer_norm_7" -> "569 quantize_per_tensor_187" [style=solid, label="(1, 28, 28, 192)"]; +"569 quantize_per_tensor_187" -> "570 dequantize_per_tensor_188" [style=solid, label="(1, 28, 28, 192)"]; +"570 dequantize_per_tensor_188" -> "571 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"571 add_9" -> "572 quantize_per_tensor_189" [style=solid, label="(1, 28, 28, 192)"]; +"572 quantize_per_tensor_189" -> "573 dequantize_per_tensor_190" [style=solid, label="(1, 28, 28, 192)"]; +"572 quantize_per_tensor_189" -> "574 dequantize_per_tensor_191" [style=solid, label="(1, 28, 28, 192)"]; +"573 dequantize_per_tensor_190" -> "696 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"574 dequantize_per_tensor_191" -> "607 pad_4" [style=solid, label="(1, 28, 28, 192)"]; +"575 _frozen_param29" -> "576 dequantize_per_tensor_192" [style=solid, label="(1, 15, 15, 2)"]; +"576 dequantize_per_tensor_192" -> "579 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"577 _frozen_param30" -> "578 dequantize_per_tensor_193" [style=solid, label="(512, 2)"]; +"578 dequantize_per_tensor_193" -> "579 linear_19" [style=solid, label="(512, 2)"]; +"579 linear_19" -> "580 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"580 relu__3" -> "581 quantize_per_tensor_194" [style=solid, label="(1, 15, 15, 512)"]; +"581 quantize_per_tensor_194" -> "582 dequantize_per_tensor_195" [style=solid, label="(1, 15, 15, 512)"]; +"582 dequantize_per_tensor_195" -> "583 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"583 relu__3_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_196" [style=solid, label="(1, 15, 15, 512)"]; +"584 quantize_per_tensor_196" -> "585 dequantize_per_tensor_197" [style=solid, label="(1, 15, 15, 512)"]; +"585 dequantize_per_tensor_197" -> "588 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"586 _frozen_param31" -> "587 dequantize_per_tensor_198" [style=solid, label="(6, 512)"]; +"587 dequantize_per_tensor_198" -> "588 linear_20" [style=solid, label="(6, 512)"]; +"588 linear_20" -> "589 quantize_per_tensor_199" [style=solid, label="(1, 15, 15, 6)"]; +"589 quantize_per_tensor_199" -> "590 dequantize_per_tensor_200" [style=solid, label="(1, 15, 15, 6)"]; +"590 dequantize_per_tensor_200" -> "591 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"591 view_15" -> "592 quantize_per_tensor_201" [style=solid, label="(225, 6)"]; +"592 quantize_per_tensor_201" -> "593 dequantize_per_tensor_202" [style=solid, label="(225, 6)"]; +"593 dequantize_per_tensor_202" -> "594 index_3" [style=solid, label="(225, 6)"]; +"594 index_3" -> "595 view_16" [style=solid, label="(4096, 6)"]; +"595 view_16" -> "596 permute_14" [style=solid, label="(64, 64, 6)"]; +"596 permute_14" -> "597 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"597 contiguous_4" -> "598 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"598 unsqueeze_7" -> "599 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"599 sigmoid_3" -> "600 quantize_per_tensor_203" [style=solid, label="(1, 6, 64, 64)"]; +"600 quantize_per_tensor_203" -> "601 dequantize_per_tensor_204" [style=solid, label="(1, 6, 64, 64)"]; +"601 dequantize_per_tensor_204" -> "604 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"602 _frozen_param32" -> "603 dequantize_per_tensor_205" [style=solid, label="()"]; +"603 dequantize_per_tensor_205" -> "604 mul_6" [style=solid, label="()"]; +"604 mul_6" -> "605 quantize_per_tensor_206" [style=solid, label="(1, 6, 64, 64)"]; +"605 quantize_per_tensor_206" -> "606 dequantize_per_tensor_207" [style=solid, label="(1, 6, 64, 64)"]; +"606 dequantize_per_tensor_207" -> "643 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"607 pad_4" -> "608 roll_2" [style=solid, label="(1, 32, 32, 192)"]; +"608 roll_2" -> "609 view_17" [style=solid, label="(1, 32, 32, 192)"]; +"609 view_17" -> "610 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"610 permute_15" -> "611 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"611 reshape_13" -> "613 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"611 reshape_13" -> "646 new_zeros_1" [style=solid, label="(16, 64, 192)"]; +"612 clone_3" -> "618 linear_21" [style=solid, label="(576,)"]; +"613 reshape_13_0_0_nncf_smooth_quant_0" -> "614 quantize_per_tensor_208" [style=solid, label="(16, 64, 192)"]; +"614 quantize_per_tensor_208" -> "615 dequantize_per_tensor_209" [style=solid, label="(16, 64, 192)"]; +"615 dequantize_per_tensor_209" -> "618 linear_21" [style=solid, label="(16, 64, 192)"]; +"616 _frozen_param33" -> "617 dequantize_per_tensor_210" [style=solid, label="(576, 192)"]; +"617 dequantize_per_tensor_210" -> "618 linear_21" [style=solid, label="(576, 192)"]; +"618 linear_21" -> "619 quantize_per_tensor_211" [style=solid, label="(16, 64, 576)"]; +"619 quantize_per_tensor_211" -> "620 dequantize_per_tensor_212" [style=solid, label="(16, 64, 576)"]; +"620 dequantize_per_tensor_212" -> "621 reshape_14" [style=solid, label="(16, 64, 576)"]; +"621 reshape_14" -> "622 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; +"622 permute_16" -> "623 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; +"622 permute_16" -> "624 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; +"622 permute_16" -> "625 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; +"623 select_9" -> "626 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; +"623 select_9" -> "628 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; +"623 select_9" -> "629 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"624 select_10" -> "630 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; +"624 select_10" -> "632 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; +"624 select_10" -> "633 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"625 select_11" -> "672 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; +"626 linalg_vector_norm_6" -> "627 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; +"627 clamp_min_6" -> "628 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; +"628 expand_as_6" -> "629 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"629 div_6" -> "635 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; +"630 linalg_vector_norm_7" -> "631 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; +"631 clamp_min_7" -> "632 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; +"632 expand_as_7" -> "633 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"633 div_7" -> "634 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; +"634 transpose_6" -> "635 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; +"635 matmul_6" -> "636 quantize_per_tensor_213" [style=solid, label="(16, 6, 64, 64)"]; +"636 quantize_per_tensor_213" -> "637 dequantize_per_tensor_214" [style=solid, label="(16, 6, 64, 64)"]; +"637 dequantize_per_tensor_214" -> "640 mul_7" [style=solid, label="(16, 6, 64, 64)"]; +"638 _frozen_param34" -> "639 dequantize_per_tensor_215" [style=solid, label="(6, 1, 1)"]; +"639 dequantize_per_tensor_215" -> "640 mul_7" [style=solid, label="(6, 1, 1)"]; +"640 mul_7" -> "641 quantize_per_tensor_216" [style=solid, label="(16, 6, 64, 64)"]; +"641 quantize_per_tensor_216" -> "642 dequantize_per_tensor_217" [style=solid, label="(16, 6, 64, 64)"]; +"642 dequantize_per_tensor_217" -> "643 add_10" [style=solid, label="(16, 6, 64, 64)"]; +"643 add_10" -> "644 quantize_per_tensor_218" [style=solid, label="(16, 6, 64, 64)"]; +"644 quantize_per_tensor_218" -> "645 dequantize_per_tensor_219" [style=solid, label="(16, 6, 64, 64)"]; +"645 dequantize_per_tensor_219" -> "657 view_19" [style=solid, label="(16, 6, 64, 64)"]; +"646 new_zeros_1" -> "647 view_18" [style=solid, label="(32, 32)"]; +"647 view_18" -> "648 permute_17" [style=solid, label="(4, 8, 4, 8)"]; +"648 permute_17" -> "649 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; +"649 reshape_15" -> "650 unsqueeze_8" [style=solid, label="(16, 64)"]; +"649 reshape_15" -> "651 unsqueeze_9" [style=solid, label="(16, 64)"]; +"650 unsqueeze_8" -> "652 sub_1" [style=solid, label="(16, 1, 64)"]; +"651 unsqueeze_9" -> "652 sub_1" [style=solid, label="(16, 64, 1)"]; +"652 sub_1" -> "653 ne_1" [style=solid, label="(16, 64, 64)"]; +"652 sub_1" -> "654 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"652 sub_1" -> "655 eq_1" [style=solid, label="(16, 64, 64)"]; +"653 ne_1" -> "654 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"654 masked_fill_2" -> "656 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"655 eq_1" -> "656 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"656 masked_fill_3" -> "660 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; +"657 view_19" -> "658 quantize_per_tensor_220" [style=solid, label="(1, 16, 6, 64, 64)"]; +"658 quantize_per_tensor_220" -> "659 dequantize_per_tensor_221" [style=solid, label="(1, 16, 6, 64, 64)"]; +"659 dequantize_per_tensor_221" -> "664 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; +"660 unsqueeze_10" -> "661 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; +"661 unsqueeze_11" -> "662 quantize_per_tensor_222" [style=solid, label="(1, 16, 1, 64, 64)"]; +"662 quantize_per_tensor_222" -> "663 dequantize_per_tensor_223" [style=solid, label="(1, 16, 1, 64, 64)"]; +"663 dequantize_per_tensor_223" -> "664 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; +"664 add_11" -> "665 quantize_per_tensor_224" [style=solid, label="(1, 16, 6, 64, 64)"]; +"665 quantize_per_tensor_224" -> "666 dequantize_per_tensor_225" [style=solid, label="(1, 16, 6, 64, 64)"]; +"666 dequantize_per_tensor_225" -> "667 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; +"667 view_20" -> "668 quantize_per_tensor_226" [style=solid, label="(16, 6, 64, 64)"]; +"668 quantize_per_tensor_226" -> "669 dequantize_per_tensor_227" [style=solid, label="(16, 6, 64, 64)"]; +"669 dequantize_per_tensor_227" -> "670 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; +"670 softmax_3" -> "671 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; +"671 dropout_12" -> "672 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; +"672 matmul_7" -> "673 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; +"673 transpose_7" -> "674 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; +"674 reshape_16" -> "675 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"675 reshape_16_0_0_nncf_smooth_quant_0" -> "676 quantize_per_tensor_228" [style=solid, label="(16, 64, 192)"]; +"676 quantize_per_tensor_228" -> "677 dequantize_per_tensor_229" [style=solid, label="(16, 64, 192)"]; +"677 dequantize_per_tensor_229" -> "680 linear_22" [style=solid, label="(16, 64, 192)"]; +"678 _frozen_param35" -> "679 dequantize_per_tensor_230" [style=solid, label="(192, 192)"]; +"679 dequantize_per_tensor_230" -> "680 linear_22" [style=solid, label="(192, 192)"]; +"680 linear_22" -> "681 quantize_per_tensor_231" [style=solid, label="(16, 64, 192)"]; +"681 quantize_per_tensor_231" -> "682 dequantize_per_tensor_232" [style=solid, label="(16, 64, 192)"]; +"682 dequantize_per_tensor_232" -> "683 dropout_13" [style=solid, label="(16, 64, 192)"]; +"683 dropout_13" -> "684 view_21" [style=solid, label="(16, 64, 192)"]; +"684 view_21" -> "685 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"685 permute_18" -> "686 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"686 reshape_17" -> "687 roll_3" [style=solid, label="(1, 32, 32, 192)"]; +"687 roll_3" -> "688 slice_61" [style=solid, label="(1, 32, 32, 192)"]; +"688 slice_61" -> "689 slice_62" [style=solid, label="(1, 32, 32, 192)"]; +"689 slice_62" -> "690 slice_63" [style=solid, label="(1, 28, 32, 192)"]; +"690 slice_63" -> "691 slice_64" [style=solid, label="(1, 28, 28, 192)"]; +"691 slice_64" -> "692 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; +"692 contiguous_5" -> "693 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; +"693 layer_norm_8" -> "694 quantize_per_tensor_233" [style=solid, label="(1, 28, 28, 192)"]; +"694 quantize_per_tensor_233" -> "695 dequantize_per_tensor_234" [style=solid, label="(1, 28, 28, 192)"]; +"695 dequantize_per_tensor_234" -> "696 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"696 add_12" -> "697 quantize_per_tensor_235" [style=solid, label="(1, 28, 28, 192)"]; +"697 quantize_per_tensor_235" -> "698 dequantize_per_tensor_236" [style=solid, label="(1, 28, 28, 192)"]; +"697 quantize_per_tensor_235" -> "699 dequantize_per_tensor_237" [style=solid, label="(1, 28, 28, 192)"]; +"698 dequantize_per_tensor_236" -> "722 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"699 dequantize_per_tensor_237" -> "700 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"700 add_12_0_0_nncf_smooth_quant_0" -> "701 quantize_per_tensor_238" [style=solid, label="(1, 28, 28, 192)"]; +"701 quantize_per_tensor_238" -> "702 dequantize_per_tensor_239" [style=solid, label="(1, 28, 28, 192)"]; +"702 dequantize_per_tensor_239" -> "705 linear_23" [style=solid, label="(1, 28, 28, 192)"]; +"703 _frozen_param36" -> "704 dequantize_per_tensor_240" [style=solid, label="(768, 192)"]; +"704 dequantize_per_tensor_240" -> "705 linear_23" [style=solid, label="(768, 192)"]; +"705 linear_23" -> "706 quantize_per_tensor_241" [style=solid, label="(1, 28, 28, 768)"]; +"706 quantize_per_tensor_241" -> "707 dequantize_per_tensor_242" [style=solid, label="(1, 28, 28, 768)"]; +"707 dequantize_per_tensor_242" -> "708 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; +"708 gelu_3" -> "709 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; +"709 dropout_14" -> "710 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"710 dropout_14_0_0_nncf_smooth_quant_0" -> "711 quantize_per_tensor_243" [style=solid, label="(1, 28, 28, 768)"]; +"711 quantize_per_tensor_243" -> "712 dequantize_per_tensor_244" [style=solid, label="(1, 28, 28, 768)"]; +"712 dequantize_per_tensor_244" -> "715 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"713 _frozen_param37" -> "714 dequantize_per_tensor_245" [style=solid, label="(192, 768)"]; +"714 dequantize_per_tensor_245" -> "715 linear_24" [style=solid, label="(192, 768)"]; +"715 linear_24" -> "716 quantize_per_tensor_246" [style=solid, label="(1, 28, 28, 192)"]; +"716 quantize_per_tensor_246" -> "717 dequantize_per_tensor_247" [style=solid, label="(1, 28, 28, 192)"]; +"717 dequantize_per_tensor_247" -> "718 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; +"718 dropout_15" -> "719 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; +"719 layer_norm_9" -> "720 quantize_per_tensor_248" [style=solid, label="(1, 28, 28, 192)"]; +"720 quantize_per_tensor_248" -> "721 dequantize_per_tensor_249" [style=solid, label="(1, 28, 28, 192)"]; +"721 dequantize_per_tensor_249" -> "722 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"722 add_13" -> "723 quantize_per_tensor_250" [style=solid, label="(1, 28, 28, 192)"]; +"723 quantize_per_tensor_250" -> "724 dequantize_per_tensor_251" [style=solid, label="(1, 28, 28, 192)"]; +"724 dequantize_per_tensor_251" -> "725 pad_5" [style=solid, label="(1, 28, 28, 192)"]; +"725 pad_5" -> "726 slice_65" [style=solid, label="(1, 28, 28, 192)"]; +"725 pad_5" -> "731 slice_68" [style=solid, label="(1, 28, 28, 192)"]; +"725 pad_5" -> "736 slice_71" [style=solid, label="(1, 28, 28, 192)"]; +"725 pad_5" -> "741 slice_74" [style=solid, label="(1, 28, 28, 192)"]; +"726 slice_65" -> "727 slice_66" [style=solid, label="(1, 14, 28, 192)"]; +"727 slice_66" -> "728 slice_67" [style=solid, label="(1, 14, 14, 192)"]; +"728 slice_67" -> "729 quantize_per_tensor_252" [style=solid, label="(1, 14, 14, 192)"]; +"729 quantize_per_tensor_252" -> "730 dequantize_per_tensor_253" [style=solid, label="(1, 14, 14, 192)"]; +"730 dequantize_per_tensor_253" -> "746 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"731 slice_68" -> "732 slice_69" [style=solid, label="(1, 14, 28, 192)"]; +"732 slice_69" -> "733 slice_70" [style=solid, label="(1, 14, 14, 192)"]; +"733 slice_70" -> "734 quantize_per_tensor_254" [style=solid, label="(1, 14, 14, 192)"]; +"734 quantize_per_tensor_254" -> "735 dequantize_per_tensor_255" [style=solid, label="(1, 14, 14, 192)"]; +"735 dequantize_per_tensor_255" -> "746 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"736 slice_71" -> "737 slice_72" [style=solid, label="(1, 14, 28, 192)"]; +"737 slice_72" -> "738 slice_73" [style=solid, label="(1, 14, 14, 192)"]; +"738 slice_73" -> "739 quantize_per_tensor_256" [style=solid, label="(1, 14, 14, 192)"]; +"739 quantize_per_tensor_256" -> "740 dequantize_per_tensor_257" [style=solid, label="(1, 14, 14, 192)"]; +"740 dequantize_per_tensor_257" -> "746 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"741 slice_74" -> "742 slice_75" [style=solid, label="(1, 14, 28, 192)"]; +"742 slice_75" -> "743 slice_76" [style=solid, label="(1, 14, 14, 192)"]; +"743 slice_76" -> "744 quantize_per_tensor_258" [style=solid, label="(1, 14, 14, 192)"]; +"744 quantize_per_tensor_258" -> "745 dequantize_per_tensor_259" [style=solid, label="(1, 14, 14, 192)"]; +"745 dequantize_per_tensor_259" -> "746 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"746 cat_1" -> "747 quantize_per_tensor_260" [style=solid, label="(1, 14, 14, 768)"]; +"747 quantize_per_tensor_260" -> "748 dequantize_per_tensor_261" [style=solid, label="(1, 14, 14, 768)"]; +"748 dequantize_per_tensor_261" -> "749 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; +"749 cat_1_0_0_nncf_smooth_quant_0" -> "750 quantize_per_tensor_262" [style=solid, label="(1, 14, 14, 768)"]; +"750 quantize_per_tensor_262" -> "751 dequantize_per_tensor_263" [style=solid, label="(1, 14, 14, 768)"]; +"751 dequantize_per_tensor_263" -> "754 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"752 _frozen_param38" -> "753 dequantize_per_tensor_264" [style=solid, label="(384, 768)"]; +"753 dequantize_per_tensor_264" -> "754 linear_25" [style=solid, label="(384, 768)"]; +"754 linear_25" -> "755 quantize_per_tensor_265" [style=solid, label="(1, 14, 14, 384)"]; +"755 quantize_per_tensor_265" -> "756 dequantize_per_tensor_266" [style=solid, label="(1, 14, 14, 384)"]; +"756 dequantize_per_tensor_266" -> "757 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; +"757 layer_norm_10" -> "790 pad_6" [style=solid, label="(1, 14, 14, 384)"]; +"757 layer_norm_10" -> "853 quantize_per_tensor_302" [style=solid, label="(1, 14, 14, 384)"]; +"758 _frozen_param39" -> "759 dequantize_per_tensor_267" [style=solid, label="(1, 15, 15, 2)"]; +"759 dequantize_per_tensor_267" -> "762 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"760 _frozen_param40" -> "761 dequantize_per_tensor_268" [style=solid, label="(512, 2)"]; +"761 dequantize_per_tensor_268" -> "762 linear_26" [style=solid, label="(512, 2)"]; +"762 linear_26" -> "763 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"763 relu__4" -> "764 quantize_per_tensor_269" [style=solid, label="(1, 15, 15, 512)"]; +"764 quantize_per_tensor_269" -> "765 dequantize_per_tensor_270" [style=solid, label="(1, 15, 15, 512)"]; +"765 dequantize_per_tensor_270" -> "766 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"766 relu__4_0_0_nncf_smooth_quant_0" -> "767 quantize_per_tensor_271" [style=solid, label="(1, 15, 15, 512)"]; +"767 quantize_per_tensor_271" -> "768 dequantize_per_tensor_272" [style=solid, label="(1, 15, 15, 512)"]; +"768 dequantize_per_tensor_272" -> "771 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"769 _frozen_param41" -> "770 dequantize_per_tensor_273" [style=solid, label="(12, 512)"]; +"770 dequantize_per_tensor_273" -> "771 linear_27" [style=solid, label="(12, 512)"]; +"771 linear_27" -> "772 quantize_per_tensor_274" [style=solid, label="(1, 15, 15, 12)"]; +"772 quantize_per_tensor_274" -> "773 dequantize_per_tensor_275" [style=solid, label="(1, 15, 15, 12)"]; +"773 dequantize_per_tensor_275" -> "774 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"774 view_22" -> "775 quantize_per_tensor_276" [style=solid, label="(225, 12)"]; +"775 quantize_per_tensor_276" -> "776 dequantize_per_tensor_277" [style=solid, label="(225, 12)"]; +"776 dequantize_per_tensor_277" -> "777 index_4" [style=solid, label="(225, 12)"]; +"777 index_4" -> "778 view_23" [style=solid, label="(4096, 12)"]; +"778 view_23" -> "779 permute_19" [style=solid, label="(64, 64, 12)"]; +"779 permute_19" -> "780 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"780 contiguous_6" -> "781 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"781 unsqueeze_12" -> "782 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"782 sigmoid_4" -> "783 quantize_per_tensor_278" [style=solid, label="(1, 12, 64, 64)"]; +"783 quantize_per_tensor_278" -> "784 dequantize_per_tensor_279" [style=solid, label="(1, 12, 64, 64)"]; +"784 dequantize_per_tensor_279" -> "787 mul_8" [style=solid, label="(1, 12, 64, 64)"]; +"785 _frozen_param42" -> "786 dequantize_per_tensor_280" [style=solid, label="()"]; +"786 dequantize_per_tensor_280" -> "787 mul_8" [style=solid, label="()"]; +"787 mul_8" -> "788 quantize_per_tensor_281" [style=solid, label="(1, 12, 64, 64)"]; +"788 quantize_per_tensor_281" -> "789 dequantize_per_tensor_282" [style=solid, label="(1, 12, 64, 64)"]; +"789 dequantize_per_tensor_282" -> "825 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"790 pad_6" -> "791 view_24" [style=solid, label="(1, 16, 16, 384)"]; +"791 view_24" -> "792 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"792 permute_20" -> "793 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"793 reshape_18" -> "795 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"794 clone_4" -> "800 linear_28" [style=solid, label="(1152,)"]; +"795 reshape_18_0_0_nncf_smooth_quant_0" -> "796 quantize_per_tensor_283" [style=solid, label="(4, 64, 384)"]; +"796 quantize_per_tensor_283" -> "797 dequantize_per_tensor_284" [style=solid, label="(4, 64, 384)"]; +"797 dequantize_per_tensor_284" -> "800 linear_28" [style=solid, label="(4, 64, 384)"]; +"798 _frozen_param43" -> "799 dequantize_per_tensor_285" [style=solid, label="(1152, 384)"]; +"799 dequantize_per_tensor_285" -> "800 linear_28" [style=solid, label="(1152, 384)"]; +"800 linear_28" -> "801 quantize_per_tensor_286" [style=solid, label="(4, 64, 1152)"]; +"801 quantize_per_tensor_286" -> "802 dequantize_per_tensor_287" [style=solid, label="(4, 64, 1152)"]; +"802 dequantize_per_tensor_287" -> "803 reshape_19" [style=solid, label="(4, 64, 1152)"]; +"803 reshape_19" -> "804 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; +"804 permute_21" -> "805 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; +"804 permute_21" -> "806 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; +"804 permute_21" -> "807 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; +"805 select_12" -> "808 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; +"805 select_12" -> "810 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; +"805 select_12" -> "811 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"806 select_13" -> "812 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; +"806 select_13" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; +"806 select_13" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"807 select_14" -> "830 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; +"808 linalg_vector_norm_8" -> "809 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; +"809 clamp_min_8" -> "810 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; +"810 expand_as_8" -> "811 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"811 div_8" -> "817 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; +"812 linalg_vector_norm_9" -> "813 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; +"813 clamp_min_9" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; +"814 expand_as_9" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"815 div_9" -> "816 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; +"816 transpose_8" -> "817 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; +"817 matmul_8" -> "818 quantize_per_tensor_288" [style=solid, label="(4, 12, 64, 64)"]; +"818 quantize_per_tensor_288" -> "819 dequantize_per_tensor_289" [style=solid, label="(4, 12, 64, 64)"]; +"819 dequantize_per_tensor_289" -> "822 mul_9" [style=solid, label="(4, 12, 64, 64)"]; +"820 _frozen_param44" -> "821 dequantize_per_tensor_290" [style=solid, label="(12, 1, 1)"]; +"821 dequantize_per_tensor_290" -> "822 mul_9" [style=solid, label="(12, 1, 1)"]; +"822 mul_9" -> "823 quantize_per_tensor_291" [style=solid, label="(4, 12, 64, 64)"]; +"823 quantize_per_tensor_291" -> "824 dequantize_per_tensor_292" [style=solid, label="(4, 12, 64, 64)"]; +"824 dequantize_per_tensor_292" -> "825 add_14" [style=solid, label="(4, 12, 64, 64)"]; +"825 add_14" -> "826 quantize_per_tensor_293" [style=solid, label="(4, 12, 64, 64)"]; +"826 quantize_per_tensor_293" -> "827 dequantize_per_tensor_294" [style=solid, label="(4, 12, 64, 64)"]; +"827 dequantize_per_tensor_294" -> "828 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; +"828 softmax_4" -> "829 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; +"829 dropout_16" -> "830 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; +"830 matmul_9" -> "831 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; +"831 transpose_9" -> "832 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; +"832 reshape_20" -> "833 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"833 reshape_20_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_295" [style=solid, label="(4, 64, 384)"]; +"834 quantize_per_tensor_295" -> "835 dequantize_per_tensor_296" [style=solid, label="(4, 64, 384)"]; +"835 dequantize_per_tensor_296" -> "838 linear_29" [style=solid, label="(4, 64, 384)"]; +"836 _frozen_param45" -> "837 dequantize_per_tensor_297" [style=solid, label="(384, 384)"]; +"837 dequantize_per_tensor_297" -> "838 linear_29" [style=solid, label="(384, 384)"]; +"838 linear_29" -> "839 quantize_per_tensor_298" [style=solid, label="(4, 64, 384)"]; +"839 quantize_per_tensor_298" -> "840 dequantize_per_tensor_299" [style=solid, label="(4, 64, 384)"]; +"840 dequantize_per_tensor_299" -> "841 dropout_17" [style=solid, label="(4, 64, 384)"]; +"841 dropout_17" -> "842 view_25" [style=solid, label="(4, 64, 384)"]; +"842 view_25" -> "843 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"843 permute_22" -> "844 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"844 reshape_21" -> "845 slice_78" [style=solid, label="(1, 16, 16, 384)"]; +"845 slice_78" -> "846 slice_79" [style=solid, label="(1, 16, 16, 384)"]; +"846 slice_79" -> "847 slice_80" [style=solid, label="(1, 14, 16, 384)"]; +"847 slice_80" -> "848 slice_81" [style=solid, label="(1, 14, 14, 384)"]; +"848 slice_81" -> "849 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; +"849 contiguous_7" -> "850 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; +"850 layer_norm_11" -> "851 quantize_per_tensor_300" [style=solid, label="(1, 14, 14, 384)"]; +"851 quantize_per_tensor_300" -> "852 dequantize_per_tensor_301" [style=solid, label="(1, 14, 14, 384)"]; +"852 dequantize_per_tensor_301" -> "855 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"853 quantize_per_tensor_302" -> "854 dequantize_per_tensor_303" [style=solid, label="(1, 14, 14, 384)"]; +"854 dequantize_per_tensor_303" -> "855 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"855 add_15" -> "856 quantize_per_tensor_304" [style=solid, label="(1, 14, 14, 384)"]; +"856 quantize_per_tensor_304" -> "857 dequantize_per_tensor_305" [style=solid, label="(1, 14, 14, 384)"]; +"856 quantize_per_tensor_304" -> "858 dequantize_per_tensor_306" [style=solid, label="(1, 14, 14, 384)"]; +"857 dequantize_per_tensor_305" -> "881 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"858 dequantize_per_tensor_306" -> "859 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"859 add_15_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_307" [style=solid, label="(1, 14, 14, 384)"]; +"860 quantize_per_tensor_307" -> "861 dequantize_per_tensor_308" [style=solid, label="(1, 14, 14, 384)"]; +"861 dequantize_per_tensor_308" -> "864 linear_30" [style=solid, label="(1, 14, 14, 384)"]; +"862 _frozen_param46" -> "863 dequantize_per_tensor_309" [style=solid, label="(1536, 384)"]; +"863 dequantize_per_tensor_309" -> "864 linear_30" [style=solid, label="(1536, 384)"]; +"864 linear_30" -> "865 quantize_per_tensor_310" [style=solid, label="(1, 14, 14, 1536)"]; +"865 quantize_per_tensor_310" -> "866 dequantize_per_tensor_311" [style=solid, label="(1, 14, 14, 1536)"]; +"866 dequantize_per_tensor_311" -> "867 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; +"867 gelu_4" -> "868 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; +"868 dropout_18" -> "869 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"869 dropout_18_0_0_nncf_smooth_quant_0" -> "870 quantize_per_tensor_312" [style=solid, label="(1, 14, 14, 1536)"]; +"870 quantize_per_tensor_312" -> "871 dequantize_per_tensor_313" [style=solid, label="(1, 14, 14, 1536)"]; +"871 dequantize_per_tensor_313" -> "874 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"872 _frozen_param47" -> "873 dequantize_per_tensor_314" [style=solid, label="(384, 1536)"]; +"873 dequantize_per_tensor_314" -> "874 linear_31" [style=solid, label="(384, 1536)"]; +"874 linear_31" -> "875 quantize_per_tensor_315" [style=solid, label="(1, 14, 14, 384)"]; +"875 quantize_per_tensor_315" -> "876 dequantize_per_tensor_316" [style=solid, label="(1, 14, 14, 384)"]; +"876 dequantize_per_tensor_316" -> "877 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; +"877 dropout_19" -> "878 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; +"878 layer_norm_12" -> "879 quantize_per_tensor_317" [style=solid, label="(1, 14, 14, 384)"]; +"879 quantize_per_tensor_317" -> "880 dequantize_per_tensor_318" [style=solid, label="(1, 14, 14, 384)"]; +"880 dequantize_per_tensor_318" -> "881 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"881 add_16" -> "882 quantize_per_tensor_319" [style=solid, label="(1, 14, 14, 384)"]; +"882 quantize_per_tensor_319" -> "883 dequantize_per_tensor_320" [style=solid, label="(1, 14, 14, 384)"]; +"882 quantize_per_tensor_319" -> "884 dequantize_per_tensor_321" [style=solid, label="(1, 14, 14, 384)"]; +"883 dequantize_per_tensor_320" -> "1006 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"884 dequantize_per_tensor_321" -> "917 pad_7" [style=solid, label="(1, 14, 14, 384)"]; +"885 _frozen_param48" -> "886 dequantize_per_tensor_322" [style=solid, label="(1, 15, 15, 2)"]; +"886 dequantize_per_tensor_322" -> "889 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"887 _frozen_param49" -> "888 dequantize_per_tensor_323" [style=solid, label="(512, 2)"]; +"888 dequantize_per_tensor_323" -> "889 linear_32" [style=solid, label="(512, 2)"]; +"889 linear_32" -> "890 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"890 relu__5" -> "891 quantize_per_tensor_324" [style=solid, label="(1, 15, 15, 512)"]; +"891 quantize_per_tensor_324" -> "892 dequantize_per_tensor_325" [style=solid, label="(1, 15, 15, 512)"]; +"892 dequantize_per_tensor_325" -> "893 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"893 relu__5_0_0_nncf_smooth_quant_0" -> "894 quantize_per_tensor_326" [style=solid, label="(1, 15, 15, 512)"]; +"894 quantize_per_tensor_326" -> "895 dequantize_per_tensor_327" [style=solid, label="(1, 15, 15, 512)"]; +"895 dequantize_per_tensor_327" -> "898 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"896 _frozen_param50" -> "897 dequantize_per_tensor_328" [style=solid, label="(12, 512)"]; +"897 dequantize_per_tensor_328" -> "898 linear_33" [style=solid, label="(12, 512)"]; +"898 linear_33" -> "899 quantize_per_tensor_329" [style=solid, label="(1, 15, 15, 12)"]; +"899 quantize_per_tensor_329" -> "900 dequantize_per_tensor_330" [style=solid, label="(1, 15, 15, 12)"]; +"900 dequantize_per_tensor_330" -> "901 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"901 view_26" -> "902 quantize_per_tensor_331" [style=solid, label="(225, 12)"]; +"902 quantize_per_tensor_331" -> "903 dequantize_per_tensor_332" [style=solid, label="(225, 12)"]; +"903 dequantize_per_tensor_332" -> "904 index_5" [style=solid, label="(225, 12)"]; +"904 index_5" -> "905 view_27" [style=solid, label="(4096, 12)"]; +"905 view_27" -> "906 permute_23" [style=solid, label="(64, 64, 12)"]; +"906 permute_23" -> "907 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"907 contiguous_8" -> "908 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"908 unsqueeze_13" -> "909 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"909 sigmoid_5" -> "910 quantize_per_tensor_333" [style=solid, label="(1, 12, 64, 64)"]; +"910 quantize_per_tensor_333" -> "911 dequantize_per_tensor_334" [style=solid, label="(1, 12, 64, 64)"]; +"911 dequantize_per_tensor_334" -> "914 mul_10" [style=solid, label="(1, 12, 64, 64)"]; +"912 _frozen_param51" -> "913 dequantize_per_tensor_335" [style=solid, label="()"]; +"913 dequantize_per_tensor_335" -> "914 mul_10" [style=solid, label="()"]; +"914 mul_10" -> "915 quantize_per_tensor_336" [style=solid, label="(1, 12, 64, 64)"]; +"915 quantize_per_tensor_336" -> "916 dequantize_per_tensor_337" [style=solid, label="(1, 12, 64, 64)"]; +"916 dequantize_per_tensor_337" -> "953 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"917 pad_7" -> "918 roll_4" [style=solid, label="(1, 16, 16, 384)"]; +"918 roll_4" -> "919 view_28" [style=solid, label="(1, 16, 16, 384)"]; +"919 view_28" -> "920 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"920 permute_24" -> "921 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"921 reshape_22" -> "923 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"921 reshape_22" -> "956 new_zeros_2" [style=solid, label="(4, 64, 384)"]; +"922 clone_5" -> "928 linear_34" [style=solid, label="(1152,)"]; +"923 reshape_22_0_0_nncf_smooth_quant_0" -> "924 quantize_per_tensor_338" [style=solid, label="(4, 64, 384)"]; +"924 quantize_per_tensor_338" -> "925 dequantize_per_tensor_339" [style=solid, label="(4, 64, 384)"]; +"925 dequantize_per_tensor_339" -> "928 linear_34" [style=solid, label="(4, 64, 384)"]; +"926 _frozen_param52" -> "927 dequantize_per_tensor_340" [style=solid, label="(1152, 384)"]; +"927 dequantize_per_tensor_340" -> "928 linear_34" [style=solid, label="(1152, 384)"]; +"928 linear_34" -> "929 quantize_per_tensor_341" [style=solid, label="(4, 64, 1152)"]; +"929 quantize_per_tensor_341" -> "930 dequantize_per_tensor_342" [style=solid, label="(4, 64, 1152)"]; +"930 dequantize_per_tensor_342" -> "931 reshape_23" [style=solid, label="(4, 64, 1152)"]; +"931 reshape_23" -> "932 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; +"932 permute_25" -> "933 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; +"932 permute_25" -> "934 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; +"932 permute_25" -> "935 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; +"933 select_15" -> "936 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; +"933 select_15" -> "938 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; +"933 select_15" -> "939 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"934 select_16" -> "940 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; +"934 select_16" -> "942 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; +"934 select_16" -> "943 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"935 select_17" -> "982 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; +"936 linalg_vector_norm_10" -> "937 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; +"937 clamp_min_10" -> "938 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; +"938 expand_as_10" -> "939 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"939 div_10" -> "945 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; +"940 linalg_vector_norm_11" -> "941 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; +"941 clamp_min_11" -> "942 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; +"942 expand_as_11" -> "943 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"943 div_11" -> "944 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; +"944 transpose_10" -> "945 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; +"945 matmul_10" -> "946 quantize_per_tensor_343" [style=solid, label="(4, 12, 64, 64)"]; +"946 quantize_per_tensor_343" -> "947 dequantize_per_tensor_344" [style=solid, label="(4, 12, 64, 64)"]; +"947 dequantize_per_tensor_344" -> "950 mul_11" [style=solid, label="(4, 12, 64, 64)"]; +"948 _frozen_param53" -> "949 dequantize_per_tensor_345" [style=solid, label="(12, 1, 1)"]; +"949 dequantize_per_tensor_345" -> "950 mul_11" [style=solid, label="(12, 1, 1)"]; +"950 mul_11" -> "951 quantize_per_tensor_346" [style=solid, label="(4, 12, 64, 64)"]; +"951 quantize_per_tensor_346" -> "952 dequantize_per_tensor_347" [style=solid, label="(4, 12, 64, 64)"]; +"952 dequantize_per_tensor_347" -> "953 add_17" [style=solid, label="(4, 12, 64, 64)"]; +"953 add_17" -> "954 quantize_per_tensor_348" [style=solid, label="(4, 12, 64, 64)"]; +"954 quantize_per_tensor_348" -> "955 dequantize_per_tensor_349" [style=solid, label="(4, 12, 64, 64)"]; +"955 dequantize_per_tensor_349" -> "967 view_30" [style=solid, label="(4, 12, 64, 64)"]; +"956 new_zeros_2" -> "957 view_29" [style=solid, label="(16, 16)"]; +"957 view_29" -> "958 permute_26" [style=solid, label="(2, 8, 2, 8)"]; +"958 permute_26" -> "959 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; +"959 reshape_24" -> "960 unsqueeze_14" [style=solid, label="(4, 64)"]; +"959 reshape_24" -> "961 unsqueeze_15" [style=solid, label="(4, 64)"]; +"960 unsqueeze_14" -> "962 sub_2" [style=solid, label="(4, 1, 64)"]; +"961 unsqueeze_15" -> "962 sub_2" [style=solid, label="(4, 64, 1)"]; +"962 sub_2" -> "963 ne_2" [style=solid, label="(4, 64, 64)"]; +"962 sub_2" -> "964 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"962 sub_2" -> "965 eq_2" [style=solid, label="(4, 64, 64)"]; +"963 ne_2" -> "964 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"964 masked_fill_4" -> "966 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"965 eq_2" -> "966 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"966 masked_fill_5" -> "970 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; +"967 view_30" -> "968 quantize_per_tensor_350" [style=solid, label="(1, 4, 12, 64, 64)"]; +"968 quantize_per_tensor_350" -> "969 dequantize_per_tensor_351" [style=solid, label="(1, 4, 12, 64, 64)"]; +"969 dequantize_per_tensor_351" -> "974 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; +"970 unsqueeze_16" -> "971 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; +"971 unsqueeze_17" -> "972 quantize_per_tensor_352" [style=solid, label="(1, 4, 1, 64, 64)"]; +"972 quantize_per_tensor_352" -> "973 dequantize_per_tensor_353" [style=solid, label="(1, 4, 1, 64, 64)"]; +"973 dequantize_per_tensor_353" -> "974 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; +"974 add_18" -> "975 quantize_per_tensor_354" [style=solid, label="(1, 4, 12, 64, 64)"]; +"975 quantize_per_tensor_354" -> "976 dequantize_per_tensor_355" [style=solid, label="(1, 4, 12, 64, 64)"]; +"976 dequantize_per_tensor_355" -> "977 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; +"977 view_31" -> "978 quantize_per_tensor_356" [style=solid, label="(4, 12, 64, 64)"]; +"978 quantize_per_tensor_356" -> "979 dequantize_per_tensor_357" [style=solid, label="(4, 12, 64, 64)"]; +"979 dequantize_per_tensor_357" -> "980 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; +"980 softmax_5" -> "981 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; +"981 dropout_20" -> "982 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; +"982 matmul_11" -> "983 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; +"983 transpose_11" -> "984 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; +"984 reshape_25" -> "985 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"985 reshape_25_0_0_nncf_smooth_quant_0" -> "986 quantize_per_tensor_358" [style=solid, label="(4, 64, 384)"]; +"986 quantize_per_tensor_358" -> "987 dequantize_per_tensor_359" [style=solid, label="(4, 64, 384)"]; +"987 dequantize_per_tensor_359" -> "990 linear_35" [style=solid, label="(4, 64, 384)"]; +"988 _frozen_param54" -> "989 dequantize_per_tensor_360" [style=solid, label="(384, 384)"]; +"989 dequantize_per_tensor_360" -> "990 linear_35" [style=solid, label="(384, 384)"]; +"990 linear_35" -> "991 quantize_per_tensor_361" [style=solid, label="(4, 64, 384)"]; +"991 quantize_per_tensor_361" -> "992 dequantize_per_tensor_362" [style=solid, label="(4, 64, 384)"]; +"992 dequantize_per_tensor_362" -> "993 dropout_21" [style=solid, label="(4, 64, 384)"]; +"993 dropout_21" -> "994 view_32" [style=solid, label="(4, 64, 384)"]; +"994 view_32" -> "995 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"995 permute_27" -> "996 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"996 reshape_26" -> "997 roll_5" [style=solid, label="(1, 16, 16, 384)"]; +"997 roll_5" -> "998 slice_101" [style=solid, label="(1, 16, 16, 384)"]; +"998 slice_101" -> "999 slice_102" [style=solid, label="(1, 16, 16, 384)"]; +"999 slice_102" -> "1000 slice_103" [style=solid, label="(1, 14, 16, 384)"]; +"1000 slice_103" -> "1001 slice_104" [style=solid, label="(1, 14, 14, 384)"]; +"1001 slice_104" -> "1002 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; +"1002 contiguous_9" -> "1003 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; +"1003 layer_norm_13" -> "1004 quantize_per_tensor_363" [style=solid, label="(1, 14, 14, 384)"]; +"1004 quantize_per_tensor_363" -> "1005 dequantize_per_tensor_364" [style=solid, label="(1, 14, 14, 384)"]; +"1005 dequantize_per_tensor_364" -> "1006 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"1006 add_19" -> "1007 quantize_per_tensor_365" [style=solid, label="(1, 14, 14, 384)"]; +"1007 quantize_per_tensor_365" -> "1008 dequantize_per_tensor_366" [style=solid, label="(1, 14, 14, 384)"]; +"1007 quantize_per_tensor_365" -> "1009 dequantize_per_tensor_367" [style=solid, label="(1, 14, 14, 384)"]; +"1008 dequantize_per_tensor_366" -> "1032 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"1009 dequantize_per_tensor_367" -> "1010 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1010 add_19_0_0_nncf_smooth_quant_0" -> "1011 quantize_per_tensor_368" [style=solid, label="(1, 14, 14, 384)"]; +"1011 quantize_per_tensor_368" -> "1012 dequantize_per_tensor_369" [style=solid, label="(1, 14, 14, 384)"]; +"1012 dequantize_per_tensor_369" -> "1015 linear_36" [style=solid, label="(1, 14, 14, 384)"]; +"1013 _frozen_param55" -> "1014 dequantize_per_tensor_370" [style=solid, label="(1536, 384)"]; +"1014 dequantize_per_tensor_370" -> "1015 linear_36" [style=solid, label="(1536, 384)"]; +"1015 linear_36" -> "1016 quantize_per_tensor_371" [style=solid, label="(1, 14, 14, 1536)"]; +"1016 quantize_per_tensor_371" -> "1017 dequantize_per_tensor_372" [style=solid, label="(1, 14, 14, 1536)"]; +"1017 dequantize_per_tensor_372" -> "1018 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; +"1018 gelu_5" -> "1019 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; +"1019 dropout_22" -> "1020 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1020 dropout_22_0_0_nncf_smooth_quant_0" -> "1021 quantize_per_tensor_373" [style=solid, label="(1, 14, 14, 1536)"]; +"1021 quantize_per_tensor_373" -> "1022 dequantize_per_tensor_374" [style=solid, label="(1, 14, 14, 1536)"]; +"1022 dequantize_per_tensor_374" -> "1025 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"1023 _frozen_param56" -> "1024 dequantize_per_tensor_375" [style=solid, label="(384, 1536)"]; +"1024 dequantize_per_tensor_375" -> "1025 linear_37" [style=solid, label="(384, 1536)"]; +"1025 linear_37" -> "1026 quantize_per_tensor_376" [style=solid, label="(1, 14, 14, 384)"]; +"1026 quantize_per_tensor_376" -> "1027 dequantize_per_tensor_377" [style=solid, label="(1, 14, 14, 384)"]; +"1027 dequantize_per_tensor_377" -> "1028 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; +"1028 dropout_23" -> "1029 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; +"1029 layer_norm_14" -> "1030 quantize_per_tensor_378" [style=solid, label="(1, 14, 14, 384)"]; +"1030 quantize_per_tensor_378" -> "1031 dequantize_per_tensor_379" [style=solid, label="(1, 14, 14, 384)"]; +"1031 dequantize_per_tensor_379" -> "1032 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"1032 add_20" -> "1033 quantize_per_tensor_380" [style=solid, label="(1, 14, 14, 384)"]; +"1033 quantize_per_tensor_380" -> "1034 dequantize_per_tensor_381" [style=solid, label="(1, 14, 14, 384)"]; +"1033 quantize_per_tensor_380" -> "1035 dequantize_per_tensor_382" [style=solid, label="(1, 14, 14, 384)"]; +"1034 dequantize_per_tensor_381" -> "1131 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1035 dequantize_per_tensor_382" -> "1068 pad_8" [style=solid, label="(1, 14, 14, 384)"]; +"1036 _frozen_param57" -> "1037 dequantize_per_tensor_383" [style=solid, label="(1, 15, 15, 2)"]; +"1037 dequantize_per_tensor_383" -> "1040 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"1038 _frozen_param58" -> "1039 dequantize_per_tensor_384" [style=solid, label="(512, 2)"]; +"1039 dequantize_per_tensor_384" -> "1040 linear_38" [style=solid, label="(512, 2)"]; +"1040 linear_38" -> "1041 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"1041 relu__6" -> "1042 quantize_per_tensor_385" [style=solid, label="(1, 15, 15, 512)"]; +"1042 quantize_per_tensor_385" -> "1043 dequantize_per_tensor_386" [style=solid, label="(1, 15, 15, 512)"]; +"1043 dequantize_per_tensor_386" -> "1044 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1044 relu__6_0_0_nncf_smooth_quant_0" -> "1045 quantize_per_tensor_387" [style=solid, label="(1, 15, 15, 512)"]; +"1045 quantize_per_tensor_387" -> "1046 dequantize_per_tensor_388" [style=solid, label="(1, 15, 15, 512)"]; +"1046 dequantize_per_tensor_388" -> "1049 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"1047 _frozen_param59" -> "1048 dequantize_per_tensor_389" [style=solid, label="(12, 512)"]; +"1048 dequantize_per_tensor_389" -> "1049 linear_39" [style=solid, label="(12, 512)"]; +"1049 linear_39" -> "1050 quantize_per_tensor_390" [style=solid, label="(1, 15, 15, 12)"]; +"1050 quantize_per_tensor_390" -> "1051 dequantize_per_tensor_391" [style=solid, label="(1, 15, 15, 12)"]; +"1051 dequantize_per_tensor_391" -> "1052 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"1052 view_33" -> "1053 quantize_per_tensor_392" [style=solid, label="(225, 12)"]; +"1053 quantize_per_tensor_392" -> "1054 dequantize_per_tensor_393" [style=solid, label="(225, 12)"]; +"1054 dequantize_per_tensor_393" -> "1055 index_6" [style=solid, label="(225, 12)"]; +"1055 index_6" -> "1056 view_34" [style=solid, label="(4096, 12)"]; +"1056 view_34" -> "1057 permute_28" [style=solid, label="(64, 64, 12)"]; +"1057 permute_28" -> "1058 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"1058 contiguous_10" -> "1059 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"1059 unsqueeze_18" -> "1060 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"1060 sigmoid_6" -> "1061 quantize_per_tensor_394" [style=solid, label="(1, 12, 64, 64)"]; +"1061 quantize_per_tensor_394" -> "1062 dequantize_per_tensor_395" [style=solid, label="(1, 12, 64, 64)"]; +"1062 dequantize_per_tensor_395" -> "1065 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"1063 _frozen_param60" -> "1064 dequantize_per_tensor_396" [style=solid, label="()"]; +"1064 dequantize_per_tensor_396" -> "1065 mul_12" [style=solid, label="()"]; +"1065 mul_12" -> "1066 quantize_per_tensor_397" [style=solid, label="(1, 12, 64, 64)"]; +"1066 quantize_per_tensor_397" -> "1067 dequantize_per_tensor_398" [style=solid, label="(1, 12, 64, 64)"]; +"1067 dequantize_per_tensor_398" -> "1103 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"1068 pad_8" -> "1069 view_35" [style=solid, label="(1, 16, 16, 384)"]; +"1069 view_35" -> "1070 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1070 permute_29" -> "1071 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1071 reshape_27" -> "1073 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1072 clone_6" -> "1078 linear_40" [style=solid, label="(1152,)"]; +"1073 reshape_27_0_0_nncf_smooth_quant_0" -> "1074 quantize_per_tensor_399" [style=solid, label="(4, 64, 384)"]; +"1074 quantize_per_tensor_399" -> "1075 dequantize_per_tensor_400" [style=solid, label="(4, 64, 384)"]; +"1075 dequantize_per_tensor_400" -> "1078 linear_40" [style=solid, label="(4, 64, 384)"]; +"1076 _frozen_param61" -> "1077 dequantize_per_tensor_401" [style=solid, label="(1152, 384)"]; +"1077 dequantize_per_tensor_401" -> "1078 linear_40" [style=solid, label="(1152, 384)"]; +"1078 linear_40" -> "1079 quantize_per_tensor_402" [style=solid, label="(4, 64, 1152)"]; +"1079 quantize_per_tensor_402" -> "1080 dequantize_per_tensor_403" [style=solid, label="(4, 64, 1152)"]; +"1080 dequantize_per_tensor_403" -> "1081 reshape_28" [style=solid, label="(4, 64, 1152)"]; +"1081 reshape_28" -> "1082 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1082 permute_30" -> "1083 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1082 permute_30" -> "1084 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1082 permute_30" -> "1085 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1083 select_18" -> "1086 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; +"1083 select_18" -> "1088 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; +"1083 select_18" -> "1089 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1084 select_19" -> "1090 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; +"1084 select_19" -> "1092 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; +"1084 select_19" -> "1093 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1085 select_20" -> "1108 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; +"1086 linalg_vector_norm_12" -> "1087 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; +"1087 clamp_min_12" -> "1088 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; +"1088 expand_as_12" -> "1089 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1089 div_12" -> "1095 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; +"1090 linalg_vector_norm_13" -> "1091 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; +"1091 clamp_min_13" -> "1092 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; +"1092 expand_as_13" -> "1093 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1093 div_13" -> "1094 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; +"1094 transpose_12" -> "1095 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; +"1095 matmul_12" -> "1096 quantize_per_tensor_404" [style=solid, label="(4, 12, 64, 64)"]; +"1096 quantize_per_tensor_404" -> "1097 dequantize_per_tensor_405" [style=solid, label="(4, 12, 64, 64)"]; +"1097 dequantize_per_tensor_405" -> "1100 mul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1098 _frozen_param62" -> "1099 dequantize_per_tensor_406" [style=solid, label="(12, 1, 1)"]; +"1099 dequantize_per_tensor_406" -> "1100 mul_13" [style=solid, label="(12, 1, 1)"]; +"1100 mul_13" -> "1101 quantize_per_tensor_407" [style=solid, label="(4, 12, 64, 64)"]; +"1101 quantize_per_tensor_407" -> "1102 dequantize_per_tensor_408" [style=solid, label="(4, 12, 64, 64)"]; +"1102 dequantize_per_tensor_408" -> "1103 add_21" [style=solid, label="(4, 12, 64, 64)"]; +"1103 add_21" -> "1104 quantize_per_tensor_409" [style=solid, label="(4, 12, 64, 64)"]; +"1104 quantize_per_tensor_409" -> "1105 dequantize_per_tensor_410" [style=solid, label="(4, 12, 64, 64)"]; +"1105 dequantize_per_tensor_410" -> "1106 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; +"1106 softmax_6" -> "1107 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; +"1107 dropout_24" -> "1108 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1108 matmul_13" -> "1109 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; +"1109 transpose_13" -> "1110 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; +"1110 reshape_29" -> "1111 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1111 reshape_29_0_0_nncf_smooth_quant_0" -> "1112 quantize_per_tensor_411" [style=solid, label="(4, 64, 384)"]; +"1112 quantize_per_tensor_411" -> "1113 dequantize_per_tensor_412" [style=solid, label="(4, 64, 384)"]; +"1113 dequantize_per_tensor_412" -> "1116 linear_41" [style=solid, label="(4, 64, 384)"]; +"1114 _frozen_param63" -> "1115 dequantize_per_tensor_413" [style=solid, label="(384, 384)"]; +"1115 dequantize_per_tensor_413" -> "1116 linear_41" [style=solid, label="(384, 384)"]; +"1116 linear_41" -> "1117 quantize_per_tensor_414" [style=solid, label="(4, 64, 384)"]; +"1117 quantize_per_tensor_414" -> "1118 dequantize_per_tensor_415" [style=solid, label="(4, 64, 384)"]; +"1118 dequantize_per_tensor_415" -> "1119 dropout_25" [style=solid, label="(4, 64, 384)"]; +"1119 dropout_25" -> "1120 view_36" [style=solid, label="(4, 64, 384)"]; +"1120 view_36" -> "1121 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1121 permute_31" -> "1122 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1122 reshape_30" -> "1123 slice_106" [style=solid, label="(1, 16, 16, 384)"]; +"1123 slice_106" -> "1124 slice_107" [style=solid, label="(1, 16, 16, 384)"]; +"1124 slice_107" -> "1125 slice_108" [style=solid, label="(1, 14, 16, 384)"]; +"1125 slice_108" -> "1126 slice_109" [style=solid, label="(1, 14, 14, 384)"]; +"1126 slice_109" -> "1127 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; +"1127 contiguous_11" -> "1128 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; +"1128 layer_norm_15" -> "1129 quantize_per_tensor_416" [style=solid, label="(1, 14, 14, 384)"]; +"1129 quantize_per_tensor_416" -> "1130 dequantize_per_tensor_417" [style=solid, label="(1, 14, 14, 384)"]; +"1130 dequantize_per_tensor_417" -> "1131 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1131 add_22" -> "1132 quantize_per_tensor_418" [style=solid, label="(1, 14, 14, 384)"]; +"1132 quantize_per_tensor_418" -> "1133 dequantize_per_tensor_419" [style=solid, label="(1, 14, 14, 384)"]; +"1132 quantize_per_tensor_418" -> "1134 dequantize_per_tensor_420" [style=solid, label="(1, 14, 14, 384)"]; +"1133 dequantize_per_tensor_419" -> "1157 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1134 dequantize_per_tensor_420" -> "1135 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1135 add_22_0_0_nncf_smooth_quant_0" -> "1136 quantize_per_tensor_421" [style=solid, label="(1, 14, 14, 384)"]; +"1136 quantize_per_tensor_421" -> "1137 dequantize_per_tensor_422" [style=solid, label="(1, 14, 14, 384)"]; +"1137 dequantize_per_tensor_422" -> "1140 linear_42" [style=solid, label="(1, 14, 14, 384)"]; +"1138 _frozen_param64" -> "1139 dequantize_per_tensor_423" [style=solid, label="(1536, 384)"]; +"1139 dequantize_per_tensor_423" -> "1140 linear_42" [style=solid, label="(1536, 384)"]; +"1140 linear_42" -> "1141 quantize_per_tensor_424" [style=solid, label="(1, 14, 14, 1536)"]; +"1141 quantize_per_tensor_424" -> "1142 dequantize_per_tensor_425" [style=solid, label="(1, 14, 14, 1536)"]; +"1142 dequantize_per_tensor_425" -> "1143 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; +"1143 gelu_6" -> "1144 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; +"1144 dropout_26" -> "1145 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1145 dropout_26_0_0_nncf_smooth_quant_0" -> "1146 quantize_per_tensor_426" [style=solid, label="(1, 14, 14, 1536)"]; +"1146 quantize_per_tensor_426" -> "1147 dequantize_per_tensor_427" [style=solid, label="(1, 14, 14, 1536)"]; +"1147 dequantize_per_tensor_427" -> "1150 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"1148 _frozen_param65" -> "1149 dequantize_per_tensor_428" [style=solid, label="(384, 1536)"]; +"1149 dequantize_per_tensor_428" -> "1150 linear_43" [style=solid, label="(384, 1536)"]; +"1150 linear_43" -> "1151 quantize_per_tensor_429" [style=solid, label="(1, 14, 14, 384)"]; +"1151 quantize_per_tensor_429" -> "1152 dequantize_per_tensor_430" [style=solid, label="(1, 14, 14, 384)"]; +"1152 dequantize_per_tensor_430" -> "1153 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; +"1153 dropout_27" -> "1154 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; +"1154 layer_norm_16" -> "1155 quantize_per_tensor_431" [style=solid, label="(1, 14, 14, 384)"]; +"1155 quantize_per_tensor_431" -> "1156 dequantize_per_tensor_432" [style=solid, label="(1, 14, 14, 384)"]; +"1156 dequantize_per_tensor_432" -> "1157 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1157 add_23" -> "1158 quantize_per_tensor_433" [style=solid, label="(1, 14, 14, 384)"]; +"1158 quantize_per_tensor_433" -> "1159 dequantize_per_tensor_434" [style=solid, label="(1, 14, 14, 384)"]; +"1158 quantize_per_tensor_433" -> "1160 dequantize_per_tensor_435" [style=solid, label="(1, 14, 14, 384)"]; +"1159 dequantize_per_tensor_434" -> "1282 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1160 dequantize_per_tensor_435" -> "1193 pad_9" [style=solid, label="(1, 14, 14, 384)"]; +"1161 _frozen_param66" -> "1162 dequantize_per_tensor_436" [style=solid, label="(1, 15, 15, 2)"]; +"1162 dequantize_per_tensor_436" -> "1165 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"1163 _frozen_param67" -> "1164 dequantize_per_tensor_437" [style=solid, label="(512, 2)"]; +"1164 dequantize_per_tensor_437" -> "1165 linear_44" [style=solid, label="(512, 2)"]; +"1165 linear_44" -> "1166 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"1166 relu__7" -> "1167 quantize_per_tensor_438" [style=solid, label="(1, 15, 15, 512)"]; +"1167 quantize_per_tensor_438" -> "1168 dequantize_per_tensor_439" [style=solid, label="(1, 15, 15, 512)"]; +"1168 dequantize_per_tensor_439" -> "1169 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1169 relu__7_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_440" [style=solid, label="(1, 15, 15, 512)"]; +"1170 quantize_per_tensor_440" -> "1171 dequantize_per_tensor_441" [style=solid, label="(1, 15, 15, 512)"]; +"1171 dequantize_per_tensor_441" -> "1174 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"1172 _frozen_param68" -> "1173 dequantize_per_tensor_442" [style=solid, label="(12, 512)"]; +"1173 dequantize_per_tensor_442" -> "1174 linear_45" [style=solid, label="(12, 512)"]; +"1174 linear_45" -> "1175 quantize_per_tensor_443" [style=solid, label="(1, 15, 15, 12)"]; +"1175 quantize_per_tensor_443" -> "1176 dequantize_per_tensor_444" [style=solid, label="(1, 15, 15, 12)"]; +"1176 dequantize_per_tensor_444" -> "1177 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"1177 view_37" -> "1178 quantize_per_tensor_445" [style=solid, label="(225, 12)"]; +"1178 quantize_per_tensor_445" -> "1179 dequantize_per_tensor_446" [style=solid, label="(225, 12)"]; +"1179 dequantize_per_tensor_446" -> "1180 index_7" [style=solid, label="(225, 12)"]; +"1180 index_7" -> "1181 view_38" [style=solid, label="(4096, 12)"]; +"1181 view_38" -> "1182 permute_32" [style=solid, label="(64, 64, 12)"]; +"1182 permute_32" -> "1183 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"1183 contiguous_12" -> "1184 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"1184 unsqueeze_19" -> "1185 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"1185 sigmoid_7" -> "1186 quantize_per_tensor_447" [style=solid, label="(1, 12, 64, 64)"]; +"1186 quantize_per_tensor_447" -> "1187 dequantize_per_tensor_448" [style=solid, label="(1, 12, 64, 64)"]; +"1187 dequantize_per_tensor_448" -> "1190 mul_14" [style=solid, label="(1, 12, 64, 64)"]; +"1188 _frozen_param69" -> "1189 dequantize_per_tensor_449" [style=solid, label="()"]; +"1189 dequantize_per_tensor_449" -> "1190 mul_14" [style=solid, label="()"]; +"1190 mul_14" -> "1191 quantize_per_tensor_450" [style=solid, label="(1, 12, 64, 64)"]; +"1191 quantize_per_tensor_450" -> "1192 dequantize_per_tensor_451" [style=solid, label="(1, 12, 64, 64)"]; +"1192 dequantize_per_tensor_451" -> "1229 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"1193 pad_9" -> "1194 roll_6" [style=solid, label="(1, 16, 16, 384)"]; +"1194 roll_6" -> "1195 view_39" [style=solid, label="(1, 16, 16, 384)"]; +"1195 view_39" -> "1196 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1196 permute_33" -> "1197 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1197 reshape_31" -> "1199 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1197 reshape_31" -> "1232 new_zeros_3" [style=solid, label="(4, 64, 384)"]; +"1198 clone_7" -> "1204 linear_46" [style=solid, label="(1152,)"]; +"1199 reshape_31_0_0_nncf_smooth_quant_0" -> "1200 quantize_per_tensor_452" [style=solid, label="(4, 64, 384)"]; +"1200 quantize_per_tensor_452" -> "1201 dequantize_per_tensor_453" [style=solid, label="(4, 64, 384)"]; +"1201 dequantize_per_tensor_453" -> "1204 linear_46" [style=solid, label="(4, 64, 384)"]; +"1202 _frozen_param70" -> "1203 dequantize_per_tensor_454" [style=solid, label="(1152, 384)"]; +"1203 dequantize_per_tensor_454" -> "1204 linear_46" [style=solid, label="(1152, 384)"]; +"1204 linear_46" -> "1205 quantize_per_tensor_455" [style=solid, label="(4, 64, 1152)"]; +"1205 quantize_per_tensor_455" -> "1206 dequantize_per_tensor_456" [style=solid, label="(4, 64, 1152)"]; +"1206 dequantize_per_tensor_456" -> "1207 reshape_32" [style=solid, label="(4, 64, 1152)"]; +"1207 reshape_32" -> "1208 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1208 permute_34" -> "1209 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1208 permute_34" -> "1210 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1208 permute_34" -> "1211 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1209 select_21" -> "1212 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; +"1209 select_21" -> "1214 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; +"1209 select_21" -> "1215 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1210 select_22" -> "1216 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; +"1210 select_22" -> "1218 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; +"1210 select_22" -> "1219 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1211 select_23" -> "1258 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; +"1212 linalg_vector_norm_14" -> "1213 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; +"1213 clamp_min_14" -> "1214 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; +"1214 expand_as_14" -> "1215 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1215 div_14" -> "1221 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; +"1216 linalg_vector_norm_15" -> "1217 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; +"1217 clamp_min_15" -> "1218 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; +"1218 expand_as_15" -> "1219 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1219 div_15" -> "1220 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; +"1220 transpose_14" -> "1221 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; +"1221 matmul_14" -> "1222 quantize_per_tensor_457" [style=solid, label="(4, 12, 64, 64)"]; +"1222 quantize_per_tensor_457" -> "1223 dequantize_per_tensor_458" [style=solid, label="(4, 12, 64, 64)"]; +"1223 dequantize_per_tensor_458" -> "1226 mul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1224 _frozen_param71" -> "1225 dequantize_per_tensor_459" [style=solid, label="(12, 1, 1)"]; +"1225 dequantize_per_tensor_459" -> "1226 mul_15" [style=solid, label="(12, 1, 1)"]; +"1226 mul_15" -> "1227 quantize_per_tensor_460" [style=solid, label="(4, 12, 64, 64)"]; +"1227 quantize_per_tensor_460" -> "1228 dequantize_per_tensor_461" [style=solid, label="(4, 12, 64, 64)"]; +"1228 dequantize_per_tensor_461" -> "1229 add_24" [style=solid, label="(4, 12, 64, 64)"]; +"1229 add_24" -> "1230 quantize_per_tensor_462" [style=solid, label="(4, 12, 64, 64)"]; +"1230 quantize_per_tensor_462" -> "1231 dequantize_per_tensor_463" [style=solid, label="(4, 12, 64, 64)"]; +"1231 dequantize_per_tensor_463" -> "1243 view_41" [style=solid, label="(4, 12, 64, 64)"]; +"1232 new_zeros_3" -> "1233 view_40" [style=solid, label="(16, 16)"]; +"1233 view_40" -> "1234 permute_35" [style=solid, label="(2, 8, 2, 8)"]; +"1234 permute_35" -> "1235 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; +"1235 reshape_33" -> "1236 unsqueeze_20" [style=solid, label="(4, 64)"]; +"1235 reshape_33" -> "1237 unsqueeze_21" [style=solid, label="(4, 64)"]; +"1236 unsqueeze_20" -> "1238 sub_3" [style=solid, label="(4, 1, 64)"]; +"1237 unsqueeze_21" -> "1238 sub_3" [style=solid, label="(4, 64, 1)"]; +"1238 sub_3" -> "1239 ne_3" [style=solid, label="(4, 64, 64)"]; +"1238 sub_3" -> "1240 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1238 sub_3" -> "1241 eq_3" [style=solid, label="(4, 64, 64)"]; +"1239 ne_3" -> "1240 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1240 masked_fill_6" -> "1242 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1241 eq_3" -> "1242 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1242 masked_fill_7" -> "1246 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; +"1243 view_41" -> "1244 quantize_per_tensor_464" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1244 quantize_per_tensor_464" -> "1245 dequantize_per_tensor_465" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1245 dequantize_per_tensor_465" -> "1250 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1246 unsqueeze_22" -> "1247 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; +"1247 unsqueeze_23" -> "1248 quantize_per_tensor_466" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1248 quantize_per_tensor_466" -> "1249 dequantize_per_tensor_467" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1249 dequantize_per_tensor_467" -> "1250 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1250 add_25" -> "1251 quantize_per_tensor_468" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1251 quantize_per_tensor_468" -> "1252 dequantize_per_tensor_469" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1252 dequantize_per_tensor_469" -> "1253 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1253 view_42" -> "1254 quantize_per_tensor_470" [style=solid, label="(4, 12, 64, 64)"]; +"1254 quantize_per_tensor_470" -> "1255 dequantize_per_tensor_471" [style=solid, label="(4, 12, 64, 64)"]; +"1255 dequantize_per_tensor_471" -> "1256 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; +"1256 softmax_7" -> "1257 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; +"1257 dropout_28" -> "1258 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1258 matmul_15" -> "1259 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; +"1259 transpose_15" -> "1260 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; +"1260 reshape_34" -> "1261 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1261 reshape_34_0_0_nncf_smooth_quant_0" -> "1262 quantize_per_tensor_472" [style=solid, label="(4, 64, 384)"]; +"1262 quantize_per_tensor_472" -> "1263 dequantize_per_tensor_473" [style=solid, label="(4, 64, 384)"]; +"1263 dequantize_per_tensor_473" -> "1266 linear_47" [style=solid, label="(4, 64, 384)"]; +"1264 _frozen_param72" -> "1265 dequantize_per_tensor_474" [style=solid, label="(384, 384)"]; +"1265 dequantize_per_tensor_474" -> "1266 linear_47" [style=solid, label="(384, 384)"]; +"1266 linear_47" -> "1267 quantize_per_tensor_475" [style=solid, label="(4, 64, 384)"]; +"1267 quantize_per_tensor_475" -> "1268 dequantize_per_tensor_476" [style=solid, label="(4, 64, 384)"]; +"1268 dequantize_per_tensor_476" -> "1269 dropout_29" [style=solid, label="(4, 64, 384)"]; +"1269 dropout_29" -> "1270 view_43" [style=solid, label="(4, 64, 384)"]; +"1270 view_43" -> "1271 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1271 permute_36" -> "1272 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1272 reshape_35" -> "1273 roll_7" [style=solid, label="(1, 16, 16, 384)"]; +"1273 roll_7" -> "1274 slice_129" [style=solid, label="(1, 16, 16, 384)"]; +"1274 slice_129" -> "1275 slice_130" [style=solid, label="(1, 16, 16, 384)"]; +"1275 slice_130" -> "1276 slice_131" [style=solid, label="(1, 14, 16, 384)"]; +"1276 slice_131" -> "1277 slice_132" [style=solid, label="(1, 14, 14, 384)"]; +"1277 slice_132" -> "1278 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; +"1278 contiguous_13" -> "1279 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; +"1279 layer_norm_17" -> "1280 quantize_per_tensor_477" [style=solid, label="(1, 14, 14, 384)"]; +"1280 quantize_per_tensor_477" -> "1281 dequantize_per_tensor_478" [style=solid, label="(1, 14, 14, 384)"]; +"1281 dequantize_per_tensor_478" -> "1282 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1282 add_26" -> "1283 quantize_per_tensor_479" [style=solid, label="(1, 14, 14, 384)"]; +"1283 quantize_per_tensor_479" -> "1284 dequantize_per_tensor_480" [style=solid, label="(1, 14, 14, 384)"]; +"1283 quantize_per_tensor_479" -> "1285 dequantize_per_tensor_481" [style=solid, label="(1, 14, 14, 384)"]; +"1284 dequantize_per_tensor_480" -> "1308 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1285 dequantize_per_tensor_481" -> "1286 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1286 add_26_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_482" [style=solid, label="(1, 14, 14, 384)"]; +"1287 quantize_per_tensor_482" -> "1288 dequantize_per_tensor_483" [style=solid, label="(1, 14, 14, 384)"]; +"1288 dequantize_per_tensor_483" -> "1291 linear_48" [style=solid, label="(1, 14, 14, 384)"]; +"1289 _frozen_param73" -> "1290 dequantize_per_tensor_484" [style=solid, label="(1536, 384)"]; +"1290 dequantize_per_tensor_484" -> "1291 linear_48" [style=solid, label="(1536, 384)"]; +"1291 linear_48" -> "1292 quantize_per_tensor_485" [style=solid, label="(1, 14, 14, 1536)"]; +"1292 quantize_per_tensor_485" -> "1293 dequantize_per_tensor_486" [style=solid, label="(1, 14, 14, 1536)"]; +"1293 dequantize_per_tensor_486" -> "1294 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; +"1294 gelu_7" -> "1295 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; +"1295 dropout_30" -> "1296 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1296 dropout_30_0_0_nncf_smooth_quant_0" -> "1297 quantize_per_tensor_487" [style=solid, label="(1, 14, 14, 1536)"]; +"1297 quantize_per_tensor_487" -> "1298 dequantize_per_tensor_488" [style=solid, label="(1, 14, 14, 1536)"]; +"1298 dequantize_per_tensor_488" -> "1301 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"1299 _frozen_param74" -> "1300 dequantize_per_tensor_489" [style=solid, label="(384, 1536)"]; +"1300 dequantize_per_tensor_489" -> "1301 linear_49" [style=solid, label="(384, 1536)"]; +"1301 linear_49" -> "1302 quantize_per_tensor_490" [style=solid, label="(1, 14, 14, 384)"]; +"1302 quantize_per_tensor_490" -> "1303 dequantize_per_tensor_491" [style=solid, label="(1, 14, 14, 384)"]; +"1303 dequantize_per_tensor_491" -> "1304 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; +"1304 dropout_31" -> "1305 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; +"1305 layer_norm_18" -> "1306 quantize_per_tensor_492" [style=solid, label="(1, 14, 14, 384)"]; +"1306 quantize_per_tensor_492" -> "1307 dequantize_per_tensor_493" [style=solid, label="(1, 14, 14, 384)"]; +"1307 dequantize_per_tensor_493" -> "1308 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1308 add_27" -> "1309 quantize_per_tensor_494" [style=solid, label="(1, 14, 14, 384)"]; +"1309 quantize_per_tensor_494" -> "1310 dequantize_per_tensor_495" [style=solid, label="(1, 14, 14, 384)"]; +"1309 quantize_per_tensor_494" -> "1311 dequantize_per_tensor_496" [style=solid, label="(1, 14, 14, 384)"]; +"1310 dequantize_per_tensor_495" -> "1407 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1311 dequantize_per_tensor_496" -> "1344 pad_10" [style=solid, label="(1, 14, 14, 384)"]; +"1312 _frozen_param75" -> "1313 dequantize_per_tensor_497" [style=solid, label="(1, 15, 15, 2)"]; +"1313 dequantize_per_tensor_497" -> "1316 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"1314 _frozen_param76" -> "1315 dequantize_per_tensor_498" [style=solid, label="(512, 2)"]; +"1315 dequantize_per_tensor_498" -> "1316 linear_50" [style=solid, label="(512, 2)"]; +"1316 linear_50" -> "1317 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"1317 relu__8" -> "1318 quantize_per_tensor_499" [style=solid, label="(1, 15, 15, 512)"]; +"1318 quantize_per_tensor_499" -> "1319 dequantize_per_tensor_500" [style=solid, label="(1, 15, 15, 512)"]; +"1319 dequantize_per_tensor_500" -> "1320 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1320 relu__8_0_0_nncf_smooth_quant_0" -> "1321 quantize_per_tensor_501" [style=solid, label="(1, 15, 15, 512)"]; +"1321 quantize_per_tensor_501" -> "1322 dequantize_per_tensor_502" [style=solid, label="(1, 15, 15, 512)"]; +"1322 dequantize_per_tensor_502" -> "1325 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1323 _frozen_param77" -> "1324 dequantize_per_tensor_503" [style=solid, label="(12, 512)"]; +"1324 dequantize_per_tensor_503" -> "1325 linear_51" [style=solid, label="(12, 512)"]; +"1325 linear_51" -> "1326 quantize_per_tensor_504" [style=solid, label="(1, 15, 15, 12)"]; +"1326 quantize_per_tensor_504" -> "1327 dequantize_per_tensor_505" [style=solid, label="(1, 15, 15, 12)"]; +"1327 dequantize_per_tensor_505" -> "1328 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1328 view_44" -> "1329 quantize_per_tensor_506" [style=solid, label="(225, 12)"]; +"1329 quantize_per_tensor_506" -> "1330 dequantize_per_tensor_507" [style=solid, label="(225, 12)"]; +"1330 dequantize_per_tensor_507" -> "1331 index_8" [style=solid, label="(225, 12)"]; +"1331 index_8" -> "1332 view_45" [style=solid, label="(4096, 12)"]; +"1332 view_45" -> "1333 permute_37" [style=solid, label="(64, 64, 12)"]; +"1333 permute_37" -> "1334 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1334 contiguous_14" -> "1335 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1335 unsqueeze_24" -> "1336 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1336 sigmoid_8" -> "1337 quantize_per_tensor_508" [style=solid, label="(1, 12, 64, 64)"]; +"1337 quantize_per_tensor_508" -> "1338 dequantize_per_tensor_509" [style=solid, label="(1, 12, 64, 64)"]; +"1338 dequantize_per_tensor_509" -> "1341 mul_16" [style=solid, label="(1, 12, 64, 64)"]; +"1339 _frozen_param78" -> "1340 dequantize_per_tensor_510" [style=solid, label="()"]; +"1340 dequantize_per_tensor_510" -> "1341 mul_16" [style=solid, label="()"]; +"1341 mul_16" -> "1342 quantize_per_tensor_511" [style=solid, label="(1, 12, 64, 64)"]; +"1342 quantize_per_tensor_511" -> "1343 dequantize_per_tensor_512" [style=solid, label="(1, 12, 64, 64)"]; +"1343 dequantize_per_tensor_512" -> "1379 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1344 pad_10" -> "1345 view_46" [style=solid, label="(1, 16, 16, 384)"]; +"1345 view_46" -> "1346 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1346 permute_38" -> "1347 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1347 reshape_36" -> "1349 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1348 clone_8" -> "1354 linear_52" [style=solid, label="(1152,)"]; +"1349 reshape_36_0_0_nncf_smooth_quant_0" -> "1350 quantize_per_tensor_513" [style=solid, label="(4, 64, 384)"]; +"1350 quantize_per_tensor_513" -> "1351 dequantize_per_tensor_514" [style=solid, label="(4, 64, 384)"]; +"1351 dequantize_per_tensor_514" -> "1354 linear_52" [style=solid, label="(4, 64, 384)"]; +"1352 _frozen_param79" -> "1353 dequantize_per_tensor_515" [style=solid, label="(1152, 384)"]; +"1353 dequantize_per_tensor_515" -> "1354 linear_52" [style=solid, label="(1152, 384)"]; +"1354 linear_52" -> "1355 quantize_per_tensor_516" [style=solid, label="(4, 64, 1152)"]; +"1355 quantize_per_tensor_516" -> "1356 dequantize_per_tensor_517" [style=solid, label="(4, 64, 1152)"]; +"1356 dequantize_per_tensor_517" -> "1357 reshape_37" [style=solid, label="(4, 64, 1152)"]; +"1357 reshape_37" -> "1358 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1358 permute_39" -> "1359 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1358 permute_39" -> "1360 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1358 permute_39" -> "1361 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1359 select_24" -> "1362 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; +"1359 select_24" -> "1364 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; +"1359 select_24" -> "1365 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1360 select_25" -> "1366 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; +"1360 select_25" -> "1368 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; +"1360 select_25" -> "1369 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1361 select_26" -> "1384 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; +"1362 linalg_vector_norm_16" -> "1363 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; +"1363 clamp_min_16" -> "1364 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; +"1364 expand_as_16" -> "1365 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1365 div_16" -> "1371 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; +"1366 linalg_vector_norm_17" -> "1367 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; +"1367 clamp_min_17" -> "1368 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; +"1368 expand_as_17" -> "1369 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1369 div_17" -> "1370 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; +"1370 transpose_16" -> "1371 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; +"1371 matmul_16" -> "1372 quantize_per_tensor_518" [style=solid, label="(4, 12, 64, 64)"]; +"1372 quantize_per_tensor_518" -> "1373 dequantize_per_tensor_519" [style=solid, label="(4, 12, 64, 64)"]; +"1373 dequantize_per_tensor_519" -> "1376 mul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1374 _frozen_param80" -> "1375 dequantize_per_tensor_520" [style=solid, label="(12, 1, 1)"]; +"1375 dequantize_per_tensor_520" -> "1376 mul_17" [style=solid, label="(12, 1, 1)"]; +"1376 mul_17" -> "1377 quantize_per_tensor_521" [style=solid, label="(4, 12, 64, 64)"]; +"1377 quantize_per_tensor_521" -> "1378 dequantize_per_tensor_522" [style=solid, label="(4, 12, 64, 64)"]; +"1378 dequantize_per_tensor_522" -> "1379 add_28" [style=solid, label="(4, 12, 64, 64)"]; +"1379 add_28" -> "1380 quantize_per_tensor_523" [style=solid, label="(4, 12, 64, 64)"]; +"1380 quantize_per_tensor_523" -> "1381 dequantize_per_tensor_524" [style=solid, label="(4, 12, 64, 64)"]; +"1381 dequantize_per_tensor_524" -> "1382 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; +"1382 softmax_8" -> "1383 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; +"1383 dropout_32" -> "1384 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1384 matmul_17" -> "1385 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; +"1385 transpose_17" -> "1386 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; +"1386 reshape_38" -> "1387 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1387 reshape_38_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_525" [style=solid, label="(4, 64, 384)"]; +"1388 quantize_per_tensor_525" -> "1389 dequantize_per_tensor_526" [style=solid, label="(4, 64, 384)"]; +"1389 dequantize_per_tensor_526" -> "1392 linear_53" [style=solid, label="(4, 64, 384)"]; +"1390 _frozen_param81" -> "1391 dequantize_per_tensor_527" [style=solid, label="(384, 384)"]; +"1391 dequantize_per_tensor_527" -> "1392 linear_53" [style=solid, label="(384, 384)"]; +"1392 linear_53" -> "1393 quantize_per_tensor_528" [style=solid, label="(4, 64, 384)"]; +"1393 quantize_per_tensor_528" -> "1394 dequantize_per_tensor_529" [style=solid, label="(4, 64, 384)"]; +"1394 dequantize_per_tensor_529" -> "1395 dropout_33" [style=solid, label="(4, 64, 384)"]; +"1395 dropout_33" -> "1396 view_47" [style=solid, label="(4, 64, 384)"]; +"1396 view_47" -> "1397 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1397 permute_40" -> "1398 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1398 reshape_39" -> "1399 slice_134" [style=solid, label="(1, 16, 16, 384)"]; +"1399 slice_134" -> "1400 slice_135" [style=solid, label="(1, 16, 16, 384)"]; +"1400 slice_135" -> "1401 slice_136" [style=solid, label="(1, 14, 16, 384)"]; +"1401 slice_136" -> "1402 slice_137" [style=solid, label="(1, 14, 14, 384)"]; +"1402 slice_137" -> "1403 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; +"1403 contiguous_15" -> "1404 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; +"1404 layer_norm_19" -> "1405 quantize_per_tensor_530" [style=solid, label="(1, 14, 14, 384)"]; +"1405 quantize_per_tensor_530" -> "1406 dequantize_per_tensor_531" [style=solid, label="(1, 14, 14, 384)"]; +"1406 dequantize_per_tensor_531" -> "1407 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1407 add_29" -> "1408 quantize_per_tensor_532" [style=solid, label="(1, 14, 14, 384)"]; +"1408 quantize_per_tensor_532" -> "1409 dequantize_per_tensor_533" [style=solid, label="(1, 14, 14, 384)"]; +"1408 quantize_per_tensor_532" -> "1410 dequantize_per_tensor_534" [style=solid, label="(1, 14, 14, 384)"]; +"1409 dequantize_per_tensor_533" -> "1433 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1410 dequantize_per_tensor_534" -> "1411 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1411 add_29_0_0_nncf_smooth_quant_0" -> "1412 quantize_per_tensor_535" [style=solid, label="(1, 14, 14, 384)"]; +"1412 quantize_per_tensor_535" -> "1413 dequantize_per_tensor_536" [style=solid, label="(1, 14, 14, 384)"]; +"1413 dequantize_per_tensor_536" -> "1416 linear_54" [style=solid, label="(1, 14, 14, 384)"]; +"1414 _frozen_param82" -> "1415 dequantize_per_tensor_537" [style=solid, label="(1536, 384)"]; +"1415 dequantize_per_tensor_537" -> "1416 linear_54" [style=solid, label="(1536, 384)"]; +"1416 linear_54" -> "1417 quantize_per_tensor_538" [style=solid, label="(1, 14, 14, 1536)"]; +"1417 quantize_per_tensor_538" -> "1418 dequantize_per_tensor_539" [style=solid, label="(1, 14, 14, 1536)"]; +"1418 dequantize_per_tensor_539" -> "1419 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; +"1419 gelu_8" -> "1420 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; +"1420 dropout_34" -> "1421 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1421 dropout_34_0_0_nncf_smooth_quant_0" -> "1422 quantize_per_tensor_540" [style=solid, label="(1, 14, 14, 1536)"]; +"1422 quantize_per_tensor_540" -> "1423 dequantize_per_tensor_541" [style=solid, label="(1, 14, 14, 1536)"]; +"1423 dequantize_per_tensor_541" -> "1426 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1424 _frozen_param83" -> "1425 dequantize_per_tensor_542" [style=solid, label="(384, 1536)"]; +"1425 dequantize_per_tensor_542" -> "1426 linear_55" [style=solid, label="(384, 1536)"]; +"1426 linear_55" -> "1427 quantize_per_tensor_543" [style=solid, label="(1, 14, 14, 384)"]; +"1427 quantize_per_tensor_543" -> "1428 dequantize_per_tensor_544" [style=solid, label="(1, 14, 14, 384)"]; +"1428 dequantize_per_tensor_544" -> "1429 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; +"1429 dropout_35" -> "1430 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; +"1430 layer_norm_20" -> "1431 quantize_per_tensor_545" [style=solid, label="(1, 14, 14, 384)"]; +"1431 quantize_per_tensor_545" -> "1432 dequantize_per_tensor_546" [style=solid, label="(1, 14, 14, 384)"]; +"1432 dequantize_per_tensor_546" -> "1433 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1433 add_30" -> "1434 quantize_per_tensor_547" [style=solid, label="(1, 14, 14, 384)"]; +"1434 quantize_per_tensor_547" -> "1435 dequantize_per_tensor_548" [style=solid, label="(1, 14, 14, 384)"]; +"1434 quantize_per_tensor_547" -> "1436 dequantize_per_tensor_549" [style=solid, label="(1, 14, 14, 384)"]; +"1435 dequantize_per_tensor_548" -> "1558 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1436 dequantize_per_tensor_549" -> "1469 pad_11" [style=solid, label="(1, 14, 14, 384)"]; +"1437 _frozen_param84" -> "1438 dequantize_per_tensor_550" [style=solid, label="(1, 15, 15, 2)"]; +"1438 dequantize_per_tensor_550" -> "1441 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"1439 _frozen_param85" -> "1440 dequantize_per_tensor_551" [style=solid, label="(512, 2)"]; +"1440 dequantize_per_tensor_551" -> "1441 linear_56" [style=solid, label="(512, 2)"]; +"1441 linear_56" -> "1442 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1442 relu__9" -> "1443 quantize_per_tensor_552" [style=solid, label="(1, 15, 15, 512)"]; +"1443 quantize_per_tensor_552" -> "1444 dequantize_per_tensor_553" [style=solid, label="(1, 15, 15, 512)"]; +"1444 dequantize_per_tensor_553" -> "1445 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1445 relu__9_0_0_nncf_smooth_quant_0" -> "1446 quantize_per_tensor_554" [style=solid, label="(1, 15, 15, 512)"]; +"1446 quantize_per_tensor_554" -> "1447 dequantize_per_tensor_555" [style=solid, label="(1, 15, 15, 512)"]; +"1447 dequantize_per_tensor_555" -> "1450 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1448 _frozen_param86" -> "1449 dequantize_per_tensor_556" [style=solid, label="(12, 512)"]; +"1449 dequantize_per_tensor_556" -> "1450 linear_57" [style=solid, label="(12, 512)"]; +"1450 linear_57" -> "1451 quantize_per_tensor_557" [style=solid, label="(1, 15, 15, 12)"]; +"1451 quantize_per_tensor_557" -> "1452 dequantize_per_tensor_558" [style=solid, label="(1, 15, 15, 12)"]; +"1452 dequantize_per_tensor_558" -> "1453 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1453 view_48" -> "1454 quantize_per_tensor_559" [style=solid, label="(225, 12)"]; +"1454 quantize_per_tensor_559" -> "1455 dequantize_per_tensor_560" [style=solid, label="(225, 12)"]; +"1455 dequantize_per_tensor_560" -> "1456 index_9" [style=solid, label="(225, 12)"]; +"1456 index_9" -> "1457 view_49" [style=solid, label="(4096, 12)"]; +"1457 view_49" -> "1458 permute_41" [style=solid, label="(64, 64, 12)"]; +"1458 permute_41" -> "1459 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1459 contiguous_16" -> "1460 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1460 unsqueeze_25" -> "1461 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1461 sigmoid_9" -> "1462 quantize_per_tensor_561" [style=solid, label="(1, 12, 64, 64)"]; +"1462 quantize_per_tensor_561" -> "1463 dequantize_per_tensor_562" [style=solid, label="(1, 12, 64, 64)"]; +"1463 dequantize_per_tensor_562" -> "1466 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1464 _frozen_param87" -> "1465 dequantize_per_tensor_563" [style=solid, label="()"]; +"1465 dequantize_per_tensor_563" -> "1466 mul_18" [style=solid, label="()"]; +"1466 mul_18" -> "1467 quantize_per_tensor_564" [style=solid, label="(1, 12, 64, 64)"]; +"1467 quantize_per_tensor_564" -> "1468 dequantize_per_tensor_565" [style=solid, label="(1, 12, 64, 64)"]; +"1468 dequantize_per_tensor_565" -> "1505 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1469 pad_11" -> "1470 roll_8" [style=solid, label="(1, 16, 16, 384)"]; +"1470 roll_8" -> "1471 view_50" [style=solid, label="(1, 16, 16, 384)"]; +"1471 view_50" -> "1472 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1472 permute_42" -> "1473 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1473 reshape_40" -> "1475 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1473 reshape_40" -> "1508 new_zeros_4" [style=solid, label="(4, 64, 384)"]; +"1474 clone_9" -> "1480 linear_58" [style=solid, label="(1152,)"]; +"1475 reshape_40_0_0_nncf_smooth_quant_0" -> "1476 quantize_per_tensor_566" [style=solid, label="(4, 64, 384)"]; +"1476 quantize_per_tensor_566" -> "1477 dequantize_per_tensor_567" [style=solid, label="(4, 64, 384)"]; +"1477 dequantize_per_tensor_567" -> "1480 linear_58" [style=solid, label="(4, 64, 384)"]; +"1478 _frozen_param88" -> "1479 dequantize_per_tensor_568" [style=solid, label="(1152, 384)"]; +"1479 dequantize_per_tensor_568" -> "1480 linear_58" [style=solid, label="(1152, 384)"]; +"1480 linear_58" -> "1481 quantize_per_tensor_569" [style=solid, label="(4, 64, 1152)"]; +"1481 quantize_per_tensor_569" -> "1482 dequantize_per_tensor_570" [style=solid, label="(4, 64, 1152)"]; +"1482 dequantize_per_tensor_570" -> "1483 reshape_41" [style=solid, label="(4, 64, 1152)"]; +"1483 reshape_41" -> "1484 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1484 permute_43" -> "1485 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1484 permute_43" -> "1486 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1484 permute_43" -> "1487 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1485 select_27" -> "1488 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; +"1485 select_27" -> "1490 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; +"1485 select_27" -> "1491 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1486 select_28" -> "1492 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; +"1486 select_28" -> "1494 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; +"1486 select_28" -> "1495 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1487 select_29" -> "1534 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; +"1488 linalg_vector_norm_18" -> "1489 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; +"1489 clamp_min_18" -> "1490 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; +"1490 expand_as_18" -> "1491 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1491 div_18" -> "1497 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; +"1492 linalg_vector_norm_19" -> "1493 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; +"1493 clamp_min_19" -> "1494 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; +"1494 expand_as_19" -> "1495 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1495 div_19" -> "1496 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; +"1496 transpose_18" -> "1497 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; +"1497 matmul_18" -> "1498 quantize_per_tensor_571" [style=solid, label="(4, 12, 64, 64)"]; +"1498 quantize_per_tensor_571" -> "1499 dequantize_per_tensor_572" [style=solid, label="(4, 12, 64, 64)"]; +"1499 dequantize_per_tensor_572" -> "1502 mul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1500 _frozen_param89" -> "1501 dequantize_per_tensor_573" [style=solid, label="(12, 1, 1)"]; +"1501 dequantize_per_tensor_573" -> "1502 mul_19" [style=solid, label="(12, 1, 1)"]; +"1502 mul_19" -> "1503 quantize_per_tensor_574" [style=solid, label="(4, 12, 64, 64)"]; +"1503 quantize_per_tensor_574" -> "1504 dequantize_per_tensor_575" [style=solid, label="(4, 12, 64, 64)"]; +"1504 dequantize_per_tensor_575" -> "1505 add_31" [style=solid, label="(4, 12, 64, 64)"]; +"1505 add_31" -> "1506 quantize_per_tensor_576" [style=solid, label="(4, 12, 64, 64)"]; +"1506 quantize_per_tensor_576" -> "1507 dequantize_per_tensor_577" [style=solid, label="(4, 12, 64, 64)"]; +"1507 dequantize_per_tensor_577" -> "1519 view_52" [style=solid, label="(4, 12, 64, 64)"]; +"1508 new_zeros_4" -> "1509 view_51" [style=solid, label="(16, 16)"]; +"1509 view_51" -> "1510 permute_44" [style=solid, label="(2, 8, 2, 8)"]; +"1510 permute_44" -> "1511 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; +"1511 reshape_42" -> "1512 unsqueeze_26" [style=solid, label="(4, 64)"]; +"1511 reshape_42" -> "1513 unsqueeze_27" [style=solid, label="(4, 64)"]; +"1512 unsqueeze_26" -> "1514 sub_4" [style=solid, label="(4, 1, 64)"]; +"1513 unsqueeze_27" -> "1514 sub_4" [style=solid, label="(4, 64, 1)"]; +"1514 sub_4" -> "1515 ne_4" [style=solid, label="(4, 64, 64)"]; +"1514 sub_4" -> "1516 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1514 sub_4" -> "1517 eq_4" [style=solid, label="(4, 64, 64)"]; +"1515 ne_4" -> "1516 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1516 masked_fill_8" -> "1518 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1517 eq_4" -> "1518 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1518 masked_fill_9" -> "1522 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; +"1519 view_52" -> "1520 quantize_per_tensor_578" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1520 quantize_per_tensor_578" -> "1521 dequantize_per_tensor_579" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1521 dequantize_per_tensor_579" -> "1526 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1522 unsqueeze_28" -> "1523 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; +"1523 unsqueeze_29" -> "1524 quantize_per_tensor_580" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1524 quantize_per_tensor_580" -> "1525 dequantize_per_tensor_581" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1525 dequantize_per_tensor_581" -> "1526 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1526 add_32" -> "1527 quantize_per_tensor_582" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1527 quantize_per_tensor_582" -> "1528 dequantize_per_tensor_583" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1528 dequantize_per_tensor_583" -> "1529 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1529 view_53" -> "1530 quantize_per_tensor_584" [style=solid, label="(4, 12, 64, 64)"]; +"1530 quantize_per_tensor_584" -> "1531 dequantize_per_tensor_585" [style=solid, label="(4, 12, 64, 64)"]; +"1531 dequantize_per_tensor_585" -> "1532 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; +"1532 softmax_9" -> "1533 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; +"1533 dropout_36" -> "1534 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1534 matmul_19" -> "1535 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; +"1535 transpose_19" -> "1536 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; +"1536 reshape_43" -> "1537 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1537 reshape_43_0_0_nncf_smooth_quant_0" -> "1538 quantize_per_tensor_586" [style=solid, label="(4, 64, 384)"]; +"1538 quantize_per_tensor_586" -> "1539 dequantize_per_tensor_587" [style=solid, label="(4, 64, 384)"]; +"1539 dequantize_per_tensor_587" -> "1542 linear_59" [style=solid, label="(4, 64, 384)"]; +"1540 _frozen_param90" -> "1541 dequantize_per_tensor_588" [style=solid, label="(384, 384)"]; +"1541 dequantize_per_tensor_588" -> "1542 linear_59" [style=solid, label="(384, 384)"]; +"1542 linear_59" -> "1543 quantize_per_tensor_589" [style=solid, label="(4, 64, 384)"]; +"1543 quantize_per_tensor_589" -> "1544 dequantize_per_tensor_590" [style=solid, label="(4, 64, 384)"]; +"1544 dequantize_per_tensor_590" -> "1545 dropout_37" [style=solid, label="(4, 64, 384)"]; +"1545 dropout_37" -> "1546 view_54" [style=solid, label="(4, 64, 384)"]; +"1546 view_54" -> "1547 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1547 permute_45" -> "1548 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1548 reshape_44" -> "1549 roll_9" [style=solid, label="(1, 16, 16, 384)"]; +"1549 roll_9" -> "1550 slice_157" [style=solid, label="(1, 16, 16, 384)"]; +"1550 slice_157" -> "1551 slice_158" [style=solid, label="(1, 16, 16, 384)"]; +"1551 slice_158" -> "1552 slice_159" [style=solid, label="(1, 14, 16, 384)"]; +"1552 slice_159" -> "1553 slice_160" [style=solid, label="(1, 14, 14, 384)"]; +"1553 slice_160" -> "1554 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; +"1554 contiguous_17" -> "1555 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; +"1555 layer_norm_21" -> "1556 quantize_per_tensor_591" [style=solid, label="(1, 14, 14, 384)"]; +"1556 quantize_per_tensor_591" -> "1557 dequantize_per_tensor_592" [style=solid, label="(1, 14, 14, 384)"]; +"1557 dequantize_per_tensor_592" -> "1558 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1558 add_33" -> "1559 quantize_per_tensor_593" [style=solid, label="(1, 14, 14, 384)"]; +"1559 quantize_per_tensor_593" -> "1560 dequantize_per_tensor_594" [style=solid, label="(1, 14, 14, 384)"]; +"1559 quantize_per_tensor_593" -> "1561 dequantize_per_tensor_595" [style=solid, label="(1, 14, 14, 384)"]; +"1560 dequantize_per_tensor_594" -> "1584 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1561 dequantize_per_tensor_595" -> "1562 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1562 add_33_0_0_nncf_smooth_quant_0" -> "1563 quantize_per_tensor_596" [style=solid, label="(1, 14, 14, 384)"]; +"1563 quantize_per_tensor_596" -> "1564 dequantize_per_tensor_597" [style=solid, label="(1, 14, 14, 384)"]; +"1564 dequantize_per_tensor_597" -> "1567 linear_60" [style=solid, label="(1, 14, 14, 384)"]; +"1565 _frozen_param91" -> "1566 dequantize_per_tensor_598" [style=solid, label="(1536, 384)"]; +"1566 dequantize_per_tensor_598" -> "1567 linear_60" [style=solid, label="(1536, 384)"]; +"1567 linear_60" -> "1568 quantize_per_tensor_599" [style=solid, label="(1, 14, 14, 1536)"]; +"1568 quantize_per_tensor_599" -> "1569 dequantize_per_tensor_600" [style=solid, label="(1, 14, 14, 1536)"]; +"1569 dequantize_per_tensor_600" -> "1570 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; +"1570 gelu_9" -> "1571 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1571 dropout_38" -> "1572 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1572 dropout_38_0_0_nncf_smooth_quant_0" -> "1573 quantize_per_tensor_601" [style=solid, label="(1, 14, 14, 1536)"]; +"1573 quantize_per_tensor_601" -> "1574 dequantize_per_tensor_602" [style=solid, label="(1, 14, 14, 1536)"]; +"1574 dequantize_per_tensor_602" -> "1577 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1575 _frozen_param92" -> "1576 dequantize_per_tensor_603" [style=solid, label="(384, 1536)"]; +"1576 dequantize_per_tensor_603" -> "1577 linear_61" [style=solid, label="(384, 1536)"]; +"1577 linear_61" -> "1578 quantize_per_tensor_604" [style=solid, label="(1, 14, 14, 384)"]; +"1578 quantize_per_tensor_604" -> "1579 dequantize_per_tensor_605" [style=solid, label="(1, 14, 14, 384)"]; +"1579 dequantize_per_tensor_605" -> "1580 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; +"1580 dropout_39" -> "1581 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; +"1581 layer_norm_22" -> "1582 quantize_per_tensor_606" [style=solid, label="(1, 14, 14, 384)"]; +"1582 quantize_per_tensor_606" -> "1583 dequantize_per_tensor_607" [style=solid, label="(1, 14, 14, 384)"]; +"1583 dequantize_per_tensor_607" -> "1584 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1584 add_34" -> "1585 quantize_per_tensor_608" [style=solid, label="(1, 14, 14, 384)"]; +"1585 quantize_per_tensor_608" -> "1586 dequantize_per_tensor_609" [style=solid, label="(1, 14, 14, 384)"]; +"1586 dequantize_per_tensor_609" -> "1587 pad_12" [style=solid, label="(1, 14, 14, 384)"]; +"1587 pad_12" -> "1588 slice_161" [style=solid, label="(1, 14, 14, 384)"]; +"1587 pad_12" -> "1593 slice_164" [style=solid, label="(1, 14, 14, 384)"]; +"1587 pad_12" -> "1598 slice_167" [style=solid, label="(1, 14, 14, 384)"]; +"1587 pad_12" -> "1603 slice_170" [style=solid, label="(1, 14, 14, 384)"]; +"1588 slice_161" -> "1589 slice_162" [style=solid, label="(1, 7, 14, 384)"]; +"1589 slice_162" -> "1590 slice_163" [style=solid, label="(1, 7, 7, 384)"]; +"1590 slice_163" -> "1591 quantize_per_tensor_610" [style=solid, label="(1, 7, 7, 384)"]; +"1591 quantize_per_tensor_610" -> "1592 dequantize_per_tensor_611" [style=solid, label="(1, 7, 7, 384)"]; +"1592 dequantize_per_tensor_611" -> "1608 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1593 slice_164" -> "1594 slice_165" [style=solid, label="(1, 7, 14, 384)"]; +"1594 slice_165" -> "1595 slice_166" [style=solid, label="(1, 7, 7, 384)"]; +"1595 slice_166" -> "1596 quantize_per_tensor_612" [style=solid, label="(1, 7, 7, 384)"]; +"1596 quantize_per_tensor_612" -> "1597 dequantize_per_tensor_613" [style=solid, label="(1, 7, 7, 384)"]; +"1597 dequantize_per_tensor_613" -> "1608 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1598 slice_167" -> "1599 slice_168" [style=solid, label="(1, 7, 14, 384)"]; +"1599 slice_168" -> "1600 slice_169" [style=solid, label="(1, 7, 7, 384)"]; +"1600 slice_169" -> "1601 quantize_per_tensor_614" [style=solid, label="(1, 7, 7, 384)"]; +"1601 quantize_per_tensor_614" -> "1602 dequantize_per_tensor_615" [style=solid, label="(1, 7, 7, 384)"]; +"1602 dequantize_per_tensor_615" -> "1608 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1603 slice_170" -> "1604 slice_171" [style=solid, label="(1, 7, 14, 384)"]; +"1604 slice_171" -> "1605 slice_172" [style=solid, label="(1, 7, 7, 384)"]; +"1605 slice_172" -> "1606 quantize_per_tensor_616" [style=solid, label="(1, 7, 7, 384)"]; +"1606 quantize_per_tensor_616" -> "1607 dequantize_per_tensor_617" [style=solid, label="(1, 7, 7, 384)"]; +"1607 dequantize_per_tensor_617" -> "1608 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1608 cat_2" -> "1609 quantize_per_tensor_618" [style=solid, label="(1, 7, 7, 1536)"]; +"1609 quantize_per_tensor_618" -> "1610 dequantize_per_tensor_619" [style=solid, label="(1, 7, 7, 1536)"]; +"1610 dequantize_per_tensor_619" -> "1611 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; +"1611 cat_2_0_0_nncf_smooth_quant_0" -> "1612 quantize_per_tensor_620" [style=solid, label="(1, 7, 7, 1536)"]; +"1612 quantize_per_tensor_620" -> "1613 dequantize_per_tensor_621" [style=solid, label="(1, 7, 7, 1536)"]; +"1613 dequantize_per_tensor_621" -> "1616 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1614 _frozen_param93" -> "1615 dequantize_per_tensor_622" [style=solid, label="(768, 1536)"]; +"1615 dequantize_per_tensor_622" -> "1616 linear_62" [style=solid, label="(768, 1536)"]; +"1616 linear_62" -> "1617 quantize_per_tensor_623" [style=solid, label="(1, 7, 7, 768)"]; +"1617 quantize_per_tensor_623" -> "1618 dequantize_per_tensor_624" [style=solid, label="(1, 7, 7, 768)"]; +"1618 dequantize_per_tensor_624" -> "1619 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; +"1619 layer_norm_23" -> "1652 pad_13" [style=solid, label="(1, 7, 7, 768)"]; +"1619 layer_norm_23" -> "1715 quantize_per_tensor_660" [style=solid, label="(1, 7, 7, 768)"]; +"1620 _frozen_param94" -> "1621 dequantize_per_tensor_625" [style=solid, label="(1, 15, 15, 2)"]; +"1621 dequantize_per_tensor_625" -> "1624 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"1622 _frozen_param95" -> "1623 dequantize_per_tensor_626" [style=solid, label="(512, 2)"]; +"1623 dequantize_per_tensor_626" -> "1624 linear_63" [style=solid, label="(512, 2)"]; +"1624 linear_63" -> "1625 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1625 relu__10" -> "1626 quantize_per_tensor_627" [style=solid, label="(1, 15, 15, 512)"]; +"1626 quantize_per_tensor_627" -> "1627 dequantize_per_tensor_628" [style=solid, label="(1, 15, 15, 512)"]; +"1627 dequantize_per_tensor_628" -> "1628 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1628 relu__10_0_0_nncf_smooth_quant_0" -> "1629 quantize_per_tensor_629" [style=solid, label="(1, 15, 15, 512)"]; +"1629 quantize_per_tensor_629" -> "1630 dequantize_per_tensor_630" [style=solid, label="(1, 15, 15, 512)"]; +"1630 dequantize_per_tensor_630" -> "1633 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1631 _frozen_param96" -> "1632 dequantize_per_tensor_631" [style=solid, label="(24, 512)"]; +"1632 dequantize_per_tensor_631" -> "1633 linear_64" [style=solid, label="(24, 512)"]; +"1633 linear_64" -> "1634 quantize_per_tensor_632" [style=solid, label="(1, 15, 15, 24)"]; +"1634 quantize_per_tensor_632" -> "1635 dequantize_per_tensor_633" [style=solid, label="(1, 15, 15, 24)"]; +"1635 dequantize_per_tensor_633" -> "1636 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1636 view_55" -> "1637 quantize_per_tensor_634" [style=solid, label="(225, 24)"]; +"1637 quantize_per_tensor_634" -> "1638 dequantize_per_tensor_635" [style=solid, label="(225, 24)"]; +"1638 dequantize_per_tensor_635" -> "1639 index_10" [style=solid, label="(225, 24)"]; +"1639 index_10" -> "1640 view_56" [style=solid, label="(4096, 24)"]; +"1640 view_56" -> "1641 permute_46" [style=solid, label="(64, 64, 24)"]; +"1641 permute_46" -> "1642 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1642 contiguous_18" -> "1643 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1643 unsqueeze_30" -> "1644 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1644 sigmoid_10" -> "1645 quantize_per_tensor_636" [style=solid, label="(1, 24, 64, 64)"]; +"1645 quantize_per_tensor_636" -> "1646 dequantize_per_tensor_637" [style=solid, label="(1, 24, 64, 64)"]; +"1646 dequantize_per_tensor_637" -> "1649 mul_20" [style=solid, label="(1, 24, 64, 64)"]; +"1647 _frozen_param97" -> "1648 dequantize_per_tensor_638" [style=solid, label="()"]; +"1648 dequantize_per_tensor_638" -> "1649 mul_20" [style=solid, label="()"]; +"1649 mul_20" -> "1650 quantize_per_tensor_639" [style=solid, label="(1, 24, 64, 64)"]; +"1650 quantize_per_tensor_639" -> "1651 dequantize_per_tensor_640" [style=solid, label="(1, 24, 64, 64)"]; +"1651 dequantize_per_tensor_640" -> "1687 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1652 pad_13" -> "1653 view_57" [style=solid, label="(1, 8, 8, 768)"]; +"1653 view_57" -> "1654 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1654 permute_47" -> "1655 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1655 reshape_45" -> "1657 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1656 clone_10" -> "1662 linear_65" [style=solid, label="(2304,)"]; +"1657 reshape_45_0_0_nncf_smooth_quant_0" -> "1658 quantize_per_tensor_641" [style=solid, label="(1, 64, 768)"]; +"1658 quantize_per_tensor_641" -> "1659 dequantize_per_tensor_642" [style=solid, label="(1, 64, 768)"]; +"1659 dequantize_per_tensor_642" -> "1662 linear_65" [style=solid, label="(1, 64, 768)"]; +"1660 _frozen_param98" -> "1661 dequantize_per_tensor_643" [style=solid, label="(2304, 768)"]; +"1661 dequantize_per_tensor_643" -> "1662 linear_65" [style=solid, label="(2304, 768)"]; +"1662 linear_65" -> "1663 quantize_per_tensor_644" [style=solid, label="(1, 64, 2304)"]; +"1663 quantize_per_tensor_644" -> "1664 dequantize_per_tensor_645" [style=solid, label="(1, 64, 2304)"]; +"1664 dequantize_per_tensor_645" -> "1665 reshape_46" [style=solid, label="(1, 64, 2304)"]; +"1665 reshape_46" -> "1666 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1666 permute_48" -> "1667 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1666 permute_48" -> "1668 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1666 permute_48" -> "1669 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1667 select_30" -> "1670 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; +"1667 select_30" -> "1672 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; +"1667 select_30" -> "1673 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1668 select_31" -> "1674 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; +"1668 select_31" -> "1676 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; +"1668 select_31" -> "1677 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1669 select_32" -> "1692 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; +"1670 linalg_vector_norm_20" -> "1671 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; +"1671 clamp_min_20" -> "1672 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; +"1672 expand_as_20" -> "1673 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1673 div_20" -> "1679 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; +"1674 linalg_vector_norm_21" -> "1675 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; +"1675 clamp_min_21" -> "1676 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; +"1676 expand_as_21" -> "1677 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1677 div_21" -> "1678 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; +"1678 transpose_20" -> "1679 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; +"1679 matmul_20" -> "1680 quantize_per_tensor_646" [style=solid, label="(1, 24, 64, 64)"]; +"1680 quantize_per_tensor_646" -> "1681 dequantize_per_tensor_647" [style=solid, label="(1, 24, 64, 64)"]; +"1681 dequantize_per_tensor_647" -> "1684 mul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1682 _frozen_param99" -> "1683 dequantize_per_tensor_648" [style=solid, label="(24, 1, 1)"]; +"1683 dequantize_per_tensor_648" -> "1684 mul_21" [style=solid, label="(24, 1, 1)"]; +"1684 mul_21" -> "1685 quantize_per_tensor_649" [style=solid, label="(1, 24, 64, 64)"]; +"1685 quantize_per_tensor_649" -> "1686 dequantize_per_tensor_650" [style=solid, label="(1, 24, 64, 64)"]; +"1686 dequantize_per_tensor_650" -> "1687 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1687 add_35" -> "1688 quantize_per_tensor_651" [style=solid, label="(1, 24, 64, 64)"]; +"1688 quantize_per_tensor_651" -> "1689 dequantize_per_tensor_652" [style=solid, label="(1, 24, 64, 64)"]; +"1689 dequantize_per_tensor_652" -> "1690 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; +"1690 softmax_10" -> "1691 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; +"1691 dropout_40" -> "1692 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1692 matmul_21" -> "1693 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; +"1693 transpose_21" -> "1694 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; +"1694 reshape_47" -> "1695 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1695 reshape_47_0_0_nncf_smooth_quant_0" -> "1696 quantize_per_tensor_653" [style=solid, label="(1, 64, 768)"]; +"1696 quantize_per_tensor_653" -> "1697 dequantize_per_tensor_654" [style=solid, label="(1, 64, 768)"]; +"1697 dequantize_per_tensor_654" -> "1700 linear_66" [style=solid, label="(1, 64, 768)"]; +"1698 _frozen_param100" -> "1699 dequantize_per_tensor_655" [style=solid, label="(768, 768)"]; +"1699 dequantize_per_tensor_655" -> "1700 linear_66" [style=solid, label="(768, 768)"]; +"1700 linear_66" -> "1701 quantize_per_tensor_656" [style=solid, label="(1, 64, 768)"]; +"1701 quantize_per_tensor_656" -> "1702 dequantize_per_tensor_657" [style=solid, label="(1, 64, 768)"]; +"1702 dequantize_per_tensor_657" -> "1703 dropout_41" [style=solid, label="(1, 64, 768)"]; +"1703 dropout_41" -> "1704 view_58" [style=solid, label="(1, 64, 768)"]; +"1704 view_58" -> "1705 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1705 permute_49" -> "1706 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1706 reshape_48" -> "1707 slice_174" [style=solid, label="(1, 8, 8, 768)"]; +"1707 slice_174" -> "1708 slice_175" [style=solid, label="(1, 8, 8, 768)"]; +"1708 slice_175" -> "1709 slice_176" [style=solid, label="(1, 7, 8, 768)"]; +"1709 slice_176" -> "1710 slice_177" [style=solid, label="(1, 7, 7, 768)"]; +"1710 slice_177" -> "1711 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; +"1711 contiguous_19" -> "1712 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; +"1712 layer_norm_24" -> "1713 quantize_per_tensor_658" [style=solid, label="(1, 7, 7, 768)"]; +"1713 quantize_per_tensor_658" -> "1714 dequantize_per_tensor_659" [style=solid, label="(1, 7, 7, 768)"]; +"1714 dequantize_per_tensor_659" -> "1717 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1715 quantize_per_tensor_660" -> "1716 dequantize_per_tensor_661" [style=solid, label="(1, 7, 7, 768)"]; +"1716 dequantize_per_tensor_661" -> "1717 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1717 add_36" -> "1718 quantize_per_tensor_662" [style=solid, label="(1, 7, 7, 768)"]; +"1718 quantize_per_tensor_662" -> "1719 dequantize_per_tensor_663" [style=solid, label="(1, 7, 7, 768)"]; +"1718 quantize_per_tensor_662" -> "1720 dequantize_per_tensor_664" [style=solid, label="(1, 7, 7, 768)"]; +"1719 dequantize_per_tensor_663" -> "1743 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1720 dequantize_per_tensor_664" -> "1721 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1721 add_36_0_0_nncf_smooth_quant_0" -> "1722 quantize_per_tensor_665" [style=solid, label="(1, 7, 7, 768)"]; +"1722 quantize_per_tensor_665" -> "1723 dequantize_per_tensor_666" [style=solid, label="(1, 7, 7, 768)"]; +"1723 dequantize_per_tensor_666" -> "1726 linear_67" [style=solid, label="(1, 7, 7, 768)"]; +"1724 _frozen_param101" -> "1725 dequantize_per_tensor_667" [style=solid, label="(3072, 768)"]; +"1725 dequantize_per_tensor_667" -> "1726 linear_67" [style=solid, label="(3072, 768)"]; +"1726 linear_67" -> "1727 quantize_per_tensor_668" [style=solid, label="(1, 7, 7, 3072)"]; +"1727 quantize_per_tensor_668" -> "1728 dequantize_per_tensor_669" [style=solid, label="(1, 7, 7, 3072)"]; +"1728 dequantize_per_tensor_669" -> "1729 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; +"1729 gelu_10" -> "1730 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; +"1730 dropout_42" -> "1731 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1731 dropout_42_0_0_nncf_smooth_quant_0" -> "1732 quantize_per_tensor_670" [style=solid, label="(1, 7, 7, 3072)"]; +"1732 quantize_per_tensor_670" -> "1733 dequantize_per_tensor_671" [style=solid, label="(1, 7, 7, 3072)"]; +"1733 dequantize_per_tensor_671" -> "1736 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1734 _frozen_param102" -> "1735 dequantize_per_tensor_672" [style=solid, label="(768, 3072)"]; +"1735 dequantize_per_tensor_672" -> "1736 linear_68" [style=solid, label="(768, 3072)"]; +"1736 linear_68" -> "1737 quantize_per_tensor_673" [style=solid, label="(1, 7, 7, 768)"]; +"1737 quantize_per_tensor_673" -> "1738 dequantize_per_tensor_674" [style=solid, label="(1, 7, 7, 768)"]; +"1738 dequantize_per_tensor_674" -> "1739 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; +"1739 dropout_43" -> "1740 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; +"1740 layer_norm_25" -> "1741 quantize_per_tensor_675" [style=solid, label="(1, 7, 7, 768)"]; +"1741 quantize_per_tensor_675" -> "1742 dequantize_per_tensor_676" [style=solid, label="(1, 7, 7, 768)"]; +"1742 dequantize_per_tensor_676" -> "1743 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1743 add_37" -> "1744 quantize_per_tensor_677" [style=solid, label="(1, 7, 7, 768)"]; +"1744 quantize_per_tensor_677" -> "1745 dequantize_per_tensor_678" [style=solid, label="(1, 7, 7, 768)"]; +"1744 quantize_per_tensor_677" -> "1746 dequantize_per_tensor_679" [style=solid, label="(1, 7, 7, 768)"]; +"1745 dequantize_per_tensor_678" -> "1842 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1746 dequantize_per_tensor_679" -> "1779 pad_14" [style=solid, label="(1, 7, 7, 768)"]; +"1747 _frozen_param103" -> "1748 dequantize_per_tensor_680" [style=solid, label="(1, 15, 15, 2)"]; +"1748 dequantize_per_tensor_680" -> "1751 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"1749 _frozen_param104" -> "1750 dequantize_per_tensor_681" [style=solid, label="(512, 2)"]; +"1750 dequantize_per_tensor_681" -> "1751 linear_69" [style=solid, label="(512, 2)"]; +"1751 linear_69" -> "1752 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1752 relu__11" -> "1753 quantize_per_tensor_682" [style=solid, label="(1, 15, 15, 512)"]; +"1753 quantize_per_tensor_682" -> "1754 dequantize_per_tensor_683" [style=solid, label="(1, 15, 15, 512)"]; +"1754 dequantize_per_tensor_683" -> "1755 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1755 relu__11_0_0_nncf_smooth_quant_0" -> "1756 quantize_per_tensor_684" [style=solid, label="(1, 15, 15, 512)"]; +"1756 quantize_per_tensor_684" -> "1757 dequantize_per_tensor_685" [style=solid, label="(1, 15, 15, 512)"]; +"1757 dequantize_per_tensor_685" -> "1760 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1758 _frozen_param105" -> "1759 dequantize_per_tensor_686" [style=solid, label="(24, 512)"]; +"1759 dequantize_per_tensor_686" -> "1760 linear_70" [style=solid, label="(24, 512)"]; +"1760 linear_70" -> "1761 quantize_per_tensor_687" [style=solid, label="(1, 15, 15, 24)"]; +"1761 quantize_per_tensor_687" -> "1762 dequantize_per_tensor_688" [style=solid, label="(1, 15, 15, 24)"]; +"1762 dequantize_per_tensor_688" -> "1763 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1763 view_59" -> "1764 quantize_per_tensor_689" [style=solid, label="(225, 24)"]; +"1764 quantize_per_tensor_689" -> "1765 dequantize_per_tensor_690" [style=solid, label="(225, 24)"]; +"1765 dequantize_per_tensor_690" -> "1766 index_11" [style=solid, label="(225, 24)"]; +"1766 index_11" -> "1767 view_60" [style=solid, label="(4096, 24)"]; +"1767 view_60" -> "1768 permute_50" [style=solid, label="(64, 64, 24)"]; +"1768 permute_50" -> "1769 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1769 contiguous_20" -> "1770 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1770 unsqueeze_31" -> "1771 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1771 sigmoid_11" -> "1772 quantize_per_tensor_691" [style=solid, label="(1, 24, 64, 64)"]; +"1772 quantize_per_tensor_691" -> "1773 dequantize_per_tensor_692" [style=solid, label="(1, 24, 64, 64)"]; +"1773 dequantize_per_tensor_692" -> "1776 mul_22" [style=solid, label="(1, 24, 64, 64)"]; +"1774 _frozen_param106" -> "1775 dequantize_per_tensor_693" [style=solid, label="()"]; +"1775 dequantize_per_tensor_693" -> "1776 mul_22" [style=solid, label="()"]; +"1776 mul_22" -> "1777 quantize_per_tensor_694" [style=solid, label="(1, 24, 64, 64)"]; +"1777 quantize_per_tensor_694" -> "1778 dequantize_per_tensor_695" [style=solid, label="(1, 24, 64, 64)"]; +"1778 dequantize_per_tensor_695" -> "1814 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1779 pad_14" -> "1780 view_61" [style=solid, label="(1, 8, 8, 768)"]; +"1780 view_61" -> "1781 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1781 permute_51" -> "1782 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1782 reshape_49" -> "1784 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1783 clone_11" -> "1789 linear_71" [style=solid, label="(2304,)"]; +"1784 reshape_49_0_0_nncf_smooth_quant_0" -> "1785 quantize_per_tensor_696" [style=solid, label="(1, 64, 768)"]; +"1785 quantize_per_tensor_696" -> "1786 dequantize_per_tensor_697" [style=solid, label="(1, 64, 768)"]; +"1786 dequantize_per_tensor_697" -> "1789 linear_71" [style=solid, label="(1, 64, 768)"]; +"1787 _frozen_param107" -> "1788 dequantize_per_tensor_698" [style=solid, label="(2304, 768)"]; +"1788 dequantize_per_tensor_698" -> "1789 linear_71" [style=solid, label="(2304, 768)"]; +"1789 linear_71" -> "1790 quantize_per_tensor_699" [style=solid, label="(1, 64, 2304)"]; +"1790 quantize_per_tensor_699" -> "1791 dequantize_per_tensor_700" [style=solid, label="(1, 64, 2304)"]; +"1791 dequantize_per_tensor_700" -> "1792 reshape_50" [style=solid, label="(1, 64, 2304)"]; +"1792 reshape_50" -> "1793 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1793 permute_52" -> "1794 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1793 permute_52" -> "1795 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1793 permute_52" -> "1796 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1794 select_33" -> "1797 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; +"1794 select_33" -> "1799 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; +"1794 select_33" -> "1800 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1795 select_34" -> "1801 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; +"1795 select_34" -> "1803 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; +"1795 select_34" -> "1804 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1796 select_35" -> "1819 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; +"1797 linalg_vector_norm_22" -> "1798 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; +"1798 clamp_min_22" -> "1799 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; +"1799 expand_as_22" -> "1800 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1800 div_22" -> "1806 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; +"1801 linalg_vector_norm_23" -> "1802 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; +"1802 clamp_min_23" -> "1803 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; +"1803 expand_as_23" -> "1804 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1804 div_23" -> "1805 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; +"1805 transpose_22" -> "1806 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; +"1806 matmul_22" -> "1807 quantize_per_tensor_701" [style=solid, label="(1, 24, 64, 64)"]; +"1807 quantize_per_tensor_701" -> "1808 dequantize_per_tensor_702" [style=solid, label="(1, 24, 64, 64)"]; +"1808 dequantize_per_tensor_702" -> "1811 mul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1809 _frozen_param108" -> "1810 dequantize_per_tensor_703" [style=solid, label="(24, 1, 1)"]; +"1810 dequantize_per_tensor_703" -> "1811 mul_23" [style=solid, label="(24, 1, 1)"]; +"1811 mul_23" -> "1812 quantize_per_tensor_704" [style=solid, label="(1, 24, 64, 64)"]; +"1812 quantize_per_tensor_704" -> "1813 dequantize_per_tensor_705" [style=solid, label="(1, 24, 64, 64)"]; +"1813 dequantize_per_tensor_705" -> "1814 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1814 add_38" -> "1815 quantize_per_tensor_706" [style=solid, label="(1, 24, 64, 64)"]; +"1815 quantize_per_tensor_706" -> "1816 dequantize_per_tensor_707" [style=solid, label="(1, 24, 64, 64)"]; +"1816 dequantize_per_tensor_707" -> "1817 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; +"1817 softmax_11" -> "1818 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; +"1818 dropout_44" -> "1819 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1819 matmul_23" -> "1820 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; +"1820 transpose_23" -> "1821 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; +"1821 reshape_51" -> "1822 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1822 reshape_51_0_0_nncf_smooth_quant_0" -> "1823 quantize_per_tensor_708" [style=solid, label="(1, 64, 768)"]; +"1823 quantize_per_tensor_708" -> "1824 dequantize_per_tensor_709" [style=solid, label="(1, 64, 768)"]; +"1824 dequantize_per_tensor_709" -> "1827 linear_72" [style=solid, label="(1, 64, 768)"]; +"1825 _frozen_param109" -> "1826 dequantize_per_tensor_710" [style=solid, label="(768, 768)"]; +"1826 dequantize_per_tensor_710" -> "1827 linear_72" [style=solid, label="(768, 768)"]; +"1827 linear_72" -> "1828 quantize_per_tensor_711" [style=solid, label="(1, 64, 768)"]; +"1828 quantize_per_tensor_711" -> "1829 dequantize_per_tensor_712" [style=solid, label="(1, 64, 768)"]; +"1829 dequantize_per_tensor_712" -> "1830 dropout_45" [style=solid, label="(1, 64, 768)"]; +"1830 dropout_45" -> "1831 view_62" [style=solid, label="(1, 64, 768)"]; +"1831 view_62" -> "1832 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1832 permute_53" -> "1833 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1833 reshape_52" -> "1834 slice_179" [style=solid, label="(1, 8, 8, 768)"]; +"1834 slice_179" -> "1835 slice_180" [style=solid, label="(1, 8, 8, 768)"]; +"1835 slice_180" -> "1836 slice_181" [style=solid, label="(1, 7, 8, 768)"]; +"1836 slice_181" -> "1837 slice_182" [style=solid, label="(1, 7, 7, 768)"]; +"1837 slice_182" -> "1838 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; +"1838 contiguous_21" -> "1839 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; +"1839 layer_norm_26" -> "1840 quantize_per_tensor_713" [style=solid, label="(1, 7, 7, 768)"]; +"1840 quantize_per_tensor_713" -> "1841 dequantize_per_tensor_714" [style=solid, label="(1, 7, 7, 768)"]; +"1841 dequantize_per_tensor_714" -> "1842 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1842 add_39" -> "1843 quantize_per_tensor_715" [style=solid, label="(1, 7, 7, 768)"]; +"1843 quantize_per_tensor_715" -> "1844 dequantize_per_tensor_716" [style=solid, label="(1, 7, 7, 768)"]; +"1843 quantize_per_tensor_715" -> "1845 dequantize_per_tensor_717" [style=solid, label="(1, 7, 7, 768)"]; +"1844 dequantize_per_tensor_716" -> "1868 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1845 dequantize_per_tensor_717" -> "1846 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1846 add_39_0_0_nncf_smooth_quant_0" -> "1847 quantize_per_tensor_718" [style=solid, label="(1, 7, 7, 768)"]; +"1847 quantize_per_tensor_718" -> "1848 dequantize_per_tensor_719" [style=solid, label="(1, 7, 7, 768)"]; +"1848 dequantize_per_tensor_719" -> "1851 linear_73" [style=solid, label="(1, 7, 7, 768)"]; +"1849 _frozen_param110" -> "1850 dequantize_per_tensor_720" [style=solid, label="(3072, 768)"]; +"1850 dequantize_per_tensor_720" -> "1851 linear_73" [style=solid, label="(3072, 768)"]; +"1851 linear_73" -> "1852 quantize_per_tensor_721" [style=solid, label="(1, 7, 7, 3072)"]; +"1852 quantize_per_tensor_721" -> "1853 dequantize_per_tensor_722" [style=solid, label="(1, 7, 7, 3072)"]; +"1853 dequantize_per_tensor_722" -> "1854 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; +"1854 gelu_11" -> "1855 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; +"1855 dropout_46" -> "1856 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1856 dropout_46_0_0_nncf_smooth_quant_0" -> "1857 quantize_per_tensor_723" [style=solid, label="(1, 7, 7, 3072)"]; +"1857 quantize_per_tensor_723" -> "1858 dequantize_per_tensor_724" [style=solid, label="(1, 7, 7, 3072)"]; +"1858 dequantize_per_tensor_724" -> "1861 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1859 _frozen_param111" -> "1860 dequantize_per_tensor_725" [style=solid, label="(768, 3072)"]; +"1860 dequantize_per_tensor_725" -> "1861 linear_74" [style=solid, label="(768, 3072)"]; +"1861 linear_74" -> "1862 quantize_per_tensor_726" [style=solid, label="(1, 7, 7, 768)"]; +"1862 quantize_per_tensor_726" -> "1863 dequantize_per_tensor_727" [style=solid, label="(1, 7, 7, 768)"]; +"1863 dequantize_per_tensor_727" -> "1864 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; +"1864 dropout_47" -> "1865 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; +"1865 layer_norm_27" -> "1866 quantize_per_tensor_728" [style=solid, label="(1, 7, 7, 768)"]; +"1866 quantize_per_tensor_728" -> "1867 dequantize_per_tensor_729" [style=solid, label="(1, 7, 7, 768)"]; +"1867 dequantize_per_tensor_729" -> "1868 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1868 add_40" -> "1869 quantize_per_tensor_730" [style=solid, label="(1, 7, 7, 768)"]; +"1869 quantize_per_tensor_730" -> "1870 dequantize_per_tensor_731" [style=solid, label="(1, 7, 7, 768)"]; +"1870 dequantize_per_tensor_731" -> "1871 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; +"1871 layer_norm_28" -> "1872 permute_54" [style=solid, label="(1, 7, 7, 768)"]; +"1872 permute_54" -> "1873 quantize_per_tensor_732" [style=solid, label="(1, 768, 7, 7)"]; +"1873 quantize_per_tensor_732" -> "1874 dequantize_per_tensor_733" [style=solid, label="(1, 768, 7, 7)"]; +"1874 dequantize_per_tensor_733" -> "1875 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; +"1875 adaptive_avg_pool2d" -> "1876 quantize_per_tensor_734" [style=solid, label="(1, 768, 1, 1)"]; +"1876 quantize_per_tensor_734" -> "1877 dequantize_per_tensor_735" [style=solid, label="(1, 768, 1, 1)"]; +"1877 dequantize_per_tensor_735" -> "1878 flatten" [style=solid, label="(1, 768, 1, 1)"]; +"1878 flatten" -> "1879 quantize_per_tensor_736" [style=solid, label="(1, 768)"]; +"1879 quantize_per_tensor_736" -> "1880 dequantize_per_tensor_737" [style=solid, label="(1, 768)"]; +"1880 dequantize_per_tensor_737" -> "1881 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1881 flatten_0_0_nncf_smooth_quant_0" -> "1882 quantize_per_tensor_738" [style=solid, label="(1, 768)"]; +"1882 quantize_per_tensor_738" -> "1883 dequantize_per_tensor_739" [style=solid, label="(1, 768)"]; +"1883 dequantize_per_tensor_739" -> "1886 linear_75" [style=solid, label="(1, 768)"]; +"1884 _frozen_param112" -> "1885 dequantize_per_tensor_740" [style=solid, label="(1000, 768)"]; +"1885 dequantize_per_tensor_740" -> "1886 linear_75" [style=solid, label="(1000, 768)"]; +"1886 linear_75" -> "1887 quantize_per_tensor_741" [style=solid, label="(1, 1000)"]; +"1887 quantize_per_tensor_741" -> "1888 dequantize_per_tensor_742" [style=solid, label="(1, 1000)"]; +"1888 dequantize_per_tensor_742" -> "1889 output" [style=solid, label="(1, 1000)"]; +} diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/synthetic_transformer.dot b/tests/torch2/data/fx/XNNPACKQuantizer/synthetic_transformer.dot new file mode 100644 index 00000000000..74c4d1d924f --- /dev/null +++ b/tests/torch2/data/fx/XNNPACKQuantizer/synthetic_transformer.dot @@ -0,0 +1,45 @@ +strict digraph { +"0 wte_weight" [id=0, type="get_attr"]; +"1 linear_bias" [id=1, type="get_attr"]; +"2 lm_head_bias" [id=2, type="get_attr"]; +"3 input_ids" [id=3, type=input]; +"4 embedding" [id=4, type=embedding]; +"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type="call_module"]; +"6 quantize_per_tensor_0" [id=6, type="quantize_per_tensor"]; +"7 dequantize_per_tensor_1" [id=7, type="dequantize_per_tensor"]; +"8 _frozen_param0" [id=8, type="get_attr"]; +"9 dequantize_per_tensor_2" [id=9, type="dequantize_per_tensor"]; +"10 linear" [id=10, type=linear]; +"11 quantize_per_tensor_3" [id=11, type="quantize_per_tensor"]; +"12 dequantize_per_tensor_4" [id=12, type="dequantize_per_tensor"]; +"13 linear_0_0_nncf_smooth_quant_0" [id=13, type="call_module"]; +"14 quantize_per_tensor_5" [id=14, type="quantize_per_tensor"]; +"15 dequantize_per_tensor_6" [id=15, type="dequantize_per_tensor"]; +"16 _frozen_param1" [id=16, type="get_attr"]; +"17 dequantize_per_tensor_7" [id=17, type="dequantize_per_tensor"]; +"18 linear_1" [id=18, type=linear]; +"19 quantize_per_tensor_8" [id=19, type="quantize_per_tensor"]; +"20 dequantize_per_tensor_9" [id=20, type="dequantize_per_tensor"]; +"21 output" [id=21, type=output]; +"0 wte_weight" -> "4 embedding" [style=solid, label="(10, 5)"]; +"1 linear_bias" -> "10 linear" [style=solid, label="(5,)"]; +"2 lm_head_bias" -> "18 linear_1" [style=solid, label="(10,)"]; +"3 input_ids" -> "4 embedding" [style=solid, label="(5,)"]; +"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [style=solid, label="(5, 5)"]; +"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_0" [style=solid, label="(5, 5)"]; +"6 quantize_per_tensor_0" -> "7 dequantize_per_tensor_1" [style=solid, label="(5, 5)"]; +"7 dequantize_per_tensor_1" -> "10 linear" [style=solid, label="(5, 5)"]; +"8 _frozen_param0" -> "9 dequantize_per_tensor_2" [style=solid, label="(5, 5)"]; +"9 dequantize_per_tensor_2" -> "10 linear" [style=solid, label="(5, 5)"]; +"10 linear" -> "11 quantize_per_tensor_3" [style=solid, label="(5, 5)"]; +"11 quantize_per_tensor_3" -> "12 dequantize_per_tensor_4" [style=solid, label="(5, 5)"]; +"12 dequantize_per_tensor_4" -> "13 linear_0_0_nncf_smooth_quant_0" [style=solid, label="(5, 5)"]; +"13 linear_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_5" [style=solid, label="(5, 5)"]; +"14 quantize_per_tensor_5" -> "15 dequantize_per_tensor_6" [style=solid, label="(5, 5)"]; +"15 dequantize_per_tensor_6" -> "18 linear_1" [style=solid, label="(5, 5)"]; +"16 _frozen_param1" -> "17 dequantize_per_tensor_7" [style=solid, label="(10, 5)"]; +"17 dequantize_per_tensor_7" -> "18 linear_1" [style=solid, label="(10, 5)"]; +"18 linear_1" -> "19 quantize_per_tensor_8" [style=solid, label="(5, 10)"]; +"19 quantize_per_tensor_8" -> "20 dequantize_per_tensor_9" [style=solid, label="(5, 10)"]; +"20 dequantize_per_tensor_9" -> "21 output" [style=solid, label="(5, 10)"]; +} diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/unet.dot b/tests/torch2/data/fx/XNNPACKQuantizer/unet.dot new file mode 100644 index 00000000000..29115539b56 --- /dev/null +++ b/tests/torch2/data/fx/XNNPACKQuantizer/unet.dot @@ -0,0 +1,421 @@ +strict digraph { +"0 down_path_0_block_0_bias" [id=0, type="get_attr"]; +"1 down_path_0_block_3_bias" [id=1, type="get_attr"]; +"2 down_path_1_block_0_bias" [id=2, type="get_attr"]; +"3 down_path_1_block_3_bias" [id=3, type="get_attr"]; +"4 down_path_2_block_0_bias" [id=4, type="get_attr"]; +"5 down_path_2_block_3_bias" [id=5, type="get_attr"]; +"6 down_path_3_block_0_bias" [id=6, type="get_attr"]; +"7 down_path_3_block_3_bias" [id=7, type="get_attr"]; +"8 down_path_4_block_0_bias" [id=8, type="get_attr"]; +"9 down_path_4_block_3_bias" [id=9, type="get_attr"]; +"10 up_path_0_up_weight" [id=10, type="get_attr"]; +"11 up_path_0_up_bias" [id=11, type="get_attr"]; +"12 up_path_0_conv_block_block_0_bias" [id=12, type="get_attr"]; +"13 up_path_0_conv_block_block_3_bias" [id=13, type="get_attr"]; +"14 up_path_1_up_weight" [id=14, type="get_attr"]; +"15 up_path_1_up_bias" [id=15, type="get_attr"]; +"16 up_path_1_conv_block_block_0_bias" [id=16, type="get_attr"]; +"17 up_path_1_conv_block_block_3_bias" [id=17, type="get_attr"]; +"18 up_path_2_up_weight" [id=18, type="get_attr"]; +"19 up_path_2_up_bias" [id=19, type="get_attr"]; +"20 up_path_2_conv_block_block_0_bias" [id=20, type="get_attr"]; +"21 up_path_2_conv_block_block_3_bias" [id=21, type="get_attr"]; +"22 up_path_3_up_weight" [id=22, type="get_attr"]; +"23 up_path_3_up_bias" [id=23, type="get_attr"]; +"24 up_path_3_conv_block_block_0_bias" [id=24, type="get_attr"]; +"25 up_path_3_conv_block_block_3_bias" [id=25, type="get_attr"]; +"26 last_bias" [id=26, type="get_attr"]; +"27 x" [id=27, type=input]; +"28 quantize_per_tensor_0" [id=28, type="quantize_per_tensor"]; +"29 dequantize_per_tensor_1" [id=29, type="dequantize_per_tensor"]; +"30 _frozen_param0" [id=30, type="get_attr"]; +"31 dequantize_per_tensor_2" [id=31, type="dequantize_per_tensor"]; +"32 conv2d" [id=32, type=conv2d]; +"33 relu" [id=33, type=relu]; +"34 quantize_per_tensor_3" [id=34, type="quantize_per_tensor"]; +"35 dequantize_per_tensor_4" [id=35, type="dequantize_per_tensor"]; +"36 _frozen_param1" [id=36, type="get_attr"]; +"37 dequantize_per_tensor_5" [id=37, type="dequantize_per_tensor"]; +"38 conv2d_1" [id=38, type=conv2d]; +"39 relu_1" [id=39, type=relu]; +"40 quantize_per_tensor_6" [id=40, type="quantize_per_tensor"]; +"41 dequantize_per_tensor_7" [id=41, type="dequantize_per_tensor"]; +"42 dequantize_per_tensor_8" [id=42, type="dequantize_per_tensor"]; +"43 max_pool2d" [id=43, type="max_pool2d"]; +"44 quantize_per_tensor_9" [id=44, type="quantize_per_tensor"]; +"45 dequantize_per_tensor_10" [id=45, type="dequantize_per_tensor"]; +"46 _frozen_param2" [id=46, type="get_attr"]; +"47 dequantize_per_tensor_11" [id=47, type="dequantize_per_tensor"]; +"48 conv2d_2" [id=48, type=conv2d]; +"49 relu_2" [id=49, type=relu]; +"50 quantize_per_tensor_12" [id=50, type="quantize_per_tensor"]; +"51 dequantize_per_tensor_13" [id=51, type="dequantize_per_tensor"]; +"52 _frozen_param3" [id=52, type="get_attr"]; +"53 dequantize_per_tensor_14" [id=53, type="dequantize_per_tensor"]; +"54 conv2d_3" [id=54, type=conv2d]; +"55 relu_3" [id=55, type=relu]; +"56 quantize_per_tensor_15" [id=56, type="quantize_per_tensor"]; +"57 dequantize_per_tensor_16" [id=57, type="dequantize_per_tensor"]; +"58 dequantize_per_tensor_17" [id=58, type="dequantize_per_tensor"]; +"59 max_pool2d_1" [id=59, type="max_pool2d"]; +"60 quantize_per_tensor_18" [id=60, type="quantize_per_tensor"]; +"61 dequantize_per_tensor_19" [id=61, type="dequantize_per_tensor"]; +"62 _frozen_param4" [id=62, type="get_attr"]; +"63 dequantize_per_tensor_20" [id=63, type="dequantize_per_tensor"]; +"64 conv2d_4" [id=64, type=conv2d]; +"65 relu_4" [id=65, type=relu]; +"66 quantize_per_tensor_21" [id=66, type="quantize_per_tensor"]; +"67 dequantize_per_tensor_22" [id=67, type="dequantize_per_tensor"]; +"68 _frozen_param5" [id=68, type="get_attr"]; +"69 dequantize_per_tensor_23" [id=69, type="dequantize_per_tensor"]; +"70 conv2d_5" [id=70, type=conv2d]; +"71 relu_5" [id=71, type=relu]; +"72 quantize_per_tensor_24" [id=72, type="quantize_per_tensor"]; +"73 dequantize_per_tensor_25" [id=73, type="dequantize_per_tensor"]; +"74 dequantize_per_tensor_26" [id=74, type="dequantize_per_tensor"]; +"75 max_pool2d_2" [id=75, type="max_pool2d"]; +"76 quantize_per_tensor_27" [id=76, type="quantize_per_tensor"]; +"77 dequantize_per_tensor_28" [id=77, type="dequantize_per_tensor"]; +"78 _frozen_param6" [id=78, type="get_attr"]; +"79 dequantize_per_tensor_29" [id=79, type="dequantize_per_tensor"]; +"80 conv2d_6" [id=80, type=conv2d]; +"81 relu_6" [id=81, type=relu]; +"82 quantize_per_tensor_30" [id=82, type="quantize_per_tensor"]; +"83 dequantize_per_tensor_31" [id=83, type="dequantize_per_tensor"]; +"84 _frozen_param7" [id=84, type="get_attr"]; +"85 dequantize_per_tensor_32" [id=85, type="dequantize_per_tensor"]; +"86 conv2d_7" [id=86, type=conv2d]; +"87 relu_7" [id=87, type=relu]; +"88 quantize_per_tensor_33" [id=88, type="quantize_per_tensor"]; +"89 dequantize_per_tensor_34" [id=89, type="dequantize_per_tensor"]; +"90 dequantize_per_tensor_35" [id=90, type="dequantize_per_tensor"]; +"91 max_pool2d_3" [id=91, type="max_pool2d"]; +"92 quantize_per_tensor_36" [id=92, type="quantize_per_tensor"]; +"93 dequantize_per_tensor_37" [id=93, type="dequantize_per_tensor"]; +"94 _frozen_param8" [id=94, type="get_attr"]; +"95 dequantize_per_tensor_38" [id=95, type="dequantize_per_tensor"]; +"96 conv2d_8" [id=96, type=conv2d]; +"97 relu_8" [id=97, type=relu]; +"98 quantize_per_tensor_39" [id=98, type="quantize_per_tensor"]; +"99 dequantize_per_tensor_40" [id=99, type="dequantize_per_tensor"]; +"100 _frozen_param9" [id=100, type="get_attr"]; +"101 dequantize_per_tensor_41" [id=101, type="dequantize_per_tensor"]; +"102 conv2d_9" [id=102, type=conv2d]; +"103 relu_9" [id=103, type=relu]; +"104 quantize_per_tensor_42" [id=104, type="quantize_per_tensor"]; +"105 dequantize_per_tensor_43" [id=105, type="dequantize_per_tensor"]; +"106 conv_transpose2d" [id=106, type="conv_transpose2d"]; +"107 quantize_per_tensor_44" [id=107, type="quantize_per_tensor"]; +"108 dequantize_per_tensor_45" [id=108, type="dequantize_per_tensor"]; +"109 slice_1" [id=109, type=slice]; +"110 slice_2" [id=110, type=slice]; +"111 slice_3" [id=111, type=slice]; +"112 slice_4" [id=112, type=slice]; +"113 quantize_per_tensor_46" [id=113, type="quantize_per_tensor"]; +"114 dequantize_per_tensor_47" [id=114, type="dequantize_per_tensor"]; +"115 cat" [id=115, type=cat]; +"116 quantize_per_tensor_48" [id=116, type="quantize_per_tensor"]; +"117 dequantize_per_tensor_49" [id=117, type="dequantize_per_tensor"]; +"118 _frozen_param10" [id=118, type="get_attr"]; +"119 dequantize_per_tensor_50" [id=119, type="dequantize_per_tensor"]; +"120 conv2d_10" [id=120, type=conv2d]; +"121 relu_10" [id=121, type=relu]; +"122 quantize_per_tensor_51" [id=122, type="quantize_per_tensor"]; +"123 dequantize_per_tensor_52" [id=123, type="dequantize_per_tensor"]; +"124 _frozen_param11" [id=124, type="get_attr"]; +"125 dequantize_per_tensor_53" [id=125, type="dequantize_per_tensor"]; +"126 conv2d_11" [id=126, type=conv2d]; +"127 relu_11" [id=127, type=relu]; +"128 quantize_per_tensor_54" [id=128, type="quantize_per_tensor"]; +"129 dequantize_per_tensor_55" [id=129, type="dequantize_per_tensor"]; +"130 conv_transpose2d_1" [id=130, type="conv_transpose2d"]; +"131 quantize_per_tensor_56" [id=131, type="quantize_per_tensor"]; +"132 dequantize_per_tensor_57" [id=132, type="dequantize_per_tensor"]; +"133 slice_5" [id=133, type=slice]; +"134 slice_6" [id=134, type=slice]; +"135 slice_7" [id=135, type=slice]; +"136 slice_8" [id=136, type=slice]; +"137 quantize_per_tensor_58" [id=137, type="quantize_per_tensor"]; +"138 dequantize_per_tensor_59" [id=138, type="dequantize_per_tensor"]; +"139 cat_1" [id=139, type=cat]; +"140 quantize_per_tensor_60" [id=140, type="quantize_per_tensor"]; +"141 dequantize_per_tensor_61" [id=141, type="dequantize_per_tensor"]; +"142 _frozen_param12" [id=142, type="get_attr"]; +"143 dequantize_per_tensor_62" [id=143, type="dequantize_per_tensor"]; +"144 conv2d_12" [id=144, type=conv2d]; +"145 relu_12" [id=145, type=relu]; +"146 quantize_per_tensor_63" [id=146, type="quantize_per_tensor"]; +"147 dequantize_per_tensor_64" [id=147, type="dequantize_per_tensor"]; +"148 _frozen_param13" [id=148, type="get_attr"]; +"149 dequantize_per_tensor_65" [id=149, type="dequantize_per_tensor"]; +"150 conv2d_13" [id=150, type=conv2d]; +"151 relu_13" [id=151, type=relu]; +"152 quantize_per_tensor_66" [id=152, type="quantize_per_tensor"]; +"153 dequantize_per_tensor_67" [id=153, type="dequantize_per_tensor"]; +"154 conv_transpose2d_2" [id=154, type="conv_transpose2d"]; +"155 quantize_per_tensor_68" [id=155, type="quantize_per_tensor"]; +"156 dequantize_per_tensor_69" [id=156, type="dequantize_per_tensor"]; +"157 slice_9" [id=157, type=slice]; +"158 slice_10" [id=158, type=slice]; +"159 slice_11" [id=159, type=slice]; +"160 slice_12" [id=160, type=slice]; +"161 quantize_per_tensor_70" [id=161, type="quantize_per_tensor"]; +"162 dequantize_per_tensor_71" [id=162, type="dequantize_per_tensor"]; +"163 cat_2" [id=163, type=cat]; +"164 quantize_per_tensor_72" [id=164, type="quantize_per_tensor"]; +"165 dequantize_per_tensor_73" [id=165, type="dequantize_per_tensor"]; +"166 _frozen_param14" [id=166, type="get_attr"]; +"167 dequantize_per_tensor_74" [id=167, type="dequantize_per_tensor"]; +"168 conv2d_14" [id=168, type=conv2d]; +"169 relu_14" [id=169, type=relu]; +"170 quantize_per_tensor_75" [id=170, type="quantize_per_tensor"]; +"171 dequantize_per_tensor_76" [id=171, type="dequantize_per_tensor"]; +"172 _frozen_param15" [id=172, type="get_attr"]; +"173 dequantize_per_tensor_77" [id=173, type="dequantize_per_tensor"]; +"174 conv2d_15" [id=174, type=conv2d]; +"175 relu_15" [id=175, type=relu]; +"176 quantize_per_tensor_78" [id=176, type="quantize_per_tensor"]; +"177 dequantize_per_tensor_79" [id=177, type="dequantize_per_tensor"]; +"178 conv_transpose2d_3" [id=178, type="conv_transpose2d"]; +"179 quantize_per_tensor_80" [id=179, type="quantize_per_tensor"]; +"180 dequantize_per_tensor_81" [id=180, type="dequantize_per_tensor"]; +"181 slice_13" [id=181, type=slice]; +"182 slice_14" [id=182, type=slice]; +"183 slice_15" [id=183, type=slice]; +"184 slice_16" [id=184, type=slice]; +"185 quantize_per_tensor_82" [id=185, type="quantize_per_tensor"]; +"186 dequantize_per_tensor_83" [id=186, type="dequantize_per_tensor"]; +"187 cat_3" [id=187, type=cat]; +"188 quantize_per_tensor_84" [id=188, type="quantize_per_tensor"]; +"189 dequantize_per_tensor_85" [id=189, type="dequantize_per_tensor"]; +"190 _frozen_param16" [id=190, type="get_attr"]; +"191 dequantize_per_tensor_86" [id=191, type="dequantize_per_tensor"]; +"192 conv2d_16" [id=192, type=conv2d]; +"193 relu_16" [id=193, type=relu]; +"194 quantize_per_tensor_87" [id=194, type="quantize_per_tensor"]; +"195 dequantize_per_tensor_88" [id=195, type="dequantize_per_tensor"]; +"196 _frozen_param17" [id=196, type="get_attr"]; +"197 dequantize_per_tensor_89" [id=197, type="dequantize_per_tensor"]; +"198 conv2d_17" [id=198, type=conv2d]; +"199 relu_17" [id=199, type=relu]; +"200 quantize_per_tensor_90" [id=200, type="quantize_per_tensor"]; +"201 dequantize_per_tensor_91" [id=201, type="dequantize_per_tensor"]; +"202 _frozen_param18" [id=202, type="get_attr"]; +"203 dequantize_per_tensor_92" [id=203, type="dequantize_per_tensor"]; +"204 conv2d_18" [id=204, type=conv2d]; +"205 quantize_per_tensor_93" [id=205, type="quantize_per_tensor"]; +"206 dequantize_per_tensor_94" [id=206, type="dequantize_per_tensor"]; +"207 output" [id=207, type=output]; +"0 down_path_0_block_0_bias" -> "32 conv2d" [style=solid, label="(64,)"]; +"1 down_path_0_block_3_bias" -> "38 conv2d_1" [style=solid, label="(64,)"]; +"2 down_path_1_block_0_bias" -> "48 conv2d_2" [style=solid, label="(128,)"]; +"3 down_path_1_block_3_bias" -> "54 conv2d_3" [style=solid, label="(128,)"]; +"4 down_path_2_block_0_bias" -> "64 conv2d_4" [style=solid, label="(256,)"]; +"5 down_path_2_block_3_bias" -> "70 conv2d_5" [style=solid, label="(256,)"]; +"6 down_path_3_block_0_bias" -> "80 conv2d_6" [style=solid, label="(512,)"]; +"7 down_path_3_block_3_bias" -> "86 conv2d_7" [style=solid, label="(512,)"]; +"8 down_path_4_block_0_bias" -> "96 conv2d_8" [style=solid, label="(1024,)"]; +"9 down_path_4_block_3_bias" -> "102 conv2d_9" [style=solid, label="(1024,)"]; +"10 up_path_0_up_weight" -> "106 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; +"11 up_path_0_up_bias" -> "106 conv_transpose2d" [style=solid, label="(512,)"]; +"12 up_path_0_conv_block_block_0_bias" -> "120 conv2d_10" [style=solid, label="(512,)"]; +"13 up_path_0_conv_block_block_3_bias" -> "126 conv2d_11" [style=solid, label="(512,)"]; +"14 up_path_1_up_weight" -> "130 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"15 up_path_1_up_bias" -> "130 conv_transpose2d_1" [style=solid, label="(256,)"]; +"16 up_path_1_conv_block_block_0_bias" -> "144 conv2d_12" [style=solid, label="(256,)"]; +"17 up_path_1_conv_block_block_3_bias" -> "150 conv2d_13" [style=solid, label="(256,)"]; +"18 up_path_2_up_weight" -> "154 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"19 up_path_2_up_bias" -> "154 conv_transpose2d_2" [style=solid, label="(128,)"]; +"20 up_path_2_conv_block_block_0_bias" -> "168 conv2d_14" [style=solid, label="(128,)"]; +"21 up_path_2_conv_block_block_3_bias" -> "174 conv2d_15" [style=solid, label="(128,)"]; +"22 up_path_3_up_weight" -> "178 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"23 up_path_3_up_bias" -> "178 conv_transpose2d_3" [style=solid, label="(64,)"]; +"24 up_path_3_conv_block_block_0_bias" -> "192 conv2d_16" [style=solid, label="(64,)"]; +"25 up_path_3_conv_block_block_3_bias" -> "198 conv2d_17" [style=solid, label="(64,)"]; +"26 last_bias" -> "204 conv2d_18" [style=solid, label="(12,)"]; +"27 x" -> "28 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; +"28 quantize_per_tensor_0" -> "29 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"29 dequantize_per_tensor_1" -> "32 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"30 _frozen_param0" -> "31 dequantize_per_tensor_2" [style=solid, label="(64, 3, 3, 3)"]; +"31 dequantize_per_tensor_2" -> "32 conv2d" [style=solid, label="(64, 3, 3, 3)"]; +"32 conv2d" -> "33 relu" [style=solid, label="(1, 64, 222, 222)"]; +"33 relu" -> "34 quantize_per_tensor_3" [style=solid, label="(1, 64, 222, 222)"]; +"34 quantize_per_tensor_3" -> "35 dequantize_per_tensor_4" [style=solid, label="(1, 64, 222, 222)"]; +"35 dequantize_per_tensor_4" -> "38 conv2d_1" [style=solid, label="(1, 64, 222, 222)"]; +"36 _frozen_param1" -> "37 dequantize_per_tensor_5" [style=solid, label="(64, 64, 3, 3)"]; +"37 dequantize_per_tensor_5" -> "38 conv2d_1" [style=solid, label="(64, 64, 3, 3)"]; +"38 conv2d_1" -> "39 relu_1" [style=solid, label="(1, 64, 220, 220)"]; +"39 relu_1" -> "40 quantize_per_tensor_6" [style=solid, label="(1, 64, 220, 220)"]; +"40 quantize_per_tensor_6" -> "41 dequantize_per_tensor_7" [style=solid, label="(1, 64, 220, 220)"]; +"40 quantize_per_tensor_6" -> "42 dequantize_per_tensor_8" [style=solid, label="(1, 64, 220, 220)"]; +"41 dequantize_per_tensor_7" -> "181 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"42 dequantize_per_tensor_8" -> "43 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; +"43 max_pool2d" -> "44 quantize_per_tensor_9" [style=solid, label="(1, 64, 110, 110)"]; +"44 quantize_per_tensor_9" -> "45 dequantize_per_tensor_10" [style=solid, label="(1, 64, 110, 110)"]; +"45 dequantize_per_tensor_10" -> "48 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; +"46 _frozen_param2" -> "47 dequantize_per_tensor_11" [style=solid, label="(128, 64, 3, 3)"]; +"47 dequantize_per_tensor_11" -> "48 conv2d_2" [style=solid, label="(128, 64, 3, 3)"]; +"48 conv2d_2" -> "49 relu_2" [style=solid, label="(1, 128, 108, 108)"]; +"49 relu_2" -> "50 quantize_per_tensor_12" [style=solid, label="(1, 128, 108, 108)"]; +"50 quantize_per_tensor_12" -> "51 dequantize_per_tensor_13" [style=solid, label="(1, 128, 108, 108)"]; +"51 dequantize_per_tensor_13" -> "54 conv2d_3" [style=solid, label="(1, 128, 108, 108)"]; +"52 _frozen_param3" -> "53 dequantize_per_tensor_14" [style=solid, label="(128, 128, 3, 3)"]; +"53 dequantize_per_tensor_14" -> "54 conv2d_3" [style=solid, label="(128, 128, 3, 3)"]; +"54 conv2d_3" -> "55 relu_3" [style=solid, label="(1, 128, 106, 106)"]; +"55 relu_3" -> "56 quantize_per_tensor_15" [style=solid, label="(1, 128, 106, 106)"]; +"56 quantize_per_tensor_15" -> "57 dequantize_per_tensor_16" [style=solid, label="(1, 128, 106, 106)"]; +"56 quantize_per_tensor_15" -> "58 dequantize_per_tensor_17" [style=solid, label="(1, 128, 106, 106)"]; +"57 dequantize_per_tensor_16" -> "157 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"58 dequantize_per_tensor_17" -> "59 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; +"59 max_pool2d_1" -> "60 quantize_per_tensor_18" [style=solid, label="(1, 128, 53, 53)"]; +"60 quantize_per_tensor_18" -> "61 dequantize_per_tensor_19" [style=solid, label="(1, 128, 53, 53)"]; +"61 dequantize_per_tensor_19" -> "64 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; +"62 _frozen_param4" -> "63 dequantize_per_tensor_20" [style=solid, label="(256, 128, 3, 3)"]; +"63 dequantize_per_tensor_20" -> "64 conv2d_4" [style=solid, label="(256, 128, 3, 3)"]; +"64 conv2d_4" -> "65 relu_4" [style=solid, label="(1, 256, 51, 51)"]; +"65 relu_4" -> "66 quantize_per_tensor_21" [style=solid, label="(1, 256, 51, 51)"]; +"66 quantize_per_tensor_21" -> "67 dequantize_per_tensor_22" [style=solid, label="(1, 256, 51, 51)"]; +"67 dequantize_per_tensor_22" -> "70 conv2d_5" [style=solid, label="(1, 256, 51, 51)"]; +"68 _frozen_param5" -> "69 dequantize_per_tensor_23" [style=solid, label="(256, 256, 3, 3)"]; +"69 dequantize_per_tensor_23" -> "70 conv2d_5" [style=solid, label="(256, 256, 3, 3)"]; +"70 conv2d_5" -> "71 relu_5" [style=solid, label="(1, 256, 49, 49)"]; +"71 relu_5" -> "72 quantize_per_tensor_24" [style=solid, label="(1, 256, 49, 49)"]; +"72 quantize_per_tensor_24" -> "73 dequantize_per_tensor_25" [style=solid, label="(1, 256, 49, 49)"]; +"72 quantize_per_tensor_24" -> "74 dequantize_per_tensor_26" [style=solid, label="(1, 256, 49, 49)"]; +"73 dequantize_per_tensor_25" -> "133 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"74 dequantize_per_tensor_26" -> "75 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; +"75 max_pool2d_2" -> "76 quantize_per_tensor_27" [style=solid, label="(1, 256, 24, 24)"]; +"76 quantize_per_tensor_27" -> "77 dequantize_per_tensor_28" [style=solid, label="(1, 256, 24, 24)"]; +"77 dequantize_per_tensor_28" -> "80 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; +"78 _frozen_param6" -> "79 dequantize_per_tensor_29" [style=solid, label="(512, 256, 3, 3)"]; +"79 dequantize_per_tensor_29" -> "80 conv2d_6" [style=solid, label="(512, 256, 3, 3)"]; +"80 conv2d_6" -> "81 relu_6" [style=solid, label="(1, 512, 22, 22)"]; +"81 relu_6" -> "82 quantize_per_tensor_30" [style=solid, label="(1, 512, 22, 22)"]; +"82 quantize_per_tensor_30" -> "83 dequantize_per_tensor_31" [style=solid, label="(1, 512, 22, 22)"]; +"83 dequantize_per_tensor_31" -> "86 conv2d_7" [style=solid, label="(1, 512, 22, 22)"]; +"84 _frozen_param7" -> "85 dequantize_per_tensor_32" [style=solid, label="(512, 512, 3, 3)"]; +"85 dequantize_per_tensor_32" -> "86 conv2d_7" [style=solid, label="(512, 512, 3, 3)"]; +"86 conv2d_7" -> "87 relu_7" [style=solid, label="(1, 512, 20, 20)"]; +"87 relu_7" -> "88 quantize_per_tensor_33" [style=solid, label="(1, 512, 20, 20)"]; +"88 quantize_per_tensor_33" -> "89 dequantize_per_tensor_34" [style=solid, label="(1, 512, 20, 20)"]; +"88 quantize_per_tensor_33" -> "90 dequantize_per_tensor_35" [style=solid, label="(1, 512, 20, 20)"]; +"89 dequantize_per_tensor_34" -> "109 slice_1" [style=solid, label="(1, 512, 20, 20)"]; +"90 dequantize_per_tensor_35" -> "91 max_pool2d_3" [style=solid, label="(1, 512, 20, 20)"]; +"91 max_pool2d_3" -> "92 quantize_per_tensor_36" [style=solid, label="(1, 512, 10, 10)"]; +"92 quantize_per_tensor_36" -> "93 dequantize_per_tensor_37" [style=solid, label="(1, 512, 10, 10)"]; +"93 dequantize_per_tensor_37" -> "96 conv2d_8" [style=solid, label="(1, 512, 10, 10)"]; +"94 _frozen_param8" -> "95 dequantize_per_tensor_38" [style=solid, label="(1024, 512, 3, 3)"]; +"95 dequantize_per_tensor_38" -> "96 conv2d_8" [style=solid, label="(1024, 512, 3, 3)"]; +"96 conv2d_8" -> "97 relu_8" [style=solid, label="(1, 1024, 8, 8)"]; +"97 relu_8" -> "98 quantize_per_tensor_39" [style=solid, label="(1, 1024, 8, 8)"]; +"98 quantize_per_tensor_39" -> "99 dequantize_per_tensor_40" [style=solid, label="(1, 1024, 8, 8)"]; +"99 dequantize_per_tensor_40" -> "102 conv2d_9" [style=solid, label="(1, 1024, 8, 8)"]; +"100 _frozen_param9" -> "101 dequantize_per_tensor_41" [style=solid, label="(1024, 1024, 3, 3)"]; +"101 dequantize_per_tensor_41" -> "102 conv2d_9" [style=solid, label="(1024, 1024, 3, 3)"]; +"102 conv2d_9" -> "103 relu_9" [style=solid, label="(1, 1024, 6, 6)"]; +"103 relu_9" -> "104 quantize_per_tensor_42" [style=solid, label="(1, 1024, 6, 6)"]; +"104 quantize_per_tensor_42" -> "105 dequantize_per_tensor_43" [style=solid, label="(1, 1024, 6, 6)"]; +"105 dequantize_per_tensor_43" -> "106 conv_transpose2d" [style=solid, label="(1, 1024, 6, 6)"]; +"106 conv_transpose2d" -> "107 quantize_per_tensor_44" [style=solid, label="(1, 512, 12, 12)"]; +"107 quantize_per_tensor_44" -> "108 dequantize_per_tensor_45" [style=solid, label="(1, 512, 12, 12)"]; +"108 dequantize_per_tensor_45" -> "115 cat" [style=solid, label="(1, 512, 12, 12)"]; +"109 slice_1" -> "110 slice_2" [style=solid, label="(1, 512, 20, 20)"]; +"110 slice_2" -> "111 slice_3" [style=solid, label="(1, 512, 20, 20)"]; +"111 slice_3" -> "112 slice_4" [style=solid, label="(1, 512, 12, 20)"]; +"112 slice_4" -> "113 quantize_per_tensor_46" [style=solid, label="(1, 512, 12, 12)"]; +"113 quantize_per_tensor_46" -> "114 dequantize_per_tensor_47" [style=solid, label="(1, 512, 12, 12)"]; +"114 dequantize_per_tensor_47" -> "115 cat" [style=solid, label="(1, 512, 12, 12)"]; +"115 cat" -> "116 quantize_per_tensor_48" [style=solid, label="(1, 1024, 12, 12)"]; +"116 quantize_per_tensor_48" -> "117 dequantize_per_tensor_49" [style=solid, label="(1, 1024, 12, 12)"]; +"117 dequantize_per_tensor_49" -> "120 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"118 _frozen_param10" -> "119 dequantize_per_tensor_50" [style=solid, label="(512, 1024, 3, 3)"]; +"119 dequantize_per_tensor_50" -> "120 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"120 conv2d_10" -> "121 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"121 relu_10" -> "122 quantize_per_tensor_51" [style=solid, label="(1, 512, 10, 10)"]; +"122 quantize_per_tensor_51" -> "123 dequantize_per_tensor_52" [style=solid, label="(1, 512, 10, 10)"]; +"123 dequantize_per_tensor_52" -> "126 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"124 _frozen_param11" -> "125 dequantize_per_tensor_53" [style=solid, label="(512, 512, 3, 3)"]; +"125 dequantize_per_tensor_53" -> "126 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"126 conv2d_11" -> "127 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"127 relu_11" -> "128 quantize_per_tensor_54" [style=solid, label="(1, 512, 8, 8)"]; +"128 quantize_per_tensor_54" -> "129 dequantize_per_tensor_55" [style=solid, label="(1, 512, 8, 8)"]; +"129 dequantize_per_tensor_55" -> "130 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"130 conv_transpose2d_1" -> "131 quantize_per_tensor_56" [style=solid, label="(1, 256, 16, 16)"]; +"131 quantize_per_tensor_56" -> "132 dequantize_per_tensor_57" [style=solid, label="(1, 256, 16, 16)"]; +"132 dequantize_per_tensor_57" -> "139 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"133 slice_5" -> "134 slice_6" [style=solid, label="(1, 256, 49, 49)"]; +"134 slice_6" -> "135 slice_7" [style=solid, label="(1, 256, 49, 49)"]; +"135 slice_7" -> "136 slice_8" [style=solid, label="(1, 256, 16, 49)"]; +"136 slice_8" -> "137 quantize_per_tensor_58" [style=solid, label="(1, 256, 16, 16)"]; +"137 quantize_per_tensor_58" -> "138 dequantize_per_tensor_59" [style=solid, label="(1, 256, 16, 16)"]; +"138 dequantize_per_tensor_59" -> "139 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"139 cat_1" -> "140 quantize_per_tensor_60" [style=solid, label="(1, 512, 16, 16)"]; +"140 quantize_per_tensor_60" -> "141 dequantize_per_tensor_61" [style=solid, label="(1, 512, 16, 16)"]; +"141 dequantize_per_tensor_61" -> "144 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"142 _frozen_param12" -> "143 dequantize_per_tensor_62" [style=solid, label="(256, 512, 3, 3)"]; +"143 dequantize_per_tensor_62" -> "144 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"144 conv2d_12" -> "145 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"145 relu_12" -> "146 quantize_per_tensor_63" [style=solid, label="(1, 256, 14, 14)"]; +"146 quantize_per_tensor_63" -> "147 dequantize_per_tensor_64" [style=solid, label="(1, 256, 14, 14)"]; +"147 dequantize_per_tensor_64" -> "150 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"148 _frozen_param13" -> "149 dequantize_per_tensor_65" [style=solid, label="(256, 256, 3, 3)"]; +"149 dequantize_per_tensor_65" -> "150 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"150 conv2d_13" -> "151 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"151 relu_13" -> "152 quantize_per_tensor_66" [style=solid, label="(1, 256, 12, 12)"]; +"152 quantize_per_tensor_66" -> "153 dequantize_per_tensor_67" [style=solid, label="(1, 256, 12, 12)"]; +"153 dequantize_per_tensor_67" -> "154 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"154 conv_transpose2d_2" -> "155 quantize_per_tensor_68" [style=solid, label="(1, 128, 24, 24)"]; +"155 quantize_per_tensor_68" -> "156 dequantize_per_tensor_69" [style=solid, label="(1, 128, 24, 24)"]; +"156 dequantize_per_tensor_69" -> "163 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"157 slice_9" -> "158 slice_10" [style=solid, label="(1, 128, 106, 106)"]; +"158 slice_10" -> "159 slice_11" [style=solid, label="(1, 128, 106, 106)"]; +"159 slice_11" -> "160 slice_12" [style=solid, label="(1, 128, 24, 106)"]; +"160 slice_12" -> "161 quantize_per_tensor_70" [style=solid, label="(1, 128, 24, 24)"]; +"161 quantize_per_tensor_70" -> "162 dequantize_per_tensor_71" [style=solid, label="(1, 128, 24, 24)"]; +"162 dequantize_per_tensor_71" -> "163 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"163 cat_2" -> "164 quantize_per_tensor_72" [style=solid, label="(1, 256, 24, 24)"]; +"164 quantize_per_tensor_72" -> "165 dequantize_per_tensor_73" [style=solid, label="(1, 256, 24, 24)"]; +"165 dequantize_per_tensor_73" -> "168 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"166 _frozen_param14" -> "167 dequantize_per_tensor_74" [style=solid, label="(128, 256, 3, 3)"]; +"167 dequantize_per_tensor_74" -> "168 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"168 conv2d_14" -> "169 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"169 relu_14" -> "170 quantize_per_tensor_75" [style=solid, label="(1, 128, 22, 22)"]; +"170 quantize_per_tensor_75" -> "171 dequantize_per_tensor_76" [style=solid, label="(1, 128, 22, 22)"]; +"171 dequantize_per_tensor_76" -> "174 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"172 _frozen_param15" -> "173 dequantize_per_tensor_77" [style=solid, label="(128, 128, 3, 3)"]; +"173 dequantize_per_tensor_77" -> "174 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"174 conv2d_15" -> "175 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"175 relu_15" -> "176 quantize_per_tensor_78" [style=solid, label="(1, 128, 20, 20)"]; +"176 quantize_per_tensor_78" -> "177 dequantize_per_tensor_79" [style=solid, label="(1, 128, 20, 20)"]; +"177 dequantize_per_tensor_79" -> "178 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"178 conv_transpose2d_3" -> "179 quantize_per_tensor_80" [style=solid, label="(1, 64, 40, 40)"]; +"179 quantize_per_tensor_80" -> "180 dequantize_per_tensor_81" [style=solid, label="(1, 64, 40, 40)"]; +"180 dequantize_per_tensor_81" -> "187 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"181 slice_13" -> "182 slice_14" [style=solid, label="(1, 64, 220, 220)"]; +"182 slice_14" -> "183 slice_15" [style=solid, label="(1, 64, 220, 220)"]; +"183 slice_15" -> "184 slice_16" [style=solid, label="(1, 64, 40, 220)"]; +"184 slice_16" -> "185 quantize_per_tensor_82" [style=solid, label="(1, 64, 40, 40)"]; +"185 quantize_per_tensor_82" -> "186 dequantize_per_tensor_83" [style=solid, label="(1, 64, 40, 40)"]; +"186 dequantize_per_tensor_83" -> "187 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"187 cat_3" -> "188 quantize_per_tensor_84" [style=solid, label="(1, 128, 40, 40)"]; +"188 quantize_per_tensor_84" -> "189 dequantize_per_tensor_85" [style=solid, label="(1, 128, 40, 40)"]; +"189 dequantize_per_tensor_85" -> "192 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"190 _frozen_param16" -> "191 dequantize_per_tensor_86" [style=solid, label="(64, 128, 3, 3)"]; +"191 dequantize_per_tensor_86" -> "192 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"192 conv2d_16" -> "193 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"193 relu_16" -> "194 quantize_per_tensor_87" [style=solid, label="(1, 64, 38, 38)"]; +"194 quantize_per_tensor_87" -> "195 dequantize_per_tensor_88" [style=solid, label="(1, 64, 38, 38)"]; +"195 dequantize_per_tensor_88" -> "198 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"196 _frozen_param17" -> "197 dequantize_per_tensor_89" [style=solid, label="(64, 64, 3, 3)"]; +"197 dequantize_per_tensor_89" -> "198 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"198 conv2d_17" -> "199 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"199 relu_17" -> "200 quantize_per_tensor_90" [style=solid, label="(1, 64, 36, 36)"]; +"200 quantize_per_tensor_90" -> "201 dequantize_per_tensor_91" [style=solid, label="(1, 64, 36, 36)"]; +"201 dequantize_per_tensor_91" -> "204 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"202 _frozen_param18" -> "203 dequantize_per_tensor_92" [style=solid, label="(12, 64, 1, 1)"]; +"203 dequantize_per_tensor_92" -> "204 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"204 conv2d_18" -> "205 quantize_per_tensor_93" [style=solid, label="(1, 12, 36, 36)"]; +"205 quantize_per_tensor_93" -> "206 dequantize_per_tensor_94" [style=solid, label="(1, 12, 36, 36)"]; +"206 dequantize_per_tensor_94" -> "207 output" [style=solid, label="(1, 12, 36, 36)"]; +} diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16.dot b/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16.dot new file mode 100644 index 00000000000..9afd165b7e7 --- /dev/null +++ b/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16.dot @@ -0,0 +1,2121 @@ +strict digraph { +"0 _frozen_param0" [id=0, type="get_attr"]; +"1 dequantize_per_tensor_0" [id=1, type="dequantize_per_tensor"]; +"2 conv_proj_bias" [id=2, type="get_attr"]; +"3 encoder_layers_encoder_layer_0_ln_1_weight" [id=3, type="get_attr"]; +"4 encoder_layers_encoder_layer_0_ln_1_bias" [id=4, type="get_attr"]; +"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=5, type="get_attr"]; +"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=6, type="get_attr"]; +"7 encoder_layers_encoder_layer_0_ln_2_weight" [id=7, type="get_attr"]; +"8 encoder_layers_encoder_layer_0_ln_2_bias" [id=8, type="get_attr"]; +"9 encoder_layers_encoder_layer_0_mlp_0_bias" [id=9, type="get_attr"]; +"10 encoder_layers_encoder_layer_0_mlp_3_bias" [id=10, type="get_attr"]; +"11 encoder_layers_encoder_layer_1_ln_1_weight" [id=11, type="get_attr"]; +"12 encoder_layers_encoder_layer_1_ln_1_bias" [id=12, type="get_attr"]; +"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=13, type="get_attr"]; +"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=14, type="get_attr"]; +"15 encoder_layers_encoder_layer_1_ln_2_weight" [id=15, type="get_attr"]; +"16 encoder_layers_encoder_layer_1_ln_2_bias" [id=16, type="get_attr"]; +"17 encoder_layers_encoder_layer_1_mlp_0_bias" [id=17, type="get_attr"]; +"18 encoder_layers_encoder_layer_1_mlp_3_bias" [id=18, type="get_attr"]; +"19 encoder_layers_encoder_layer_2_ln_1_weight" [id=19, type="get_attr"]; +"20 encoder_layers_encoder_layer_2_ln_1_bias" [id=20, type="get_attr"]; +"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=21, type="get_attr"]; +"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=22, type="get_attr"]; +"23 encoder_layers_encoder_layer_2_ln_2_weight" [id=23, type="get_attr"]; +"24 encoder_layers_encoder_layer_2_ln_2_bias" [id=24, type="get_attr"]; +"25 encoder_layers_encoder_layer_2_mlp_0_bias" [id=25, type="get_attr"]; +"26 encoder_layers_encoder_layer_2_mlp_3_bias" [id=26, type="get_attr"]; +"27 encoder_layers_encoder_layer_3_ln_1_weight" [id=27, type="get_attr"]; +"28 encoder_layers_encoder_layer_3_ln_1_bias" [id=28, type="get_attr"]; +"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=29, type="get_attr"]; +"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=30, type="get_attr"]; +"31 encoder_layers_encoder_layer_3_ln_2_weight" [id=31, type="get_attr"]; +"32 encoder_layers_encoder_layer_3_ln_2_bias" [id=32, type="get_attr"]; +"33 encoder_layers_encoder_layer_3_mlp_0_bias" [id=33, type="get_attr"]; +"34 encoder_layers_encoder_layer_3_mlp_3_bias" [id=34, type="get_attr"]; +"35 encoder_layers_encoder_layer_4_ln_1_weight" [id=35, type="get_attr"]; +"36 encoder_layers_encoder_layer_4_ln_1_bias" [id=36, type="get_attr"]; +"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=37, type="get_attr"]; +"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=38, type="get_attr"]; +"39 encoder_layers_encoder_layer_4_ln_2_weight" [id=39, type="get_attr"]; +"40 encoder_layers_encoder_layer_4_ln_2_bias" [id=40, type="get_attr"]; +"41 encoder_layers_encoder_layer_4_mlp_0_bias" [id=41, type="get_attr"]; +"42 encoder_layers_encoder_layer_4_mlp_3_bias" [id=42, type="get_attr"]; +"43 encoder_layers_encoder_layer_5_ln_1_weight" [id=43, type="get_attr"]; +"44 encoder_layers_encoder_layer_5_ln_1_bias" [id=44, type="get_attr"]; +"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=45, type="get_attr"]; +"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=46, type="get_attr"]; +"47 encoder_layers_encoder_layer_5_ln_2_weight" [id=47, type="get_attr"]; +"48 encoder_layers_encoder_layer_5_ln_2_bias" [id=48, type="get_attr"]; +"49 encoder_layers_encoder_layer_5_mlp_0_bias" [id=49, type="get_attr"]; +"50 encoder_layers_encoder_layer_5_mlp_3_bias" [id=50, type="get_attr"]; +"51 encoder_layers_encoder_layer_6_ln_1_weight" [id=51, type="get_attr"]; +"52 encoder_layers_encoder_layer_6_ln_1_bias" [id=52, type="get_attr"]; +"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=53, type="get_attr"]; +"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=54, type="get_attr"]; +"55 encoder_layers_encoder_layer_6_ln_2_weight" [id=55, type="get_attr"]; +"56 encoder_layers_encoder_layer_6_ln_2_bias" [id=56, type="get_attr"]; +"57 encoder_layers_encoder_layer_6_mlp_0_bias" [id=57, type="get_attr"]; +"58 encoder_layers_encoder_layer_6_mlp_3_bias" [id=58, type="get_attr"]; +"59 encoder_layers_encoder_layer_7_ln_1_weight" [id=59, type="get_attr"]; +"60 encoder_layers_encoder_layer_7_ln_1_bias" [id=60, type="get_attr"]; +"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=61, type="get_attr"]; +"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=62, type="get_attr"]; +"63 encoder_layers_encoder_layer_7_ln_2_weight" [id=63, type="get_attr"]; +"64 encoder_layers_encoder_layer_7_ln_2_bias" [id=64, type="get_attr"]; +"65 encoder_layers_encoder_layer_7_mlp_0_bias" [id=65, type="get_attr"]; +"66 encoder_layers_encoder_layer_7_mlp_3_bias" [id=66, type="get_attr"]; +"67 encoder_layers_encoder_layer_8_ln_1_weight" [id=67, type="get_attr"]; +"68 encoder_layers_encoder_layer_8_ln_1_bias" [id=68, type="get_attr"]; +"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=69, type="get_attr"]; +"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=70, type="get_attr"]; +"71 encoder_layers_encoder_layer_8_ln_2_weight" [id=71, type="get_attr"]; +"72 encoder_layers_encoder_layer_8_ln_2_bias" [id=72, type="get_attr"]; +"73 encoder_layers_encoder_layer_8_mlp_0_bias" [id=73, type="get_attr"]; +"74 encoder_layers_encoder_layer_8_mlp_3_bias" [id=74, type="get_attr"]; +"75 encoder_layers_encoder_layer_9_ln_1_weight" [id=75, type="get_attr"]; +"76 encoder_layers_encoder_layer_9_ln_1_bias" [id=76, type="get_attr"]; +"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=77, type="get_attr"]; +"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=78, type="get_attr"]; +"79 encoder_layers_encoder_layer_9_ln_2_weight" [id=79, type="get_attr"]; +"80 encoder_layers_encoder_layer_9_ln_2_bias" [id=80, type="get_attr"]; +"81 encoder_layers_encoder_layer_9_mlp_0_bias" [id=81, type="get_attr"]; +"82 encoder_layers_encoder_layer_9_mlp_3_bias" [id=82, type="get_attr"]; +"83 encoder_layers_encoder_layer_10_ln_1_weight" [id=83, type="get_attr"]; +"84 encoder_layers_encoder_layer_10_ln_1_bias" [id=84, type="get_attr"]; +"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=85, type="get_attr"]; +"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=86, type="get_attr"]; +"87 encoder_layers_encoder_layer_10_ln_2_weight" [id=87, type="get_attr"]; +"88 encoder_layers_encoder_layer_10_ln_2_bias" [id=88, type="get_attr"]; +"89 encoder_layers_encoder_layer_10_mlp_0_bias" [id=89, type="get_attr"]; +"90 encoder_layers_encoder_layer_10_mlp_3_bias" [id=90, type="get_attr"]; +"91 encoder_layers_encoder_layer_11_ln_1_weight" [id=91, type="get_attr"]; +"92 encoder_layers_encoder_layer_11_ln_1_bias" [id=92, type="get_attr"]; +"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=93, type="get_attr"]; +"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=94, type="get_attr"]; +"95 encoder_layers_encoder_layer_11_ln_2_weight" [id=95, type="get_attr"]; +"96 encoder_layers_encoder_layer_11_ln_2_bias" [id=96, type="get_attr"]; +"97 encoder_layers_encoder_layer_11_mlp_0_bias" [id=97, type="get_attr"]; +"98 encoder_layers_encoder_layer_11_mlp_3_bias" [id=98, type="get_attr"]; +"99 encoder_ln_weight" [id=99, type="get_attr"]; +"100 encoder_ln_bias" [id=100, type="get_attr"]; +"101 heads_head_bias" [id=101, type="get_attr"]; +"102 x" [id=102, type=input]; +"103 quantize_per_tensor_1" [id=103, type="quantize_per_tensor"]; +"104 dequantize_per_tensor_2" [id=104, type="dequantize_per_tensor"]; +"105 _frozen_param1" [id=105, type="get_attr"]; +"106 dequantize_per_tensor_3" [id=106, type="dequantize_per_tensor"]; +"107 conv2d" [id=107, type=conv2d]; +"108 quantize_per_tensor_4" [id=108, type="quantize_per_tensor"]; +"109 dequantize_per_tensor_5" [id=109, type="dequantize_per_tensor"]; +"110 reshape" [id=110, type=reshape]; +"111 permute" [id=111, type=permute]; +"112 quantize_per_tensor_6" [id=112, type="quantize_per_tensor"]; +"113 dequantize_per_tensor_7" [id=113, type="dequantize_per_tensor"]; +"114 _frozen_param2" [id=114, type="get_attr"]; +"115 dequantize_per_tensor_8" [id=115, type="dequantize_per_tensor"]; +"116 cat" [id=116, type=cat]; +"117 quantize_per_tensor_9" [id=117, type="quantize_per_tensor"]; +"118 dequantize_per_tensor_10" [id=118, type="dequantize_per_tensor"]; +"119 add" [id=119, type=add]; +"120 quantize_per_tensor_11" [id=120, type="quantize_per_tensor"]; +"121 dequantize_per_tensor_12" [id=121, type="dequantize_per_tensor"]; +"122 dropout" [id=122, type=dropout]; +"123 layer_norm" [id=123, type="layer_norm"]; +"124 transpose" [id=124, type=transpose]; +"125 transpose_0_0_nncf_smooth_quant_0" [id=125, type="call_module"]; +"126 quantize_per_tensor_13" [id=126, type="quantize_per_tensor"]; +"127 dequantize_per_tensor_14" [id=127, type="dequantize_per_tensor"]; +"128 _frozen_param3" [id=128, type="get_attr"]; +"129 dequantize_per_tensor_15" [id=129, type="dequantize_per_tensor"]; +"130 linear" [id=130, type=linear]; +"131 quantize_per_tensor_16" [id=131, type="quantize_per_tensor"]; +"132 dequantize_per_tensor_17" [id=132, type="dequantize_per_tensor"]; +"133 unflatten" [id=133, type=unflatten]; +"134 unsqueeze" [id=134, type=unsqueeze]; +"135 transpose_1" [id=135, type=transpose]; +"136 squeeze" [id=136, type=squeeze]; +"137 contiguous" [id=137, type=contiguous]; +"138 select" [id=138, type=select]; +"139 select_1" [id=139, type=select]; +"140 select_2" [id=140, type=select]; +"141 view" [id=141, type=view]; +"142 transpose_2" [id=142, type=transpose]; +"143 view_1" [id=143, type=view]; +"144 transpose_3" [id=144, type=transpose]; +"145 view_2" [id=145, type=view]; +"146 transpose_4" [id=146, type=transpose]; +"147 view_3" [id=147, type=view]; +"148 view_4" [id=148, type=view]; +"149 view_5" [id=149, type=view]; +"150 scaled_dot_product_attention" [id=150, type="scaled_dot_product_attention"]; +"151 permute_1" [id=151, type=permute]; +"152 view_6" [id=152, type=view]; +"153 view_6_0_0_nncf_smooth_quant_0" [id=153, type="call_module"]; +"154 quantize_per_tensor_18" [id=154, type="quantize_per_tensor"]; +"155 dequantize_per_tensor_19" [id=155, type="dequantize_per_tensor"]; +"156 _frozen_param4" [id=156, type="get_attr"]; +"157 dequantize_per_tensor_20" [id=157, type="dequantize_per_tensor"]; +"158 linear_1" [id=158, type=linear]; +"159 quantize_per_tensor_21" [id=159, type="quantize_per_tensor"]; +"160 dequantize_per_tensor_22" [id=160, type="dequantize_per_tensor"]; +"161 view_7" [id=161, type=view]; +"162 quantize_per_tensor_23" [id=162, type="quantize_per_tensor"]; +"163 dequantize_per_tensor_24" [id=163, type="dequantize_per_tensor"]; +"164 transpose_5" [id=164, type=transpose]; +"165 dropout_1" [id=165, type=dropout]; +"166 quantize_per_tensor_25" [id=166, type="quantize_per_tensor"]; +"167 dequantize_per_tensor_26" [id=167, type="dequantize_per_tensor"]; +"168 quantize_per_tensor_27" [id=168, type="quantize_per_tensor"]; +"169 dequantize_per_tensor_28" [id=169, type="dequantize_per_tensor"]; +"170 add_1" [id=170, type=add]; +"171 quantize_per_tensor_29" [id=171, type="quantize_per_tensor"]; +"172 dequantize_per_tensor_30" [id=172, type="dequantize_per_tensor"]; +"173 dequantize_per_tensor_31" [id=173, type="dequantize_per_tensor"]; +"174 layer_norm_1" [id=174, type="layer_norm"]; +"175 layer_norm_1_0_0_nncf_smooth_quant_0" [id=175, type="call_module"]; +"176 quantize_per_tensor_32" [id=176, type="quantize_per_tensor"]; +"177 dequantize_per_tensor_33" [id=177, type="dequantize_per_tensor"]; +"178 _frozen_param5" [id=178, type="get_attr"]; +"179 dequantize_per_tensor_34" [id=179, type="dequantize_per_tensor"]; +"180 linear_2" [id=180, type=linear]; +"181 quantize_per_tensor_35" [id=181, type="quantize_per_tensor"]; +"182 dequantize_per_tensor_36" [id=182, type="dequantize_per_tensor"]; +"183 gelu" [id=183, type=gelu]; +"184 dropout_2" [id=184, type=dropout]; +"185 dropout_2_0_0_nncf_smooth_quant_0" [id=185, type="call_module"]; +"186 quantize_per_tensor_37" [id=186, type="quantize_per_tensor"]; +"187 dequantize_per_tensor_38" [id=187, type="dequantize_per_tensor"]; +"188 _frozen_param6" [id=188, type="get_attr"]; +"189 dequantize_per_tensor_39" [id=189, type="dequantize_per_tensor"]; +"190 linear_3" [id=190, type=linear]; +"191 quantize_per_tensor_40" [id=191, type="quantize_per_tensor"]; +"192 dequantize_per_tensor_41" [id=192, type="dequantize_per_tensor"]; +"193 dropout_3" [id=193, type=dropout]; +"194 quantize_per_tensor_42" [id=194, type="quantize_per_tensor"]; +"195 dequantize_per_tensor_43" [id=195, type="dequantize_per_tensor"]; +"196 add_2" [id=196, type=add]; +"197 quantize_per_tensor_44" [id=197, type="quantize_per_tensor"]; +"198 dequantize_per_tensor_45" [id=198, type="dequantize_per_tensor"]; +"199 dequantize_per_tensor_46" [id=199, type="dequantize_per_tensor"]; +"200 layer_norm_2" [id=200, type="layer_norm"]; +"201 transpose_6" [id=201, type=transpose]; +"202 transpose_6_0_0_nncf_smooth_quant_0" [id=202, type="call_module"]; +"203 quantize_per_tensor_47" [id=203, type="quantize_per_tensor"]; +"204 dequantize_per_tensor_48" [id=204, type="dequantize_per_tensor"]; +"205 _frozen_param7" [id=205, type="get_attr"]; +"206 dequantize_per_tensor_49" [id=206, type="dequantize_per_tensor"]; +"207 linear_4" [id=207, type=linear]; +"208 quantize_per_tensor_50" [id=208, type="quantize_per_tensor"]; +"209 dequantize_per_tensor_51" [id=209, type="dequantize_per_tensor"]; +"210 unflatten_1" [id=210, type=unflatten]; +"211 unsqueeze_1" [id=211, type=unsqueeze]; +"212 transpose_7" [id=212, type=transpose]; +"213 squeeze_1" [id=213, type=squeeze]; +"214 contiguous_1" [id=214, type=contiguous]; +"215 select_3" [id=215, type=select]; +"216 select_4" [id=216, type=select]; +"217 select_5" [id=217, type=select]; +"218 view_8" [id=218, type=view]; +"219 transpose_8" [id=219, type=transpose]; +"220 view_9" [id=220, type=view]; +"221 transpose_9" [id=221, type=transpose]; +"222 view_10" [id=222, type=view]; +"223 transpose_10" [id=223, type=transpose]; +"224 view_11" [id=224, type=view]; +"225 view_12" [id=225, type=view]; +"226 view_13" [id=226, type=view]; +"227 scaled_dot_product_attention_1" [id=227, type="scaled_dot_product_attention"]; +"228 permute_2" [id=228, type=permute]; +"229 view_14" [id=229, type=view]; +"230 view_14_0_0_nncf_smooth_quant_0" [id=230, type="call_module"]; +"231 quantize_per_tensor_52" [id=231, type="quantize_per_tensor"]; +"232 dequantize_per_tensor_53" [id=232, type="dequantize_per_tensor"]; +"233 _frozen_param8" [id=233, type="get_attr"]; +"234 dequantize_per_tensor_54" [id=234, type="dequantize_per_tensor"]; +"235 linear_5" [id=235, type=linear]; +"236 quantize_per_tensor_55" [id=236, type="quantize_per_tensor"]; +"237 dequantize_per_tensor_56" [id=237, type="dequantize_per_tensor"]; +"238 view_15" [id=238, type=view]; +"239 quantize_per_tensor_57" [id=239, type="quantize_per_tensor"]; +"240 dequantize_per_tensor_58" [id=240, type="dequantize_per_tensor"]; +"241 transpose_11" [id=241, type=transpose]; +"242 dropout_4" [id=242, type=dropout]; +"243 quantize_per_tensor_59" [id=243, type="quantize_per_tensor"]; +"244 dequantize_per_tensor_60" [id=244, type="dequantize_per_tensor"]; +"245 add_3" [id=245, type=add]; +"246 quantize_per_tensor_61" [id=246, type="quantize_per_tensor"]; +"247 dequantize_per_tensor_62" [id=247, type="dequantize_per_tensor"]; +"248 dequantize_per_tensor_63" [id=248, type="dequantize_per_tensor"]; +"249 layer_norm_3" [id=249, type="layer_norm"]; +"250 layer_norm_3_0_0_nncf_smooth_quant_0" [id=250, type="call_module"]; +"251 quantize_per_tensor_64" [id=251, type="quantize_per_tensor"]; +"252 dequantize_per_tensor_65" [id=252, type="dequantize_per_tensor"]; +"253 _frozen_param9" [id=253, type="get_attr"]; +"254 dequantize_per_tensor_66" [id=254, type="dequantize_per_tensor"]; +"255 linear_6" [id=255, type=linear]; +"256 quantize_per_tensor_67" [id=256, type="quantize_per_tensor"]; +"257 dequantize_per_tensor_68" [id=257, type="dequantize_per_tensor"]; +"258 gelu_1" [id=258, type=gelu]; +"259 dropout_5" [id=259, type=dropout]; +"260 dropout_5_0_0_nncf_smooth_quant_0" [id=260, type="call_module"]; +"261 quantize_per_tensor_69" [id=261, type="quantize_per_tensor"]; +"262 dequantize_per_tensor_70" [id=262, type="dequantize_per_tensor"]; +"263 _frozen_param10" [id=263, type="get_attr"]; +"264 dequantize_per_tensor_71" [id=264, type="dequantize_per_tensor"]; +"265 linear_7" [id=265, type=linear]; +"266 quantize_per_tensor_72" [id=266, type="quantize_per_tensor"]; +"267 dequantize_per_tensor_73" [id=267, type="dequantize_per_tensor"]; +"268 dropout_6" [id=268, type=dropout]; +"269 quantize_per_tensor_74" [id=269, type="quantize_per_tensor"]; +"270 dequantize_per_tensor_75" [id=270, type="dequantize_per_tensor"]; +"271 add_4" [id=271, type=add]; +"272 quantize_per_tensor_76" [id=272, type="quantize_per_tensor"]; +"273 dequantize_per_tensor_77" [id=273, type="dequantize_per_tensor"]; +"274 dequantize_per_tensor_78" [id=274, type="dequantize_per_tensor"]; +"275 layer_norm_4" [id=275, type="layer_norm"]; +"276 transpose_12" [id=276, type=transpose]; +"277 transpose_12_0_0_nncf_smooth_quant_0" [id=277, type="call_module"]; +"278 quantize_per_tensor_79" [id=278, type="quantize_per_tensor"]; +"279 dequantize_per_tensor_80" [id=279, type="dequantize_per_tensor"]; +"280 _frozen_param11" [id=280, type="get_attr"]; +"281 dequantize_per_tensor_81" [id=281, type="dequantize_per_tensor"]; +"282 linear_8" [id=282, type=linear]; +"283 quantize_per_tensor_82" [id=283, type="quantize_per_tensor"]; +"284 dequantize_per_tensor_83" [id=284, type="dequantize_per_tensor"]; +"285 unflatten_2" [id=285, type=unflatten]; +"286 unsqueeze_2" [id=286, type=unsqueeze]; +"287 transpose_13" [id=287, type=transpose]; +"288 squeeze_2" [id=288, type=squeeze]; +"289 contiguous_2" [id=289, type=contiguous]; +"290 select_6" [id=290, type=select]; +"291 select_7" [id=291, type=select]; +"292 select_8" [id=292, type=select]; +"293 view_16" [id=293, type=view]; +"294 transpose_14" [id=294, type=transpose]; +"295 view_17" [id=295, type=view]; +"296 transpose_15" [id=296, type=transpose]; +"297 view_18" [id=297, type=view]; +"298 transpose_16" [id=298, type=transpose]; +"299 view_19" [id=299, type=view]; +"300 view_20" [id=300, type=view]; +"301 view_21" [id=301, type=view]; +"302 scaled_dot_product_attention_2" [id=302, type="scaled_dot_product_attention"]; +"303 permute_3" [id=303, type=permute]; +"304 view_22" [id=304, type=view]; +"305 view_22_0_0_nncf_smooth_quant_0" [id=305, type="call_module"]; +"306 quantize_per_tensor_84" [id=306, type="quantize_per_tensor"]; +"307 dequantize_per_tensor_85" [id=307, type="dequantize_per_tensor"]; +"308 _frozen_param12" [id=308, type="get_attr"]; +"309 dequantize_per_tensor_86" [id=309, type="dequantize_per_tensor"]; +"310 linear_9" [id=310, type=linear]; +"311 quantize_per_tensor_87" [id=311, type="quantize_per_tensor"]; +"312 dequantize_per_tensor_88" [id=312, type="dequantize_per_tensor"]; +"313 view_23" [id=313, type=view]; +"314 quantize_per_tensor_89" [id=314, type="quantize_per_tensor"]; +"315 dequantize_per_tensor_90" [id=315, type="dequantize_per_tensor"]; +"316 transpose_17" [id=316, type=transpose]; +"317 dropout_7" [id=317, type=dropout]; +"318 quantize_per_tensor_91" [id=318, type="quantize_per_tensor"]; +"319 dequantize_per_tensor_92" [id=319, type="dequantize_per_tensor"]; +"320 add_5" [id=320, type=add]; +"321 quantize_per_tensor_93" [id=321, type="quantize_per_tensor"]; +"322 dequantize_per_tensor_94" [id=322, type="dequantize_per_tensor"]; +"323 dequantize_per_tensor_95" [id=323, type="dequantize_per_tensor"]; +"324 layer_norm_5" [id=324, type="layer_norm"]; +"325 layer_norm_5_0_0_nncf_smooth_quant_0" [id=325, type="call_module"]; +"326 quantize_per_tensor_96" [id=326, type="quantize_per_tensor"]; +"327 dequantize_per_tensor_97" [id=327, type="dequantize_per_tensor"]; +"328 _frozen_param13" [id=328, type="get_attr"]; +"329 dequantize_per_tensor_98" [id=329, type="dequantize_per_tensor"]; +"330 linear_10" [id=330, type=linear]; +"331 quantize_per_tensor_99" [id=331, type="quantize_per_tensor"]; +"332 dequantize_per_tensor_100" [id=332, type="dequantize_per_tensor"]; +"333 gelu_2" [id=333, type=gelu]; +"334 dropout_8" [id=334, type=dropout]; +"335 dropout_8_0_0_nncf_smooth_quant_0" [id=335, type="call_module"]; +"336 quantize_per_tensor_101" [id=336, type="quantize_per_tensor"]; +"337 dequantize_per_tensor_102" [id=337, type="dequantize_per_tensor"]; +"338 _frozen_param14" [id=338, type="get_attr"]; +"339 dequantize_per_tensor_103" [id=339, type="dequantize_per_tensor"]; +"340 linear_11" [id=340, type=linear]; +"341 quantize_per_tensor_104" [id=341, type="quantize_per_tensor"]; +"342 dequantize_per_tensor_105" [id=342, type="dequantize_per_tensor"]; +"343 dropout_9" [id=343, type=dropout]; +"344 quantize_per_tensor_106" [id=344, type="quantize_per_tensor"]; +"345 dequantize_per_tensor_107" [id=345, type="dequantize_per_tensor"]; +"346 add_6" [id=346, type=add]; +"347 quantize_per_tensor_108" [id=347, type="quantize_per_tensor"]; +"348 dequantize_per_tensor_109" [id=348, type="dequantize_per_tensor"]; +"349 dequantize_per_tensor_110" [id=349, type="dequantize_per_tensor"]; +"350 layer_norm_6" [id=350, type="layer_norm"]; +"351 transpose_18" [id=351, type=transpose]; +"352 transpose_18_0_0_nncf_smooth_quant_0" [id=352, type="call_module"]; +"353 quantize_per_tensor_111" [id=353, type="quantize_per_tensor"]; +"354 dequantize_per_tensor_112" [id=354, type="dequantize_per_tensor"]; +"355 _frozen_param15" [id=355, type="get_attr"]; +"356 dequantize_per_tensor_113" [id=356, type="dequantize_per_tensor"]; +"357 linear_12" [id=357, type=linear]; +"358 quantize_per_tensor_114" [id=358, type="quantize_per_tensor"]; +"359 dequantize_per_tensor_115" [id=359, type="dequantize_per_tensor"]; +"360 unflatten_3" [id=360, type=unflatten]; +"361 unsqueeze_3" [id=361, type=unsqueeze]; +"362 transpose_19" [id=362, type=transpose]; +"363 squeeze_3" [id=363, type=squeeze]; +"364 contiguous_3" [id=364, type=contiguous]; +"365 select_9" [id=365, type=select]; +"366 select_10" [id=366, type=select]; +"367 select_11" [id=367, type=select]; +"368 view_24" [id=368, type=view]; +"369 transpose_20" [id=369, type=transpose]; +"370 view_25" [id=370, type=view]; +"371 transpose_21" [id=371, type=transpose]; +"372 view_26" [id=372, type=view]; +"373 transpose_22" [id=373, type=transpose]; +"374 view_27" [id=374, type=view]; +"375 view_28" [id=375, type=view]; +"376 view_29" [id=376, type=view]; +"377 scaled_dot_product_attention_3" [id=377, type="scaled_dot_product_attention"]; +"378 permute_4" [id=378, type=permute]; +"379 view_30" [id=379, type=view]; +"380 view_30_0_0_nncf_smooth_quant_0" [id=380, type="call_module"]; +"381 quantize_per_tensor_116" [id=381, type="quantize_per_tensor"]; +"382 dequantize_per_tensor_117" [id=382, type="dequantize_per_tensor"]; +"383 _frozen_param16" [id=383, type="get_attr"]; +"384 dequantize_per_tensor_118" [id=384, type="dequantize_per_tensor"]; +"385 linear_13" [id=385, type=linear]; +"386 quantize_per_tensor_119" [id=386, type="quantize_per_tensor"]; +"387 dequantize_per_tensor_120" [id=387, type="dequantize_per_tensor"]; +"388 view_31" [id=388, type=view]; +"389 quantize_per_tensor_121" [id=389, type="quantize_per_tensor"]; +"390 dequantize_per_tensor_122" [id=390, type="dequantize_per_tensor"]; +"391 transpose_23" [id=391, type=transpose]; +"392 dropout_10" [id=392, type=dropout]; +"393 quantize_per_tensor_123" [id=393, type="quantize_per_tensor"]; +"394 dequantize_per_tensor_124" [id=394, type="dequantize_per_tensor"]; +"395 add_7" [id=395, type=add]; +"396 quantize_per_tensor_125" [id=396, type="quantize_per_tensor"]; +"397 dequantize_per_tensor_126" [id=397, type="dequantize_per_tensor"]; +"398 dequantize_per_tensor_127" [id=398, type="dequantize_per_tensor"]; +"399 layer_norm_7" [id=399, type="layer_norm"]; +"400 layer_norm_7_0_0_nncf_smooth_quant_0" [id=400, type="call_module"]; +"401 quantize_per_tensor_128" [id=401, type="quantize_per_tensor"]; +"402 dequantize_per_tensor_129" [id=402, type="dequantize_per_tensor"]; +"403 _frozen_param17" [id=403, type="get_attr"]; +"404 dequantize_per_tensor_130" [id=404, type="dequantize_per_tensor"]; +"405 linear_14" [id=405, type=linear]; +"406 quantize_per_tensor_131" [id=406, type="quantize_per_tensor"]; +"407 dequantize_per_tensor_132" [id=407, type="dequantize_per_tensor"]; +"408 gelu_3" [id=408, type=gelu]; +"409 dropout_11" [id=409, type=dropout]; +"410 dropout_11_0_0_nncf_smooth_quant_0" [id=410, type="call_module"]; +"411 quantize_per_tensor_133" [id=411, type="quantize_per_tensor"]; +"412 dequantize_per_tensor_134" [id=412, type="dequantize_per_tensor"]; +"413 _frozen_param18" [id=413, type="get_attr"]; +"414 dequantize_per_tensor_135" [id=414, type="dequantize_per_tensor"]; +"415 linear_15" [id=415, type=linear]; +"416 quantize_per_tensor_136" [id=416, type="quantize_per_tensor"]; +"417 dequantize_per_tensor_137" [id=417, type="dequantize_per_tensor"]; +"418 dropout_12" [id=418, type=dropout]; +"419 quantize_per_tensor_138" [id=419, type="quantize_per_tensor"]; +"420 dequantize_per_tensor_139" [id=420, type="dequantize_per_tensor"]; +"421 add_8" [id=421, type=add]; +"422 quantize_per_tensor_140" [id=422, type="quantize_per_tensor"]; +"423 dequantize_per_tensor_141" [id=423, type="dequantize_per_tensor"]; +"424 dequantize_per_tensor_142" [id=424, type="dequantize_per_tensor"]; +"425 layer_norm_8" [id=425, type="layer_norm"]; +"426 transpose_24" [id=426, type=transpose]; +"427 transpose_24_0_0_nncf_smooth_quant_0" [id=427, type="call_module"]; +"428 quantize_per_tensor_143" [id=428, type="quantize_per_tensor"]; +"429 dequantize_per_tensor_144" [id=429, type="dequantize_per_tensor"]; +"430 _frozen_param19" [id=430, type="get_attr"]; +"431 dequantize_per_tensor_145" [id=431, type="dequantize_per_tensor"]; +"432 linear_16" [id=432, type=linear]; +"433 quantize_per_tensor_146" [id=433, type="quantize_per_tensor"]; +"434 dequantize_per_tensor_147" [id=434, type="dequantize_per_tensor"]; +"435 unflatten_4" [id=435, type=unflatten]; +"436 unsqueeze_4" [id=436, type=unsqueeze]; +"437 transpose_25" [id=437, type=transpose]; +"438 squeeze_4" [id=438, type=squeeze]; +"439 contiguous_4" [id=439, type=contiguous]; +"440 select_12" [id=440, type=select]; +"441 select_13" [id=441, type=select]; +"442 select_14" [id=442, type=select]; +"443 view_32" [id=443, type=view]; +"444 transpose_26" [id=444, type=transpose]; +"445 view_33" [id=445, type=view]; +"446 transpose_27" [id=446, type=transpose]; +"447 view_34" [id=447, type=view]; +"448 transpose_28" [id=448, type=transpose]; +"449 view_35" [id=449, type=view]; +"450 view_36" [id=450, type=view]; +"451 view_37" [id=451, type=view]; +"452 scaled_dot_product_attention_4" [id=452, type="scaled_dot_product_attention"]; +"453 permute_5" [id=453, type=permute]; +"454 view_38" [id=454, type=view]; +"455 view_38_0_0_nncf_smooth_quant_0" [id=455, type="call_module"]; +"456 quantize_per_tensor_148" [id=456, type="quantize_per_tensor"]; +"457 dequantize_per_tensor_149" [id=457, type="dequantize_per_tensor"]; +"458 _frozen_param20" [id=458, type="get_attr"]; +"459 dequantize_per_tensor_150" [id=459, type="dequantize_per_tensor"]; +"460 linear_17" [id=460, type=linear]; +"461 quantize_per_tensor_151" [id=461, type="quantize_per_tensor"]; +"462 dequantize_per_tensor_152" [id=462, type="dequantize_per_tensor"]; +"463 view_39" [id=463, type=view]; +"464 quantize_per_tensor_153" [id=464, type="quantize_per_tensor"]; +"465 dequantize_per_tensor_154" [id=465, type="dequantize_per_tensor"]; +"466 transpose_29" [id=466, type=transpose]; +"467 dropout_13" [id=467, type=dropout]; +"468 quantize_per_tensor_155" [id=468, type="quantize_per_tensor"]; +"469 dequantize_per_tensor_156" [id=469, type="dequantize_per_tensor"]; +"470 add_9" [id=470, type=add]; +"471 quantize_per_tensor_157" [id=471, type="quantize_per_tensor"]; +"472 dequantize_per_tensor_158" [id=472, type="dequantize_per_tensor"]; +"473 dequantize_per_tensor_159" [id=473, type="dequantize_per_tensor"]; +"474 layer_norm_9" [id=474, type="layer_norm"]; +"475 layer_norm_9_0_0_nncf_smooth_quant_0" [id=475, type="call_module"]; +"476 quantize_per_tensor_160" [id=476, type="quantize_per_tensor"]; +"477 dequantize_per_tensor_161" [id=477, type="dequantize_per_tensor"]; +"478 _frozen_param21" [id=478, type="get_attr"]; +"479 dequantize_per_tensor_162" [id=479, type="dequantize_per_tensor"]; +"480 linear_18" [id=480, type=linear]; +"481 quantize_per_tensor_163" [id=481, type="quantize_per_tensor"]; +"482 dequantize_per_tensor_164" [id=482, type="dequantize_per_tensor"]; +"483 gelu_4" [id=483, type=gelu]; +"484 dropout_14" [id=484, type=dropout]; +"485 dropout_14_0_0_nncf_smooth_quant_0" [id=485, type="call_module"]; +"486 quantize_per_tensor_165" [id=486, type="quantize_per_tensor"]; +"487 dequantize_per_tensor_166" [id=487, type="dequantize_per_tensor"]; +"488 _frozen_param22" [id=488, type="get_attr"]; +"489 dequantize_per_tensor_167" [id=489, type="dequantize_per_tensor"]; +"490 linear_19" [id=490, type=linear]; +"491 quantize_per_tensor_168" [id=491, type="quantize_per_tensor"]; +"492 dequantize_per_tensor_169" [id=492, type="dequantize_per_tensor"]; +"493 dropout_15" [id=493, type=dropout]; +"494 quantize_per_tensor_170" [id=494, type="quantize_per_tensor"]; +"495 dequantize_per_tensor_171" [id=495, type="dequantize_per_tensor"]; +"496 add_10" [id=496, type=add]; +"497 quantize_per_tensor_172" [id=497, type="quantize_per_tensor"]; +"498 dequantize_per_tensor_173" [id=498, type="dequantize_per_tensor"]; +"499 dequantize_per_tensor_174" [id=499, type="dequantize_per_tensor"]; +"500 layer_norm_10" [id=500, type="layer_norm"]; +"501 transpose_30" [id=501, type=transpose]; +"502 transpose_30_0_0_nncf_smooth_quant_0" [id=502, type="call_module"]; +"503 quantize_per_tensor_175" [id=503, type="quantize_per_tensor"]; +"504 dequantize_per_tensor_176" [id=504, type="dequantize_per_tensor"]; +"505 _frozen_param23" [id=505, type="get_attr"]; +"506 dequantize_per_tensor_177" [id=506, type="dequantize_per_tensor"]; +"507 linear_20" [id=507, type=linear]; +"508 quantize_per_tensor_178" [id=508, type="quantize_per_tensor"]; +"509 dequantize_per_tensor_179" [id=509, type="dequantize_per_tensor"]; +"510 unflatten_5" [id=510, type=unflatten]; +"511 unsqueeze_5" [id=511, type=unsqueeze]; +"512 transpose_31" [id=512, type=transpose]; +"513 squeeze_5" [id=513, type=squeeze]; +"514 contiguous_5" [id=514, type=contiguous]; +"515 select_15" [id=515, type=select]; +"516 select_16" [id=516, type=select]; +"517 select_17" [id=517, type=select]; +"518 view_40" [id=518, type=view]; +"519 transpose_32" [id=519, type=transpose]; +"520 view_41" [id=520, type=view]; +"521 transpose_33" [id=521, type=transpose]; +"522 view_42" [id=522, type=view]; +"523 transpose_34" [id=523, type=transpose]; +"524 view_43" [id=524, type=view]; +"525 view_44" [id=525, type=view]; +"526 view_45" [id=526, type=view]; +"527 scaled_dot_product_attention_5" [id=527, type="scaled_dot_product_attention"]; +"528 permute_6" [id=528, type=permute]; +"529 view_46" [id=529, type=view]; +"530 view_46_0_0_nncf_smooth_quant_0" [id=530, type="call_module"]; +"531 quantize_per_tensor_180" [id=531, type="quantize_per_tensor"]; +"532 dequantize_per_tensor_181" [id=532, type="dequantize_per_tensor"]; +"533 _frozen_param24" [id=533, type="get_attr"]; +"534 dequantize_per_tensor_182" [id=534, type="dequantize_per_tensor"]; +"535 linear_21" [id=535, type=linear]; +"536 quantize_per_tensor_183" [id=536, type="quantize_per_tensor"]; +"537 dequantize_per_tensor_184" [id=537, type="dequantize_per_tensor"]; +"538 view_47" [id=538, type=view]; +"539 quantize_per_tensor_185" [id=539, type="quantize_per_tensor"]; +"540 dequantize_per_tensor_186" [id=540, type="dequantize_per_tensor"]; +"541 transpose_35" [id=541, type=transpose]; +"542 dropout_16" [id=542, type=dropout]; +"543 quantize_per_tensor_187" [id=543, type="quantize_per_tensor"]; +"544 dequantize_per_tensor_188" [id=544, type="dequantize_per_tensor"]; +"545 add_11" [id=545, type=add]; +"546 quantize_per_tensor_189" [id=546, type="quantize_per_tensor"]; +"547 dequantize_per_tensor_190" [id=547, type="dequantize_per_tensor"]; +"548 dequantize_per_tensor_191" [id=548, type="dequantize_per_tensor"]; +"549 layer_norm_11" [id=549, type="layer_norm"]; +"550 layer_norm_11_0_0_nncf_smooth_quant_0" [id=550, type="call_module"]; +"551 quantize_per_tensor_192" [id=551, type="quantize_per_tensor"]; +"552 dequantize_per_tensor_193" [id=552, type="dequantize_per_tensor"]; +"553 _frozen_param25" [id=553, type="get_attr"]; +"554 dequantize_per_tensor_194" [id=554, type="dequantize_per_tensor"]; +"555 linear_22" [id=555, type=linear]; +"556 quantize_per_tensor_195" [id=556, type="quantize_per_tensor"]; +"557 dequantize_per_tensor_196" [id=557, type="dequantize_per_tensor"]; +"558 gelu_5" [id=558, type=gelu]; +"559 dropout_17" [id=559, type=dropout]; +"560 dropout_17_0_0_nncf_smooth_quant_0" [id=560, type="call_module"]; +"561 quantize_per_tensor_197" [id=561, type="quantize_per_tensor"]; +"562 dequantize_per_tensor_198" [id=562, type="dequantize_per_tensor"]; +"563 _frozen_param26" [id=563, type="get_attr"]; +"564 dequantize_per_tensor_199" [id=564, type="dequantize_per_tensor"]; +"565 linear_23" [id=565, type=linear]; +"566 quantize_per_tensor_200" [id=566, type="quantize_per_tensor"]; +"567 dequantize_per_tensor_201" [id=567, type="dequantize_per_tensor"]; +"568 dropout_18" [id=568, type=dropout]; +"569 quantize_per_tensor_202" [id=569, type="quantize_per_tensor"]; +"570 dequantize_per_tensor_203" [id=570, type="dequantize_per_tensor"]; +"571 add_12" [id=571, type=add]; +"572 quantize_per_tensor_204" [id=572, type="quantize_per_tensor"]; +"573 dequantize_per_tensor_205" [id=573, type="dequantize_per_tensor"]; +"574 dequantize_per_tensor_206" [id=574, type="dequantize_per_tensor"]; +"575 layer_norm_12" [id=575, type="layer_norm"]; +"576 transpose_36" [id=576, type=transpose]; +"577 transpose_36_0_0_nncf_smooth_quant_0" [id=577, type="call_module"]; +"578 quantize_per_tensor_207" [id=578, type="quantize_per_tensor"]; +"579 dequantize_per_tensor_208" [id=579, type="dequantize_per_tensor"]; +"580 _frozen_param27" [id=580, type="get_attr"]; +"581 dequantize_per_tensor_209" [id=581, type="dequantize_per_tensor"]; +"582 linear_24" [id=582, type=linear]; +"583 quantize_per_tensor_210" [id=583, type="quantize_per_tensor"]; +"584 dequantize_per_tensor_211" [id=584, type="dequantize_per_tensor"]; +"585 unflatten_6" [id=585, type=unflatten]; +"586 unsqueeze_6" [id=586, type=unsqueeze]; +"587 transpose_37" [id=587, type=transpose]; +"588 squeeze_6" [id=588, type=squeeze]; +"589 contiguous_6" [id=589, type=contiguous]; +"590 select_18" [id=590, type=select]; +"591 select_19" [id=591, type=select]; +"592 select_20" [id=592, type=select]; +"593 view_48" [id=593, type=view]; +"594 transpose_38" [id=594, type=transpose]; +"595 view_49" [id=595, type=view]; +"596 transpose_39" [id=596, type=transpose]; +"597 view_50" [id=597, type=view]; +"598 transpose_40" [id=598, type=transpose]; +"599 view_51" [id=599, type=view]; +"600 view_52" [id=600, type=view]; +"601 view_53" [id=601, type=view]; +"602 scaled_dot_product_attention_6" [id=602, type="scaled_dot_product_attention"]; +"603 permute_7" [id=603, type=permute]; +"604 view_54" [id=604, type=view]; +"605 view_54_0_0_nncf_smooth_quant_0" [id=605, type="call_module"]; +"606 quantize_per_tensor_212" [id=606, type="quantize_per_tensor"]; +"607 dequantize_per_tensor_213" [id=607, type="dequantize_per_tensor"]; +"608 _frozen_param28" [id=608, type="get_attr"]; +"609 dequantize_per_tensor_214" [id=609, type="dequantize_per_tensor"]; +"610 linear_25" [id=610, type=linear]; +"611 quantize_per_tensor_215" [id=611, type="quantize_per_tensor"]; +"612 dequantize_per_tensor_216" [id=612, type="dequantize_per_tensor"]; +"613 view_55" [id=613, type=view]; +"614 quantize_per_tensor_217" [id=614, type="quantize_per_tensor"]; +"615 dequantize_per_tensor_218" [id=615, type="dequantize_per_tensor"]; +"616 transpose_41" [id=616, type=transpose]; +"617 dropout_19" [id=617, type=dropout]; +"618 quantize_per_tensor_219" [id=618, type="quantize_per_tensor"]; +"619 dequantize_per_tensor_220" [id=619, type="dequantize_per_tensor"]; +"620 add_13" [id=620, type=add]; +"621 quantize_per_tensor_221" [id=621, type="quantize_per_tensor"]; +"622 dequantize_per_tensor_222" [id=622, type="dequantize_per_tensor"]; +"623 dequantize_per_tensor_223" [id=623, type="dequantize_per_tensor"]; +"624 layer_norm_13" [id=624, type="layer_norm"]; +"625 layer_norm_13_0_0_nncf_smooth_quant_0" [id=625, type="call_module"]; +"626 quantize_per_tensor_224" [id=626, type="quantize_per_tensor"]; +"627 dequantize_per_tensor_225" [id=627, type="dequantize_per_tensor"]; +"628 _frozen_param29" [id=628, type="get_attr"]; +"629 dequantize_per_tensor_226" [id=629, type="dequantize_per_tensor"]; +"630 linear_26" [id=630, type=linear]; +"631 quantize_per_tensor_227" [id=631, type="quantize_per_tensor"]; +"632 dequantize_per_tensor_228" [id=632, type="dequantize_per_tensor"]; +"633 gelu_6" [id=633, type=gelu]; +"634 dropout_20" [id=634, type=dropout]; +"635 dropout_20_0_0_nncf_smooth_quant_0" [id=635, type="call_module"]; +"636 quantize_per_tensor_229" [id=636, type="quantize_per_tensor"]; +"637 dequantize_per_tensor_230" [id=637, type="dequantize_per_tensor"]; +"638 _frozen_param30" [id=638, type="get_attr"]; +"639 dequantize_per_tensor_231" [id=639, type="dequantize_per_tensor"]; +"640 linear_27" [id=640, type=linear]; +"641 quantize_per_tensor_232" [id=641, type="quantize_per_tensor"]; +"642 dequantize_per_tensor_233" [id=642, type="dequantize_per_tensor"]; +"643 dropout_21" [id=643, type=dropout]; +"644 quantize_per_tensor_234" [id=644, type="quantize_per_tensor"]; +"645 dequantize_per_tensor_235" [id=645, type="dequantize_per_tensor"]; +"646 add_14" [id=646, type=add]; +"647 quantize_per_tensor_236" [id=647, type="quantize_per_tensor"]; +"648 dequantize_per_tensor_237" [id=648, type="dequantize_per_tensor"]; +"649 dequantize_per_tensor_238" [id=649, type="dequantize_per_tensor"]; +"650 layer_norm_14" [id=650, type="layer_norm"]; +"651 transpose_42" [id=651, type=transpose]; +"652 transpose_42_0_0_nncf_smooth_quant_0" [id=652, type="call_module"]; +"653 quantize_per_tensor_239" [id=653, type="quantize_per_tensor"]; +"654 dequantize_per_tensor_240" [id=654, type="dequantize_per_tensor"]; +"655 _frozen_param31" [id=655, type="get_attr"]; +"656 dequantize_per_tensor_241" [id=656, type="dequantize_per_tensor"]; +"657 linear_28" [id=657, type=linear]; +"658 quantize_per_tensor_242" [id=658, type="quantize_per_tensor"]; +"659 dequantize_per_tensor_243" [id=659, type="dequantize_per_tensor"]; +"660 unflatten_7" [id=660, type=unflatten]; +"661 unsqueeze_7" [id=661, type=unsqueeze]; +"662 transpose_43" [id=662, type=transpose]; +"663 squeeze_7" [id=663, type=squeeze]; +"664 contiguous_7" [id=664, type=contiguous]; +"665 select_21" [id=665, type=select]; +"666 select_22" [id=666, type=select]; +"667 select_23" [id=667, type=select]; +"668 view_56" [id=668, type=view]; +"669 transpose_44" [id=669, type=transpose]; +"670 view_57" [id=670, type=view]; +"671 transpose_45" [id=671, type=transpose]; +"672 view_58" [id=672, type=view]; +"673 transpose_46" [id=673, type=transpose]; +"674 view_59" [id=674, type=view]; +"675 view_60" [id=675, type=view]; +"676 view_61" [id=676, type=view]; +"677 scaled_dot_product_attention_7" [id=677, type="scaled_dot_product_attention"]; +"678 permute_8" [id=678, type=permute]; +"679 view_62" [id=679, type=view]; +"680 view_62_0_0_nncf_smooth_quant_0" [id=680, type="call_module"]; +"681 quantize_per_tensor_244" [id=681, type="quantize_per_tensor"]; +"682 dequantize_per_tensor_245" [id=682, type="dequantize_per_tensor"]; +"683 _frozen_param32" [id=683, type="get_attr"]; +"684 dequantize_per_tensor_246" [id=684, type="dequantize_per_tensor"]; +"685 linear_29" [id=685, type=linear]; +"686 quantize_per_tensor_247" [id=686, type="quantize_per_tensor"]; +"687 dequantize_per_tensor_248" [id=687, type="dequantize_per_tensor"]; +"688 view_63" [id=688, type=view]; +"689 quantize_per_tensor_249" [id=689, type="quantize_per_tensor"]; +"690 dequantize_per_tensor_250" [id=690, type="dequantize_per_tensor"]; +"691 transpose_47" [id=691, type=transpose]; +"692 dropout_22" [id=692, type=dropout]; +"693 quantize_per_tensor_251" [id=693, type="quantize_per_tensor"]; +"694 dequantize_per_tensor_252" [id=694, type="dequantize_per_tensor"]; +"695 add_15" [id=695, type=add]; +"696 quantize_per_tensor_253" [id=696, type="quantize_per_tensor"]; +"697 dequantize_per_tensor_254" [id=697, type="dequantize_per_tensor"]; +"698 dequantize_per_tensor_255" [id=698, type="dequantize_per_tensor"]; +"699 layer_norm_15" [id=699, type="layer_norm"]; +"700 layer_norm_15_0_0_nncf_smooth_quant_0" [id=700, type="call_module"]; +"701 quantize_per_tensor_256" [id=701, type="quantize_per_tensor"]; +"702 dequantize_per_tensor_257" [id=702, type="dequantize_per_tensor"]; +"703 _frozen_param33" [id=703, type="get_attr"]; +"704 dequantize_per_tensor_258" [id=704, type="dequantize_per_tensor"]; +"705 linear_30" [id=705, type=linear]; +"706 quantize_per_tensor_259" [id=706, type="quantize_per_tensor"]; +"707 dequantize_per_tensor_260" [id=707, type="dequantize_per_tensor"]; +"708 gelu_7" [id=708, type=gelu]; +"709 dropout_23" [id=709, type=dropout]; +"710 dropout_23_0_0_nncf_smooth_quant_0" [id=710, type="call_module"]; +"711 quantize_per_tensor_261" [id=711, type="quantize_per_tensor"]; +"712 dequantize_per_tensor_262" [id=712, type="dequantize_per_tensor"]; +"713 _frozen_param34" [id=713, type="get_attr"]; +"714 dequantize_per_tensor_263" [id=714, type="dequantize_per_tensor"]; +"715 linear_31" [id=715, type=linear]; +"716 quantize_per_tensor_264" [id=716, type="quantize_per_tensor"]; +"717 dequantize_per_tensor_265" [id=717, type="dequantize_per_tensor"]; +"718 dropout_24" [id=718, type=dropout]; +"719 quantize_per_tensor_266" [id=719, type="quantize_per_tensor"]; +"720 dequantize_per_tensor_267" [id=720, type="dequantize_per_tensor"]; +"721 add_16" [id=721, type=add]; +"722 quantize_per_tensor_268" [id=722, type="quantize_per_tensor"]; +"723 dequantize_per_tensor_269" [id=723, type="dequantize_per_tensor"]; +"724 dequantize_per_tensor_270" [id=724, type="dequantize_per_tensor"]; +"725 layer_norm_16" [id=725, type="layer_norm"]; +"726 transpose_48" [id=726, type=transpose]; +"727 transpose_48_0_0_nncf_smooth_quant_0" [id=727, type="call_module"]; +"728 quantize_per_tensor_271" [id=728, type="quantize_per_tensor"]; +"729 dequantize_per_tensor_272" [id=729, type="dequantize_per_tensor"]; +"730 _frozen_param35" [id=730, type="get_attr"]; +"731 dequantize_per_tensor_273" [id=731, type="dequantize_per_tensor"]; +"732 linear_32" [id=732, type=linear]; +"733 quantize_per_tensor_274" [id=733, type="quantize_per_tensor"]; +"734 dequantize_per_tensor_275" [id=734, type="dequantize_per_tensor"]; +"735 unflatten_8" [id=735, type=unflatten]; +"736 unsqueeze_8" [id=736, type=unsqueeze]; +"737 transpose_49" [id=737, type=transpose]; +"738 squeeze_8" [id=738, type=squeeze]; +"739 contiguous_8" [id=739, type=contiguous]; +"740 select_24" [id=740, type=select]; +"741 select_25" [id=741, type=select]; +"742 select_26" [id=742, type=select]; +"743 view_64" [id=743, type=view]; +"744 transpose_50" [id=744, type=transpose]; +"745 view_65" [id=745, type=view]; +"746 transpose_51" [id=746, type=transpose]; +"747 view_66" [id=747, type=view]; +"748 transpose_52" [id=748, type=transpose]; +"749 view_67" [id=749, type=view]; +"750 view_68" [id=750, type=view]; +"751 view_69" [id=751, type=view]; +"752 scaled_dot_product_attention_8" [id=752, type="scaled_dot_product_attention"]; +"753 permute_9" [id=753, type=permute]; +"754 view_70" [id=754, type=view]; +"755 view_70_0_0_nncf_smooth_quant_0" [id=755, type="call_module"]; +"756 quantize_per_tensor_276" [id=756, type="quantize_per_tensor"]; +"757 dequantize_per_tensor_277" [id=757, type="dequantize_per_tensor"]; +"758 _frozen_param36" [id=758, type="get_attr"]; +"759 dequantize_per_tensor_278" [id=759, type="dequantize_per_tensor"]; +"760 linear_33" [id=760, type=linear]; +"761 quantize_per_tensor_279" [id=761, type="quantize_per_tensor"]; +"762 dequantize_per_tensor_280" [id=762, type="dequantize_per_tensor"]; +"763 view_71" [id=763, type=view]; +"764 quantize_per_tensor_281" [id=764, type="quantize_per_tensor"]; +"765 dequantize_per_tensor_282" [id=765, type="dequantize_per_tensor"]; +"766 transpose_53" [id=766, type=transpose]; +"767 dropout_25" [id=767, type=dropout]; +"768 quantize_per_tensor_283" [id=768, type="quantize_per_tensor"]; +"769 dequantize_per_tensor_284" [id=769, type="dequantize_per_tensor"]; +"770 add_17" [id=770, type=add]; +"771 quantize_per_tensor_285" [id=771, type="quantize_per_tensor"]; +"772 dequantize_per_tensor_286" [id=772, type="dequantize_per_tensor"]; +"773 dequantize_per_tensor_287" [id=773, type="dequantize_per_tensor"]; +"774 layer_norm_17" [id=774, type="layer_norm"]; +"775 layer_norm_17_0_0_nncf_smooth_quant_0" [id=775, type="call_module"]; +"776 quantize_per_tensor_288" [id=776, type="quantize_per_tensor"]; +"777 dequantize_per_tensor_289" [id=777, type="dequantize_per_tensor"]; +"778 _frozen_param37" [id=778, type="get_attr"]; +"779 dequantize_per_tensor_290" [id=779, type="dequantize_per_tensor"]; +"780 linear_34" [id=780, type=linear]; +"781 quantize_per_tensor_291" [id=781, type="quantize_per_tensor"]; +"782 dequantize_per_tensor_292" [id=782, type="dequantize_per_tensor"]; +"783 gelu_8" [id=783, type=gelu]; +"784 dropout_26" [id=784, type=dropout]; +"785 dropout_26_0_0_nncf_smooth_quant_0" [id=785, type="call_module"]; +"786 quantize_per_tensor_293" [id=786, type="quantize_per_tensor"]; +"787 dequantize_per_tensor_294" [id=787, type="dequantize_per_tensor"]; +"788 _frozen_param38" [id=788, type="get_attr"]; +"789 dequantize_per_tensor_295" [id=789, type="dequantize_per_tensor"]; +"790 linear_35" [id=790, type=linear]; +"791 quantize_per_tensor_296" [id=791, type="quantize_per_tensor"]; +"792 dequantize_per_tensor_297" [id=792, type="dequantize_per_tensor"]; +"793 dropout_27" [id=793, type=dropout]; +"794 quantize_per_tensor_298" [id=794, type="quantize_per_tensor"]; +"795 dequantize_per_tensor_299" [id=795, type="dequantize_per_tensor"]; +"796 add_18" [id=796, type=add]; +"797 quantize_per_tensor_300" [id=797, type="quantize_per_tensor"]; +"798 dequantize_per_tensor_301" [id=798, type="dequantize_per_tensor"]; +"799 dequantize_per_tensor_302" [id=799, type="dequantize_per_tensor"]; +"800 layer_norm_18" [id=800, type="layer_norm"]; +"801 transpose_54" [id=801, type=transpose]; +"802 transpose_54_0_0_nncf_smooth_quant_0" [id=802, type="call_module"]; +"803 quantize_per_tensor_303" [id=803, type="quantize_per_tensor"]; +"804 dequantize_per_tensor_304" [id=804, type="dequantize_per_tensor"]; +"805 _frozen_param39" [id=805, type="get_attr"]; +"806 dequantize_per_tensor_305" [id=806, type="dequantize_per_tensor"]; +"807 linear_36" [id=807, type=linear]; +"808 quantize_per_tensor_306" [id=808, type="quantize_per_tensor"]; +"809 dequantize_per_tensor_307" [id=809, type="dequantize_per_tensor"]; +"810 unflatten_9" [id=810, type=unflatten]; +"811 unsqueeze_9" [id=811, type=unsqueeze]; +"812 transpose_55" [id=812, type=transpose]; +"813 squeeze_9" [id=813, type=squeeze]; +"814 contiguous_9" [id=814, type=contiguous]; +"815 select_27" [id=815, type=select]; +"816 select_28" [id=816, type=select]; +"817 select_29" [id=817, type=select]; +"818 view_72" [id=818, type=view]; +"819 transpose_56" [id=819, type=transpose]; +"820 view_73" [id=820, type=view]; +"821 transpose_57" [id=821, type=transpose]; +"822 view_74" [id=822, type=view]; +"823 transpose_58" [id=823, type=transpose]; +"824 view_75" [id=824, type=view]; +"825 view_76" [id=825, type=view]; +"826 view_77" [id=826, type=view]; +"827 scaled_dot_product_attention_9" [id=827, type="scaled_dot_product_attention"]; +"828 permute_10" [id=828, type=permute]; +"829 view_78" [id=829, type=view]; +"830 view_78_0_0_nncf_smooth_quant_0" [id=830, type="call_module"]; +"831 quantize_per_tensor_308" [id=831, type="quantize_per_tensor"]; +"832 dequantize_per_tensor_309" [id=832, type="dequantize_per_tensor"]; +"833 _frozen_param40" [id=833, type="get_attr"]; +"834 dequantize_per_tensor_310" [id=834, type="dequantize_per_tensor"]; +"835 linear_37" [id=835, type=linear]; +"836 quantize_per_tensor_311" [id=836, type="quantize_per_tensor"]; +"837 dequantize_per_tensor_312" [id=837, type="dequantize_per_tensor"]; +"838 view_79" [id=838, type=view]; +"839 quantize_per_tensor_313" [id=839, type="quantize_per_tensor"]; +"840 dequantize_per_tensor_314" [id=840, type="dequantize_per_tensor"]; +"841 transpose_59" [id=841, type=transpose]; +"842 dropout_28" [id=842, type=dropout]; +"843 quantize_per_tensor_315" [id=843, type="quantize_per_tensor"]; +"844 dequantize_per_tensor_316" [id=844, type="dequantize_per_tensor"]; +"845 add_19" [id=845, type=add]; +"846 quantize_per_tensor_317" [id=846, type="quantize_per_tensor"]; +"847 dequantize_per_tensor_318" [id=847, type="dequantize_per_tensor"]; +"848 dequantize_per_tensor_319" [id=848, type="dequantize_per_tensor"]; +"849 layer_norm_19" [id=849, type="layer_norm"]; +"850 layer_norm_19_0_0_nncf_smooth_quant_0" [id=850, type="call_module"]; +"851 quantize_per_tensor_320" [id=851, type="quantize_per_tensor"]; +"852 dequantize_per_tensor_321" [id=852, type="dequantize_per_tensor"]; +"853 _frozen_param41" [id=853, type="get_attr"]; +"854 dequantize_per_tensor_322" [id=854, type="dequantize_per_tensor"]; +"855 linear_38" [id=855, type=linear]; +"856 quantize_per_tensor_323" [id=856, type="quantize_per_tensor"]; +"857 dequantize_per_tensor_324" [id=857, type="dequantize_per_tensor"]; +"858 gelu_9" [id=858, type=gelu]; +"859 dropout_29" [id=859, type=dropout]; +"860 dropout_29_0_0_nncf_smooth_quant_0" [id=860, type="call_module"]; +"861 quantize_per_tensor_325" [id=861, type="quantize_per_tensor"]; +"862 dequantize_per_tensor_326" [id=862, type="dequantize_per_tensor"]; +"863 _frozen_param42" [id=863, type="get_attr"]; +"864 dequantize_per_tensor_327" [id=864, type="dequantize_per_tensor"]; +"865 linear_39" [id=865, type=linear]; +"866 quantize_per_tensor_328" [id=866, type="quantize_per_tensor"]; +"867 dequantize_per_tensor_329" [id=867, type="dequantize_per_tensor"]; +"868 dropout_30" [id=868, type=dropout]; +"869 quantize_per_tensor_330" [id=869, type="quantize_per_tensor"]; +"870 dequantize_per_tensor_331" [id=870, type="dequantize_per_tensor"]; +"871 add_20" [id=871, type=add]; +"872 quantize_per_tensor_332" [id=872, type="quantize_per_tensor"]; +"873 dequantize_per_tensor_333" [id=873, type="dequantize_per_tensor"]; +"874 dequantize_per_tensor_334" [id=874, type="dequantize_per_tensor"]; +"875 layer_norm_20" [id=875, type="layer_norm"]; +"876 transpose_60" [id=876, type=transpose]; +"877 transpose_60_0_0_nncf_smooth_quant_0" [id=877, type="call_module"]; +"878 quantize_per_tensor_335" [id=878, type="quantize_per_tensor"]; +"879 dequantize_per_tensor_336" [id=879, type="dequantize_per_tensor"]; +"880 _frozen_param43" [id=880, type="get_attr"]; +"881 dequantize_per_tensor_337" [id=881, type="dequantize_per_tensor"]; +"882 linear_40" [id=882, type=linear]; +"883 quantize_per_tensor_338" [id=883, type="quantize_per_tensor"]; +"884 dequantize_per_tensor_339" [id=884, type="dequantize_per_tensor"]; +"885 unflatten_10" [id=885, type=unflatten]; +"886 unsqueeze_10" [id=886, type=unsqueeze]; +"887 transpose_61" [id=887, type=transpose]; +"888 squeeze_10" [id=888, type=squeeze]; +"889 contiguous_10" [id=889, type=contiguous]; +"890 select_30" [id=890, type=select]; +"891 select_31" [id=891, type=select]; +"892 select_32" [id=892, type=select]; +"893 view_80" [id=893, type=view]; +"894 transpose_62" [id=894, type=transpose]; +"895 view_81" [id=895, type=view]; +"896 transpose_63" [id=896, type=transpose]; +"897 view_82" [id=897, type=view]; +"898 transpose_64" [id=898, type=transpose]; +"899 view_83" [id=899, type=view]; +"900 view_84" [id=900, type=view]; +"901 view_85" [id=901, type=view]; +"902 scaled_dot_product_attention_10" [id=902, type="scaled_dot_product_attention"]; +"903 permute_11" [id=903, type=permute]; +"904 view_86" [id=904, type=view]; +"905 view_86_0_0_nncf_smooth_quant_0" [id=905, type="call_module"]; +"906 quantize_per_tensor_340" [id=906, type="quantize_per_tensor"]; +"907 dequantize_per_tensor_341" [id=907, type="dequantize_per_tensor"]; +"908 _frozen_param44" [id=908, type="get_attr"]; +"909 dequantize_per_tensor_342" [id=909, type="dequantize_per_tensor"]; +"910 linear_41" [id=910, type=linear]; +"911 quantize_per_tensor_343" [id=911, type="quantize_per_tensor"]; +"912 dequantize_per_tensor_344" [id=912, type="dequantize_per_tensor"]; +"913 view_87" [id=913, type=view]; +"914 quantize_per_tensor_345" [id=914, type="quantize_per_tensor"]; +"915 dequantize_per_tensor_346" [id=915, type="dequantize_per_tensor"]; +"916 transpose_65" [id=916, type=transpose]; +"917 dropout_31" [id=917, type=dropout]; +"918 quantize_per_tensor_347" [id=918, type="quantize_per_tensor"]; +"919 dequantize_per_tensor_348" [id=919, type="dequantize_per_tensor"]; +"920 add_21" [id=920, type=add]; +"921 quantize_per_tensor_349" [id=921, type="quantize_per_tensor"]; +"922 dequantize_per_tensor_350" [id=922, type="dequantize_per_tensor"]; +"923 dequantize_per_tensor_351" [id=923, type="dequantize_per_tensor"]; +"924 layer_norm_21" [id=924, type="layer_norm"]; +"925 layer_norm_21_0_0_nncf_smooth_quant_0" [id=925, type="call_module"]; +"926 quantize_per_tensor_352" [id=926, type="quantize_per_tensor"]; +"927 dequantize_per_tensor_353" [id=927, type="dequantize_per_tensor"]; +"928 _frozen_param45" [id=928, type="get_attr"]; +"929 dequantize_per_tensor_354" [id=929, type="dequantize_per_tensor"]; +"930 linear_42" [id=930, type=linear]; +"931 quantize_per_tensor_355" [id=931, type="quantize_per_tensor"]; +"932 dequantize_per_tensor_356" [id=932, type="dequantize_per_tensor"]; +"933 gelu_10" [id=933, type=gelu]; +"934 dropout_32" [id=934, type=dropout]; +"935 dropout_32_0_0_nncf_smooth_quant_0" [id=935, type="call_module"]; +"936 quantize_per_tensor_357" [id=936, type="quantize_per_tensor"]; +"937 dequantize_per_tensor_358" [id=937, type="dequantize_per_tensor"]; +"938 _frozen_param46" [id=938, type="get_attr"]; +"939 dequantize_per_tensor_359" [id=939, type="dequantize_per_tensor"]; +"940 linear_43" [id=940, type=linear]; +"941 quantize_per_tensor_360" [id=941, type="quantize_per_tensor"]; +"942 dequantize_per_tensor_361" [id=942, type="dequantize_per_tensor"]; +"943 dropout_33" [id=943, type=dropout]; +"944 quantize_per_tensor_362" [id=944, type="quantize_per_tensor"]; +"945 dequantize_per_tensor_363" [id=945, type="dequantize_per_tensor"]; +"946 add_22" [id=946, type=add]; +"947 quantize_per_tensor_364" [id=947, type="quantize_per_tensor"]; +"948 dequantize_per_tensor_365" [id=948, type="dequantize_per_tensor"]; +"949 dequantize_per_tensor_366" [id=949, type="dequantize_per_tensor"]; +"950 layer_norm_22" [id=950, type="layer_norm"]; +"951 transpose_66" [id=951, type=transpose]; +"952 transpose_66_0_0_nncf_smooth_quant_0" [id=952, type="call_module"]; +"953 quantize_per_tensor_367" [id=953, type="quantize_per_tensor"]; +"954 dequantize_per_tensor_368" [id=954, type="dequantize_per_tensor"]; +"955 _frozen_param47" [id=955, type="get_attr"]; +"956 dequantize_per_tensor_369" [id=956, type="dequantize_per_tensor"]; +"957 linear_44" [id=957, type=linear]; +"958 quantize_per_tensor_370" [id=958, type="quantize_per_tensor"]; +"959 dequantize_per_tensor_371" [id=959, type="dequantize_per_tensor"]; +"960 unflatten_11" [id=960, type=unflatten]; +"961 unsqueeze_11" [id=961, type=unsqueeze]; +"962 transpose_67" [id=962, type=transpose]; +"963 squeeze_11" [id=963, type=squeeze]; +"964 contiguous_11" [id=964, type=contiguous]; +"965 select_33" [id=965, type=select]; +"966 select_34" [id=966, type=select]; +"967 select_35" [id=967, type=select]; +"968 view_88" [id=968, type=view]; +"969 transpose_68" [id=969, type=transpose]; +"970 view_89" [id=970, type=view]; +"971 transpose_69" [id=971, type=transpose]; +"972 view_90" [id=972, type=view]; +"973 transpose_70" [id=973, type=transpose]; +"974 view_91" [id=974, type=view]; +"975 view_92" [id=975, type=view]; +"976 view_93" [id=976, type=view]; +"977 scaled_dot_product_attention_11" [id=977, type="scaled_dot_product_attention"]; +"978 permute_12" [id=978, type=permute]; +"979 view_94" [id=979, type=view]; +"980 view_94_0_0_nncf_smooth_quant_0" [id=980, type="call_module"]; +"981 quantize_per_tensor_372" [id=981, type="quantize_per_tensor"]; +"982 dequantize_per_tensor_373" [id=982, type="dequantize_per_tensor"]; +"983 _frozen_param48" [id=983, type="get_attr"]; +"984 dequantize_per_tensor_374" [id=984, type="dequantize_per_tensor"]; +"985 linear_45" [id=985, type=linear]; +"986 quantize_per_tensor_375" [id=986, type="quantize_per_tensor"]; +"987 dequantize_per_tensor_376" [id=987, type="dequantize_per_tensor"]; +"988 view_95" [id=988, type=view]; +"989 quantize_per_tensor_377" [id=989, type="quantize_per_tensor"]; +"990 dequantize_per_tensor_378" [id=990, type="dequantize_per_tensor"]; +"991 transpose_71" [id=991, type=transpose]; +"992 dropout_34" [id=992, type=dropout]; +"993 quantize_per_tensor_379" [id=993, type="quantize_per_tensor"]; +"994 dequantize_per_tensor_380" [id=994, type="dequantize_per_tensor"]; +"995 add_23" [id=995, type=add]; +"996 quantize_per_tensor_381" [id=996, type="quantize_per_tensor"]; +"997 dequantize_per_tensor_382" [id=997, type="dequantize_per_tensor"]; +"998 dequantize_per_tensor_383" [id=998, type="dequantize_per_tensor"]; +"999 layer_norm_23" [id=999, type="layer_norm"]; +"1000 layer_norm_23_0_0_nncf_smooth_quant_0" [id=1000, type="call_module"]; +"1001 quantize_per_tensor_384" [id=1001, type="quantize_per_tensor"]; +"1002 dequantize_per_tensor_385" [id=1002, type="dequantize_per_tensor"]; +"1003 _frozen_param49" [id=1003, type="get_attr"]; +"1004 dequantize_per_tensor_386" [id=1004, type="dequantize_per_tensor"]; +"1005 linear_46" [id=1005, type=linear]; +"1006 quantize_per_tensor_387" [id=1006, type="quantize_per_tensor"]; +"1007 dequantize_per_tensor_388" [id=1007, type="dequantize_per_tensor"]; +"1008 gelu_11" [id=1008, type=gelu]; +"1009 dropout_35" [id=1009, type=dropout]; +"1010 dropout_35_0_0_nncf_smooth_quant_0" [id=1010, type="call_module"]; +"1011 quantize_per_tensor_389" [id=1011, type="quantize_per_tensor"]; +"1012 dequantize_per_tensor_390" [id=1012, type="dequantize_per_tensor"]; +"1013 _frozen_param50" [id=1013, type="get_attr"]; +"1014 dequantize_per_tensor_391" [id=1014, type="dequantize_per_tensor"]; +"1015 linear_47" [id=1015, type=linear]; +"1016 quantize_per_tensor_392" [id=1016, type="quantize_per_tensor"]; +"1017 dequantize_per_tensor_393" [id=1017, type="dequantize_per_tensor"]; +"1018 dropout_36" [id=1018, type=dropout]; +"1019 quantize_per_tensor_394" [id=1019, type="quantize_per_tensor"]; +"1020 dequantize_per_tensor_395" [id=1020, type="dequantize_per_tensor"]; +"1021 add_24" [id=1021, type=add]; +"1022 quantize_per_tensor_396" [id=1022, type="quantize_per_tensor"]; +"1023 dequantize_per_tensor_397" [id=1023, type="dequantize_per_tensor"]; +"1024 layer_norm_24" [id=1024, type="layer_norm"]; +"1025 slice_1" [id=1025, type=slice]; +"1026 select_36" [id=1026, type=select]; +"1027 select_36_0_0_nncf_smooth_quant_0" [id=1027, type="call_module"]; +"1028 quantize_per_tensor_398" [id=1028, type="quantize_per_tensor"]; +"1029 dequantize_per_tensor_399" [id=1029, type="dequantize_per_tensor"]; +"1030 _frozen_param51" [id=1030, type="get_attr"]; +"1031 dequantize_per_tensor_400" [id=1031, type="dequantize_per_tensor"]; +"1032 linear_48" [id=1032, type=linear]; +"1033 quantize_per_tensor_401" [id=1033, type="quantize_per_tensor"]; +"1034 dequantize_per_tensor_402" [id=1034, type="dequantize_per_tensor"]; +"1035 output" [id=1035, type=output]; +"0 _frozen_param0" -> "1 dequantize_per_tensor_0" [style=solid, label="(1, 197, 768)"]; +"1 dequantize_per_tensor_0" -> "119 add" [style=solid, label="(1, 197, 768)"]; +"2 conv_proj_bias" -> "107 conv2d" [style=solid, label="(768,)"]; +"3 encoder_layers_encoder_layer_0_ln_1_weight" -> "123 layer_norm" [style=solid, label="(768,)"]; +"4 encoder_layers_encoder_layer_0_ln_1_bias" -> "123 layer_norm" [style=solid, label="(768,)"]; +"5 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "130 linear" [style=solid, label="(2304,)"]; +"6 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "158 linear_1" [style=solid, label="(768,)"]; +"7 encoder_layers_encoder_layer_0_ln_2_weight" -> "174 layer_norm_1" [style=solid, label="(768,)"]; +"8 encoder_layers_encoder_layer_0_ln_2_bias" -> "174 layer_norm_1" [style=solid, label="(768,)"]; +"9 encoder_layers_encoder_layer_0_mlp_0_bias" -> "180 linear_2" [style=solid, label="(3072,)"]; +"10 encoder_layers_encoder_layer_0_mlp_3_bias" -> "190 linear_3" [style=solid, label="(768,)"]; +"11 encoder_layers_encoder_layer_1_ln_1_weight" -> "200 layer_norm_2" [style=solid, label="(768,)"]; +"12 encoder_layers_encoder_layer_1_ln_1_bias" -> "200 layer_norm_2" [style=solid, label="(768,)"]; +"13 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "207 linear_4" [style=solid, label="(2304,)"]; +"14 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "235 linear_5" [style=solid, label="(768,)"]; +"15 encoder_layers_encoder_layer_1_ln_2_weight" -> "249 layer_norm_3" [style=solid, label="(768,)"]; +"16 encoder_layers_encoder_layer_1_ln_2_bias" -> "249 layer_norm_3" [style=solid, label="(768,)"]; +"17 encoder_layers_encoder_layer_1_mlp_0_bias" -> "255 linear_6" [style=solid, label="(3072,)"]; +"18 encoder_layers_encoder_layer_1_mlp_3_bias" -> "265 linear_7" [style=solid, label="(768,)"]; +"19 encoder_layers_encoder_layer_2_ln_1_weight" -> "275 layer_norm_4" [style=solid, label="(768,)"]; +"20 encoder_layers_encoder_layer_2_ln_1_bias" -> "275 layer_norm_4" [style=solid, label="(768,)"]; +"21 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "282 linear_8" [style=solid, label="(2304,)"]; +"22 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "310 linear_9" [style=solid, label="(768,)"]; +"23 encoder_layers_encoder_layer_2_ln_2_weight" -> "324 layer_norm_5" [style=solid, label="(768,)"]; +"24 encoder_layers_encoder_layer_2_ln_2_bias" -> "324 layer_norm_5" [style=solid, label="(768,)"]; +"25 encoder_layers_encoder_layer_2_mlp_0_bias" -> "330 linear_10" [style=solid, label="(3072,)"]; +"26 encoder_layers_encoder_layer_2_mlp_3_bias" -> "340 linear_11" [style=solid, label="(768,)"]; +"27 encoder_layers_encoder_layer_3_ln_1_weight" -> "350 layer_norm_6" [style=solid, label="(768,)"]; +"28 encoder_layers_encoder_layer_3_ln_1_bias" -> "350 layer_norm_6" [style=solid, label="(768,)"]; +"29 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "357 linear_12" [style=solid, label="(2304,)"]; +"30 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "385 linear_13" [style=solid, label="(768,)"]; +"31 encoder_layers_encoder_layer_3_ln_2_weight" -> "399 layer_norm_7" [style=solid, label="(768,)"]; +"32 encoder_layers_encoder_layer_3_ln_2_bias" -> "399 layer_norm_7" [style=solid, label="(768,)"]; +"33 encoder_layers_encoder_layer_3_mlp_0_bias" -> "405 linear_14" [style=solid, label="(3072,)"]; +"34 encoder_layers_encoder_layer_3_mlp_3_bias" -> "415 linear_15" [style=solid, label="(768,)"]; +"35 encoder_layers_encoder_layer_4_ln_1_weight" -> "425 layer_norm_8" [style=solid, label="(768,)"]; +"36 encoder_layers_encoder_layer_4_ln_1_bias" -> "425 layer_norm_8" [style=solid, label="(768,)"]; +"37 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "432 linear_16" [style=solid, label="(2304,)"]; +"38 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "460 linear_17" [style=solid, label="(768,)"]; +"39 encoder_layers_encoder_layer_4_ln_2_weight" -> "474 layer_norm_9" [style=solid, label="(768,)"]; +"40 encoder_layers_encoder_layer_4_ln_2_bias" -> "474 layer_norm_9" [style=solid, label="(768,)"]; +"41 encoder_layers_encoder_layer_4_mlp_0_bias" -> "480 linear_18" [style=solid, label="(3072,)"]; +"42 encoder_layers_encoder_layer_4_mlp_3_bias" -> "490 linear_19" [style=solid, label="(768,)"]; +"43 encoder_layers_encoder_layer_5_ln_1_weight" -> "500 layer_norm_10" [style=solid, label="(768,)"]; +"44 encoder_layers_encoder_layer_5_ln_1_bias" -> "500 layer_norm_10" [style=solid, label="(768,)"]; +"45 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "507 linear_20" [style=solid, label="(2304,)"]; +"46 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "535 linear_21" [style=solid, label="(768,)"]; +"47 encoder_layers_encoder_layer_5_ln_2_weight" -> "549 layer_norm_11" [style=solid, label="(768,)"]; +"48 encoder_layers_encoder_layer_5_ln_2_bias" -> "549 layer_norm_11" [style=solid, label="(768,)"]; +"49 encoder_layers_encoder_layer_5_mlp_0_bias" -> "555 linear_22" [style=solid, label="(3072,)"]; +"50 encoder_layers_encoder_layer_5_mlp_3_bias" -> "565 linear_23" [style=solid, label="(768,)"]; +"51 encoder_layers_encoder_layer_6_ln_1_weight" -> "575 layer_norm_12" [style=solid, label="(768,)"]; +"52 encoder_layers_encoder_layer_6_ln_1_bias" -> "575 layer_norm_12" [style=solid, label="(768,)"]; +"53 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "582 linear_24" [style=solid, label="(2304,)"]; +"54 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "610 linear_25" [style=solid, label="(768,)"]; +"55 encoder_layers_encoder_layer_6_ln_2_weight" -> "624 layer_norm_13" [style=solid, label="(768,)"]; +"56 encoder_layers_encoder_layer_6_ln_2_bias" -> "624 layer_norm_13" [style=solid, label="(768,)"]; +"57 encoder_layers_encoder_layer_6_mlp_0_bias" -> "630 linear_26" [style=solid, label="(3072,)"]; +"58 encoder_layers_encoder_layer_6_mlp_3_bias" -> "640 linear_27" [style=solid, label="(768,)"]; +"59 encoder_layers_encoder_layer_7_ln_1_weight" -> "650 layer_norm_14" [style=solid, label="(768,)"]; +"60 encoder_layers_encoder_layer_7_ln_1_bias" -> "650 layer_norm_14" [style=solid, label="(768,)"]; +"61 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "657 linear_28" [style=solid, label="(2304,)"]; +"62 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "685 linear_29" [style=solid, label="(768,)"]; +"63 encoder_layers_encoder_layer_7_ln_2_weight" -> "699 layer_norm_15" [style=solid, label="(768,)"]; +"64 encoder_layers_encoder_layer_7_ln_2_bias" -> "699 layer_norm_15" [style=solid, label="(768,)"]; +"65 encoder_layers_encoder_layer_7_mlp_0_bias" -> "705 linear_30" [style=solid, label="(3072,)"]; +"66 encoder_layers_encoder_layer_7_mlp_3_bias" -> "715 linear_31" [style=solid, label="(768,)"]; +"67 encoder_layers_encoder_layer_8_ln_1_weight" -> "725 layer_norm_16" [style=solid, label="(768,)"]; +"68 encoder_layers_encoder_layer_8_ln_1_bias" -> "725 layer_norm_16" [style=solid, label="(768,)"]; +"69 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "732 linear_32" [style=solid, label="(2304,)"]; +"70 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "760 linear_33" [style=solid, label="(768,)"]; +"71 encoder_layers_encoder_layer_8_ln_2_weight" -> "774 layer_norm_17" [style=solid, label="(768,)"]; +"72 encoder_layers_encoder_layer_8_ln_2_bias" -> "774 layer_norm_17" [style=solid, label="(768,)"]; +"73 encoder_layers_encoder_layer_8_mlp_0_bias" -> "780 linear_34" [style=solid, label="(3072,)"]; +"74 encoder_layers_encoder_layer_8_mlp_3_bias" -> "790 linear_35" [style=solid, label="(768,)"]; +"75 encoder_layers_encoder_layer_9_ln_1_weight" -> "800 layer_norm_18" [style=solid, label="(768,)"]; +"76 encoder_layers_encoder_layer_9_ln_1_bias" -> "800 layer_norm_18" [style=solid, label="(768,)"]; +"77 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "807 linear_36" [style=solid, label="(2304,)"]; +"78 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "835 linear_37" [style=solid, label="(768,)"]; +"79 encoder_layers_encoder_layer_9_ln_2_weight" -> "849 layer_norm_19" [style=solid, label="(768,)"]; +"80 encoder_layers_encoder_layer_9_ln_2_bias" -> "849 layer_norm_19" [style=solid, label="(768,)"]; +"81 encoder_layers_encoder_layer_9_mlp_0_bias" -> "855 linear_38" [style=solid, label="(3072,)"]; +"82 encoder_layers_encoder_layer_9_mlp_3_bias" -> "865 linear_39" [style=solid, label="(768,)"]; +"83 encoder_layers_encoder_layer_10_ln_1_weight" -> "875 layer_norm_20" [style=solid, label="(768,)"]; +"84 encoder_layers_encoder_layer_10_ln_1_bias" -> "875 layer_norm_20" [style=solid, label="(768,)"]; +"85 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "882 linear_40" [style=solid, label="(2304,)"]; +"86 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "910 linear_41" [style=solid, label="(768,)"]; +"87 encoder_layers_encoder_layer_10_ln_2_weight" -> "924 layer_norm_21" [style=solid, label="(768,)"]; +"88 encoder_layers_encoder_layer_10_ln_2_bias" -> "924 layer_norm_21" [style=solid, label="(768,)"]; +"89 encoder_layers_encoder_layer_10_mlp_0_bias" -> "930 linear_42" [style=solid, label="(3072,)"]; +"90 encoder_layers_encoder_layer_10_mlp_3_bias" -> "940 linear_43" [style=solid, label="(768,)"]; +"91 encoder_layers_encoder_layer_11_ln_1_weight" -> "950 layer_norm_22" [style=solid, label="(768,)"]; +"92 encoder_layers_encoder_layer_11_ln_1_bias" -> "950 layer_norm_22" [style=solid, label="(768,)"]; +"93 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "957 linear_44" [style=solid, label="(2304,)"]; +"94 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "985 linear_45" [style=solid, label="(768,)"]; +"95 encoder_layers_encoder_layer_11_ln_2_weight" -> "999 layer_norm_23" [style=solid, label="(768,)"]; +"96 encoder_layers_encoder_layer_11_ln_2_bias" -> "999 layer_norm_23" [style=solid, label="(768,)"]; +"97 encoder_layers_encoder_layer_11_mlp_0_bias" -> "1005 linear_46" [style=solid, label="(3072,)"]; +"98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "1015 linear_47" [style=solid, label="(768,)"]; +"99 encoder_ln_weight" -> "1024 layer_norm_24" [style=solid, label="(768,)"]; +"100 encoder_ln_bias" -> "1024 layer_norm_24" [style=solid, label="(768,)"]; +"101 heads_head_bias" -> "1032 linear_48" [style=solid, label="(1000,)"]; +"102 x" -> "103 quantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; +"103 quantize_per_tensor_1" -> "104 dequantize_per_tensor_2" [style=solid, label="(1, 3, 224, 224)"]; +"104 dequantize_per_tensor_2" -> "107 conv2d" [style=solid, label="(1, 3, 224, 224)"]; +"105 _frozen_param1" -> "106 dequantize_per_tensor_3" [style=solid, label="(768, 3, 16, 16)"]; +"106 dequantize_per_tensor_3" -> "107 conv2d" [style=solid, label="(768, 3, 16, 16)"]; +"107 conv2d" -> "108 quantize_per_tensor_4" [style=solid, label="(1, 768, 14, 14)"]; +"108 quantize_per_tensor_4" -> "109 dequantize_per_tensor_5" [style=solid, label="(1, 768, 14, 14)"]; +"109 dequantize_per_tensor_5" -> "110 reshape" [style=solid, label="(1, 768, 14, 14)"]; +"110 reshape" -> "111 permute" [style=solid, label="(1, 768, 196)"]; +"111 permute" -> "112 quantize_per_tensor_6" [style=solid, label="(1, 196, 768)"]; +"112 quantize_per_tensor_6" -> "113 dequantize_per_tensor_7" [style=solid, label="(1, 196, 768)"]; +"113 dequantize_per_tensor_7" -> "116 cat" [style=solid, label="(1, 196, 768)"]; +"114 _frozen_param2" -> "115 dequantize_per_tensor_8" [style=solid, label="(1, 1, 768)"]; +"115 dequantize_per_tensor_8" -> "116 cat" [style=solid, label="(1, 1, 768)"]; +"116 cat" -> "117 quantize_per_tensor_9" [style=solid, label="(1, 197, 768)"]; +"117 quantize_per_tensor_9" -> "118 dequantize_per_tensor_10" [style=solid, label="(1, 197, 768)"]; +"118 dequantize_per_tensor_10" -> "119 add" [style=solid, label="(1, 197, 768)"]; +"119 add" -> "120 quantize_per_tensor_11" [style=solid, label="(1, 197, 768)"]; +"120 quantize_per_tensor_11" -> "121 dequantize_per_tensor_12" [style=solid, label="(1, 197, 768)"]; +"121 dequantize_per_tensor_12" -> "122 dropout" [style=solid, label="(1, 197, 768)"]; +"122 dropout" -> "123 layer_norm" [style=solid, label="(1, 197, 768)"]; +"122 dropout" -> "168 quantize_per_tensor_27" [style=solid, label="(1, 197, 768)"]; +"123 layer_norm" -> "124 transpose" [style=solid, label="(1, 197, 768)"]; +"124 transpose" -> "125 transpose_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"125 transpose_0_0_nncf_smooth_quant_0" -> "126 quantize_per_tensor_13" [style=solid, label="(197, 1, 768)"]; +"126 quantize_per_tensor_13" -> "127 dequantize_per_tensor_14" [style=solid, label="(197, 1, 768)"]; +"127 dequantize_per_tensor_14" -> "130 linear" [style=solid, label="(197, 1, 768)"]; +"128 _frozen_param3" -> "129 dequantize_per_tensor_15" [style=solid, label="(2304, 768)"]; +"129 dequantize_per_tensor_15" -> "130 linear" [style=solid, label="(2304, 768)"]; +"130 linear" -> "131 quantize_per_tensor_16" [style=solid, label="(197, 1, 2304)"]; +"131 quantize_per_tensor_16" -> "132 dequantize_per_tensor_17" [style=solid, label="(197, 1, 2304)"]; +"132 dequantize_per_tensor_17" -> "133 unflatten" [style=solid, label="(197, 1, 2304)"]; +"133 unflatten" -> "134 unsqueeze" [style=solid, label="(197, 1, 3, 768)"]; +"134 unsqueeze" -> "135 transpose_1" [style=solid, label="(1, 197, 1, 3, 768)"]; +"135 transpose_1" -> "136 squeeze" [style=solid, label="(3, 197, 1, 1, 768)"]; +"136 squeeze" -> "137 contiguous" [style=solid, label="(3, 197, 1, 768)"]; +"137 contiguous" -> "138 select" [style=solid, label="(3, 197, 1, 768)"]; +"137 contiguous" -> "139 select_1" [style=solid, label="(3, 197, 1, 768)"]; +"137 contiguous" -> "140 select_2" [style=solid, label="(3, 197, 1, 768)"]; +"138 select" -> "141 view" [style=solid, label="(197, 1, 768)"]; +"139 select_1" -> "143 view_1" [style=solid, label="(197, 1, 768)"]; +"140 select_2" -> "145 view_2" [style=solid, label="(197, 1, 768)"]; +"141 view" -> "142 transpose_2" [style=solid, label="(197, 12, 64)"]; +"142 transpose_2" -> "147 view_3" [style=solid, label="(12, 197, 64)"]; +"143 view_1" -> "144 transpose_3" [style=solid, label="(197, 12, 64)"]; +"144 transpose_3" -> "148 view_4" [style=solid, label="(12, 197, 64)"]; +"145 view_2" -> "146 transpose_4" [style=solid, label="(197, 12, 64)"]; +"146 transpose_4" -> "149 view_5" [style=solid, label="(12, 197, 64)"]; +"147 view_3" -> "150 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"148 view_4" -> "150 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"149 view_5" -> "150 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"150 scaled_dot_product_attention" -> "151 permute_1" [style=solid, label="(1, 12, 197, 64)"]; +"151 permute_1" -> "152 view_6" [style=solid, label="(197, 1, 12, 64)"]; +"152 view_6" -> "153 view_6_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"153 view_6_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_18" [style=solid, label="(197, 768)"]; +"154 quantize_per_tensor_18" -> "155 dequantize_per_tensor_19" [style=solid, label="(197, 768)"]; +"155 dequantize_per_tensor_19" -> "158 linear_1" [style=solid, label="(197, 768)"]; +"156 _frozen_param4" -> "157 dequantize_per_tensor_20" [style=solid, label="(768, 768)"]; +"157 dequantize_per_tensor_20" -> "158 linear_1" [style=solid, label="(768, 768)"]; +"158 linear_1" -> "159 quantize_per_tensor_21" [style=solid, label="(197, 768)"]; +"159 quantize_per_tensor_21" -> "160 dequantize_per_tensor_22" [style=solid, label="(197, 768)"]; +"160 dequantize_per_tensor_22" -> "161 view_7" [style=solid, label="(197, 768)"]; +"161 view_7" -> "162 quantize_per_tensor_23" [style=solid, label="(197, 1, 768)"]; +"162 quantize_per_tensor_23" -> "163 dequantize_per_tensor_24" [style=solid, label="(197, 1, 768)"]; +"163 dequantize_per_tensor_24" -> "164 transpose_5" [style=solid, label="(197, 1, 768)"]; +"164 transpose_5" -> "165 dropout_1" [style=solid, label="(1, 197, 768)"]; +"165 dropout_1" -> "166 quantize_per_tensor_25" [style=solid, label="(1, 197, 768)"]; +"166 quantize_per_tensor_25" -> "167 dequantize_per_tensor_26" [style=solid, label="(1, 197, 768)"]; +"167 dequantize_per_tensor_26" -> "170 add_1" [style=solid, label="(1, 197, 768)"]; +"168 quantize_per_tensor_27" -> "169 dequantize_per_tensor_28" [style=solid, label="(1, 197, 768)"]; +"169 dequantize_per_tensor_28" -> "170 add_1" [style=solid, label="(1, 197, 768)"]; +"170 add_1" -> "171 quantize_per_tensor_29" [style=solid, label="(1, 197, 768)"]; +"171 quantize_per_tensor_29" -> "172 dequantize_per_tensor_30" [style=solid, label="(1, 197, 768)"]; +"171 quantize_per_tensor_29" -> "173 dequantize_per_tensor_31" [style=solid, label="(1, 197, 768)"]; +"172 dequantize_per_tensor_30" -> "196 add_2" [style=solid, label="(1, 197, 768)"]; +"173 dequantize_per_tensor_31" -> "174 layer_norm_1" [style=solid, label="(1, 197, 768)"]; +"174 layer_norm_1" -> "175 layer_norm_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"175 layer_norm_1_0_0_nncf_smooth_quant_0" -> "176 quantize_per_tensor_32" [style=solid, label="(1, 197, 768)"]; +"176 quantize_per_tensor_32" -> "177 dequantize_per_tensor_33" [style=solid, label="(1, 197, 768)"]; +"177 dequantize_per_tensor_33" -> "180 linear_2" [style=solid, label="(1, 197, 768)"]; +"178 _frozen_param5" -> "179 dequantize_per_tensor_34" [style=solid, label="(3072, 768)"]; +"179 dequantize_per_tensor_34" -> "180 linear_2" [style=solid, label="(3072, 768)"]; +"180 linear_2" -> "181 quantize_per_tensor_35" [style=solid, label="(1, 197, 3072)"]; +"181 quantize_per_tensor_35" -> "182 dequantize_per_tensor_36" [style=solid, label="(1, 197, 3072)"]; +"182 dequantize_per_tensor_36" -> "183 gelu" [style=solid, label="(1, 197, 3072)"]; +"183 gelu" -> "184 dropout_2" [style=solid, label="(1, 197, 3072)"]; +"184 dropout_2" -> "185 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"185 dropout_2_0_0_nncf_smooth_quant_0" -> "186 quantize_per_tensor_37" [style=solid, label="(1, 197, 3072)"]; +"186 quantize_per_tensor_37" -> "187 dequantize_per_tensor_38" [style=solid, label="(1, 197, 3072)"]; +"187 dequantize_per_tensor_38" -> "190 linear_3" [style=solid, label="(1, 197, 3072)"]; +"188 _frozen_param6" -> "189 dequantize_per_tensor_39" [style=solid, label="(768, 3072)"]; +"189 dequantize_per_tensor_39" -> "190 linear_3" [style=solid, label="(768, 3072)"]; +"190 linear_3" -> "191 quantize_per_tensor_40" [style=solid, label="(1, 197, 768)"]; +"191 quantize_per_tensor_40" -> "192 dequantize_per_tensor_41" [style=solid, label="(1, 197, 768)"]; +"192 dequantize_per_tensor_41" -> "193 dropout_3" [style=solid, label="(1, 197, 768)"]; +"193 dropout_3" -> "194 quantize_per_tensor_42" [style=solid, label="(1, 197, 768)"]; +"194 quantize_per_tensor_42" -> "195 dequantize_per_tensor_43" [style=solid, label="(1, 197, 768)"]; +"195 dequantize_per_tensor_43" -> "196 add_2" [style=solid, label="(1, 197, 768)"]; +"196 add_2" -> "197 quantize_per_tensor_44" [style=solid, label="(1, 197, 768)"]; +"197 quantize_per_tensor_44" -> "198 dequantize_per_tensor_45" [style=solid, label="(1, 197, 768)"]; +"197 quantize_per_tensor_44" -> "199 dequantize_per_tensor_46" [style=solid, label="(1, 197, 768)"]; +"198 dequantize_per_tensor_45" -> "245 add_3" [style=solid, label="(1, 197, 768)"]; +"199 dequantize_per_tensor_46" -> "200 layer_norm_2" [style=solid, label="(1, 197, 768)"]; +"200 layer_norm_2" -> "201 transpose_6" [style=solid, label="(1, 197, 768)"]; +"201 transpose_6" -> "202 transpose_6_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"202 transpose_6_0_0_nncf_smooth_quant_0" -> "203 quantize_per_tensor_47" [style=solid, label="(197, 1, 768)"]; +"203 quantize_per_tensor_47" -> "204 dequantize_per_tensor_48" [style=solid, label="(197, 1, 768)"]; +"204 dequantize_per_tensor_48" -> "207 linear_4" [style=solid, label="(197, 1, 768)"]; +"205 _frozen_param7" -> "206 dequantize_per_tensor_49" [style=solid, label="(2304, 768)"]; +"206 dequantize_per_tensor_49" -> "207 linear_4" [style=solid, label="(2304, 768)"]; +"207 linear_4" -> "208 quantize_per_tensor_50" [style=solid, label="(197, 1, 2304)"]; +"208 quantize_per_tensor_50" -> "209 dequantize_per_tensor_51" [style=solid, label="(197, 1, 2304)"]; +"209 dequantize_per_tensor_51" -> "210 unflatten_1" [style=solid, label="(197, 1, 2304)"]; +"210 unflatten_1" -> "211 unsqueeze_1" [style=solid, label="(197, 1, 3, 768)"]; +"211 unsqueeze_1" -> "212 transpose_7" [style=solid, label="(1, 197, 1, 3, 768)"]; +"212 transpose_7" -> "213 squeeze_1" [style=solid, label="(3, 197, 1, 1, 768)"]; +"213 squeeze_1" -> "214 contiguous_1" [style=solid, label="(3, 197, 1, 768)"]; +"214 contiguous_1" -> "215 select_3" [style=solid, label="(3, 197, 1, 768)"]; +"214 contiguous_1" -> "216 select_4" [style=solid, label="(3, 197, 1, 768)"]; +"214 contiguous_1" -> "217 select_5" [style=solid, label="(3, 197, 1, 768)"]; +"215 select_3" -> "218 view_8" [style=solid, label="(197, 1, 768)"]; +"216 select_4" -> "220 view_9" [style=solid, label="(197, 1, 768)"]; +"217 select_5" -> "222 view_10" [style=solid, label="(197, 1, 768)"]; +"218 view_8" -> "219 transpose_8" [style=solid, label="(197, 12, 64)"]; +"219 transpose_8" -> "224 view_11" [style=solid, label="(12, 197, 64)"]; +"220 view_9" -> "221 transpose_9" [style=solid, label="(197, 12, 64)"]; +"221 transpose_9" -> "225 view_12" [style=solid, label="(12, 197, 64)"]; +"222 view_10" -> "223 transpose_10" [style=solid, label="(197, 12, 64)"]; +"223 transpose_10" -> "226 view_13" [style=solid, label="(12, 197, 64)"]; +"224 view_11" -> "227 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"225 view_12" -> "227 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"226 view_13" -> "227 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"227 scaled_dot_product_attention_1" -> "228 permute_2" [style=solid, label="(1, 12, 197, 64)"]; +"228 permute_2" -> "229 view_14" [style=solid, label="(197, 1, 12, 64)"]; +"229 view_14" -> "230 view_14_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"230 view_14_0_0_nncf_smooth_quant_0" -> "231 quantize_per_tensor_52" [style=solid, label="(197, 768)"]; +"231 quantize_per_tensor_52" -> "232 dequantize_per_tensor_53" [style=solid, label="(197, 768)"]; +"232 dequantize_per_tensor_53" -> "235 linear_5" [style=solid, label="(197, 768)"]; +"233 _frozen_param8" -> "234 dequantize_per_tensor_54" [style=solid, label="(768, 768)"]; +"234 dequantize_per_tensor_54" -> "235 linear_5" [style=solid, label="(768, 768)"]; +"235 linear_5" -> "236 quantize_per_tensor_55" [style=solid, label="(197, 768)"]; +"236 quantize_per_tensor_55" -> "237 dequantize_per_tensor_56" [style=solid, label="(197, 768)"]; +"237 dequantize_per_tensor_56" -> "238 view_15" [style=solid, label="(197, 768)"]; +"238 view_15" -> "239 quantize_per_tensor_57" [style=solid, label="(197, 1, 768)"]; +"239 quantize_per_tensor_57" -> "240 dequantize_per_tensor_58" [style=solid, label="(197, 1, 768)"]; +"240 dequantize_per_tensor_58" -> "241 transpose_11" [style=solid, label="(197, 1, 768)"]; +"241 transpose_11" -> "242 dropout_4" [style=solid, label="(1, 197, 768)"]; +"242 dropout_4" -> "243 quantize_per_tensor_59" [style=solid, label="(1, 197, 768)"]; +"243 quantize_per_tensor_59" -> "244 dequantize_per_tensor_60" [style=solid, label="(1, 197, 768)"]; +"244 dequantize_per_tensor_60" -> "245 add_3" [style=solid, label="(1, 197, 768)"]; +"245 add_3" -> "246 quantize_per_tensor_61" [style=solid, label="(1, 197, 768)"]; +"246 quantize_per_tensor_61" -> "247 dequantize_per_tensor_62" [style=solid, label="(1, 197, 768)"]; +"246 quantize_per_tensor_61" -> "248 dequantize_per_tensor_63" [style=solid, label="(1, 197, 768)"]; +"247 dequantize_per_tensor_62" -> "271 add_4" [style=solid, label="(1, 197, 768)"]; +"248 dequantize_per_tensor_63" -> "249 layer_norm_3" [style=solid, label="(1, 197, 768)"]; +"249 layer_norm_3" -> "250 layer_norm_3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"250 layer_norm_3_0_0_nncf_smooth_quant_0" -> "251 quantize_per_tensor_64" [style=solid, label="(1, 197, 768)"]; +"251 quantize_per_tensor_64" -> "252 dequantize_per_tensor_65" [style=solid, label="(1, 197, 768)"]; +"252 dequantize_per_tensor_65" -> "255 linear_6" [style=solid, label="(1, 197, 768)"]; +"253 _frozen_param9" -> "254 dequantize_per_tensor_66" [style=solid, label="(3072, 768)"]; +"254 dequantize_per_tensor_66" -> "255 linear_6" [style=solid, label="(3072, 768)"]; +"255 linear_6" -> "256 quantize_per_tensor_67" [style=solid, label="(1, 197, 3072)"]; +"256 quantize_per_tensor_67" -> "257 dequantize_per_tensor_68" [style=solid, label="(1, 197, 3072)"]; +"257 dequantize_per_tensor_68" -> "258 gelu_1" [style=solid, label="(1, 197, 3072)"]; +"258 gelu_1" -> "259 dropout_5" [style=solid, label="(1, 197, 3072)"]; +"259 dropout_5" -> "260 dropout_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"260 dropout_5_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_69" [style=solid, label="(1, 197, 3072)"]; +"261 quantize_per_tensor_69" -> "262 dequantize_per_tensor_70" [style=solid, label="(1, 197, 3072)"]; +"262 dequantize_per_tensor_70" -> "265 linear_7" [style=solid, label="(1, 197, 3072)"]; +"263 _frozen_param10" -> "264 dequantize_per_tensor_71" [style=solid, label="(768, 3072)"]; +"264 dequantize_per_tensor_71" -> "265 linear_7" [style=solid, label="(768, 3072)"]; +"265 linear_7" -> "266 quantize_per_tensor_72" [style=solid, label="(1, 197, 768)"]; +"266 quantize_per_tensor_72" -> "267 dequantize_per_tensor_73" [style=solid, label="(1, 197, 768)"]; +"267 dequantize_per_tensor_73" -> "268 dropout_6" [style=solid, label="(1, 197, 768)"]; +"268 dropout_6" -> "269 quantize_per_tensor_74" [style=solid, label="(1, 197, 768)"]; +"269 quantize_per_tensor_74" -> "270 dequantize_per_tensor_75" [style=solid, label="(1, 197, 768)"]; +"270 dequantize_per_tensor_75" -> "271 add_4" [style=solid, label="(1, 197, 768)"]; +"271 add_4" -> "272 quantize_per_tensor_76" [style=solid, label="(1, 197, 768)"]; +"272 quantize_per_tensor_76" -> "273 dequantize_per_tensor_77" [style=solid, label="(1, 197, 768)"]; +"272 quantize_per_tensor_76" -> "274 dequantize_per_tensor_78" [style=solid, label="(1, 197, 768)"]; +"273 dequantize_per_tensor_77" -> "320 add_5" [style=solid, label="(1, 197, 768)"]; +"274 dequantize_per_tensor_78" -> "275 layer_norm_4" [style=solid, label="(1, 197, 768)"]; +"275 layer_norm_4" -> "276 transpose_12" [style=solid, label="(1, 197, 768)"]; +"276 transpose_12" -> "277 transpose_12_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"277 transpose_12_0_0_nncf_smooth_quant_0" -> "278 quantize_per_tensor_79" [style=solid, label="(197, 1, 768)"]; +"278 quantize_per_tensor_79" -> "279 dequantize_per_tensor_80" [style=solid, label="(197, 1, 768)"]; +"279 dequantize_per_tensor_80" -> "282 linear_8" [style=solid, label="(197, 1, 768)"]; +"280 _frozen_param11" -> "281 dequantize_per_tensor_81" [style=solid, label="(2304, 768)"]; +"281 dequantize_per_tensor_81" -> "282 linear_8" [style=solid, label="(2304, 768)"]; +"282 linear_8" -> "283 quantize_per_tensor_82" [style=solid, label="(197, 1, 2304)"]; +"283 quantize_per_tensor_82" -> "284 dequantize_per_tensor_83" [style=solid, label="(197, 1, 2304)"]; +"284 dequantize_per_tensor_83" -> "285 unflatten_2" [style=solid, label="(197, 1, 2304)"]; +"285 unflatten_2" -> "286 unsqueeze_2" [style=solid, label="(197, 1, 3, 768)"]; +"286 unsqueeze_2" -> "287 transpose_13" [style=solid, label="(1, 197, 1, 3, 768)"]; +"287 transpose_13" -> "288 squeeze_2" [style=solid, label="(3, 197, 1, 1, 768)"]; +"288 squeeze_2" -> "289 contiguous_2" [style=solid, label="(3, 197, 1, 768)"]; +"289 contiguous_2" -> "290 select_6" [style=solid, label="(3, 197, 1, 768)"]; +"289 contiguous_2" -> "291 select_7" [style=solid, label="(3, 197, 1, 768)"]; +"289 contiguous_2" -> "292 select_8" [style=solid, label="(3, 197, 1, 768)"]; +"290 select_6" -> "293 view_16" [style=solid, label="(197, 1, 768)"]; +"291 select_7" -> "295 view_17" [style=solid, label="(197, 1, 768)"]; +"292 select_8" -> "297 view_18" [style=solid, label="(197, 1, 768)"]; +"293 view_16" -> "294 transpose_14" [style=solid, label="(197, 12, 64)"]; +"294 transpose_14" -> "299 view_19" [style=solid, label="(12, 197, 64)"]; +"295 view_17" -> "296 transpose_15" [style=solid, label="(197, 12, 64)"]; +"296 transpose_15" -> "300 view_20" [style=solid, label="(12, 197, 64)"]; +"297 view_18" -> "298 transpose_16" [style=solid, label="(197, 12, 64)"]; +"298 transpose_16" -> "301 view_21" [style=solid, label="(12, 197, 64)"]; +"299 view_19" -> "302 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"300 view_20" -> "302 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"301 view_21" -> "302 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"302 scaled_dot_product_attention_2" -> "303 permute_3" [style=solid, label="(1, 12, 197, 64)"]; +"303 permute_3" -> "304 view_22" [style=solid, label="(197, 1, 12, 64)"]; +"304 view_22" -> "305 view_22_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"305 view_22_0_0_nncf_smooth_quant_0" -> "306 quantize_per_tensor_84" [style=solid, label="(197, 768)"]; +"306 quantize_per_tensor_84" -> "307 dequantize_per_tensor_85" [style=solid, label="(197, 768)"]; +"307 dequantize_per_tensor_85" -> "310 linear_9" [style=solid, label="(197, 768)"]; +"308 _frozen_param12" -> "309 dequantize_per_tensor_86" [style=solid, label="(768, 768)"]; +"309 dequantize_per_tensor_86" -> "310 linear_9" [style=solid, label="(768, 768)"]; +"310 linear_9" -> "311 quantize_per_tensor_87" [style=solid, label="(197, 768)"]; +"311 quantize_per_tensor_87" -> "312 dequantize_per_tensor_88" [style=solid, label="(197, 768)"]; +"312 dequantize_per_tensor_88" -> "313 view_23" [style=solid, label="(197, 768)"]; +"313 view_23" -> "314 quantize_per_tensor_89" [style=solid, label="(197, 1, 768)"]; +"314 quantize_per_tensor_89" -> "315 dequantize_per_tensor_90" [style=solid, label="(197, 1, 768)"]; +"315 dequantize_per_tensor_90" -> "316 transpose_17" [style=solid, label="(197, 1, 768)"]; +"316 transpose_17" -> "317 dropout_7" [style=solid, label="(1, 197, 768)"]; +"317 dropout_7" -> "318 quantize_per_tensor_91" [style=solid, label="(1, 197, 768)"]; +"318 quantize_per_tensor_91" -> "319 dequantize_per_tensor_92" [style=solid, label="(1, 197, 768)"]; +"319 dequantize_per_tensor_92" -> "320 add_5" [style=solid, label="(1, 197, 768)"]; +"320 add_5" -> "321 quantize_per_tensor_93" [style=solid, label="(1, 197, 768)"]; +"321 quantize_per_tensor_93" -> "322 dequantize_per_tensor_94" [style=solid, label="(1, 197, 768)"]; +"321 quantize_per_tensor_93" -> "323 dequantize_per_tensor_95" [style=solid, label="(1, 197, 768)"]; +"322 dequantize_per_tensor_94" -> "346 add_6" [style=solid, label="(1, 197, 768)"]; +"323 dequantize_per_tensor_95" -> "324 layer_norm_5" [style=solid, label="(1, 197, 768)"]; +"324 layer_norm_5" -> "325 layer_norm_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"325 layer_norm_5_0_0_nncf_smooth_quant_0" -> "326 quantize_per_tensor_96" [style=solid, label="(1, 197, 768)"]; +"326 quantize_per_tensor_96" -> "327 dequantize_per_tensor_97" [style=solid, label="(1, 197, 768)"]; +"327 dequantize_per_tensor_97" -> "330 linear_10" [style=solid, label="(1, 197, 768)"]; +"328 _frozen_param13" -> "329 dequantize_per_tensor_98" [style=solid, label="(3072, 768)"]; +"329 dequantize_per_tensor_98" -> "330 linear_10" [style=solid, label="(3072, 768)"]; +"330 linear_10" -> "331 quantize_per_tensor_99" [style=solid, label="(1, 197, 3072)"]; +"331 quantize_per_tensor_99" -> "332 dequantize_per_tensor_100" [style=solid, label="(1, 197, 3072)"]; +"332 dequantize_per_tensor_100" -> "333 gelu_2" [style=solid, label="(1, 197, 3072)"]; +"333 gelu_2" -> "334 dropout_8" [style=solid, label="(1, 197, 3072)"]; +"334 dropout_8" -> "335 dropout_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"335 dropout_8_0_0_nncf_smooth_quant_0" -> "336 quantize_per_tensor_101" [style=solid, label="(1, 197, 3072)"]; +"336 quantize_per_tensor_101" -> "337 dequantize_per_tensor_102" [style=solid, label="(1, 197, 3072)"]; +"337 dequantize_per_tensor_102" -> "340 linear_11" [style=solid, label="(1, 197, 3072)"]; +"338 _frozen_param14" -> "339 dequantize_per_tensor_103" [style=solid, label="(768, 3072)"]; +"339 dequantize_per_tensor_103" -> "340 linear_11" [style=solid, label="(768, 3072)"]; +"340 linear_11" -> "341 quantize_per_tensor_104" [style=solid, label="(1, 197, 768)"]; +"341 quantize_per_tensor_104" -> "342 dequantize_per_tensor_105" [style=solid, label="(1, 197, 768)"]; +"342 dequantize_per_tensor_105" -> "343 dropout_9" [style=solid, label="(1, 197, 768)"]; +"343 dropout_9" -> "344 quantize_per_tensor_106" [style=solid, label="(1, 197, 768)"]; +"344 quantize_per_tensor_106" -> "345 dequantize_per_tensor_107" [style=solid, label="(1, 197, 768)"]; +"345 dequantize_per_tensor_107" -> "346 add_6" [style=solid, label="(1, 197, 768)"]; +"346 add_6" -> "347 quantize_per_tensor_108" [style=solid, label="(1, 197, 768)"]; +"347 quantize_per_tensor_108" -> "348 dequantize_per_tensor_109" [style=solid, label="(1, 197, 768)"]; +"347 quantize_per_tensor_108" -> "349 dequantize_per_tensor_110" [style=solid, label="(1, 197, 768)"]; +"348 dequantize_per_tensor_109" -> "395 add_7" [style=solid, label="(1, 197, 768)"]; +"349 dequantize_per_tensor_110" -> "350 layer_norm_6" [style=solid, label="(1, 197, 768)"]; +"350 layer_norm_6" -> "351 transpose_18" [style=solid, label="(1, 197, 768)"]; +"351 transpose_18" -> "352 transpose_18_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"352 transpose_18_0_0_nncf_smooth_quant_0" -> "353 quantize_per_tensor_111" [style=solid, label="(197, 1, 768)"]; +"353 quantize_per_tensor_111" -> "354 dequantize_per_tensor_112" [style=solid, label="(197, 1, 768)"]; +"354 dequantize_per_tensor_112" -> "357 linear_12" [style=solid, label="(197, 1, 768)"]; +"355 _frozen_param15" -> "356 dequantize_per_tensor_113" [style=solid, label="(2304, 768)"]; +"356 dequantize_per_tensor_113" -> "357 linear_12" [style=solid, label="(2304, 768)"]; +"357 linear_12" -> "358 quantize_per_tensor_114" [style=solid, label="(197, 1, 2304)"]; +"358 quantize_per_tensor_114" -> "359 dequantize_per_tensor_115" [style=solid, label="(197, 1, 2304)"]; +"359 dequantize_per_tensor_115" -> "360 unflatten_3" [style=solid, label="(197, 1, 2304)"]; +"360 unflatten_3" -> "361 unsqueeze_3" [style=solid, label="(197, 1, 3, 768)"]; +"361 unsqueeze_3" -> "362 transpose_19" [style=solid, label="(1, 197, 1, 3, 768)"]; +"362 transpose_19" -> "363 squeeze_3" [style=solid, label="(3, 197, 1, 1, 768)"]; +"363 squeeze_3" -> "364 contiguous_3" [style=solid, label="(3, 197, 1, 768)"]; +"364 contiguous_3" -> "365 select_9" [style=solid, label="(3, 197, 1, 768)"]; +"364 contiguous_3" -> "366 select_10" [style=solid, label="(3, 197, 1, 768)"]; +"364 contiguous_3" -> "367 select_11" [style=solid, label="(3, 197, 1, 768)"]; +"365 select_9" -> "368 view_24" [style=solid, label="(197, 1, 768)"]; +"366 select_10" -> "370 view_25" [style=solid, label="(197, 1, 768)"]; +"367 select_11" -> "372 view_26" [style=solid, label="(197, 1, 768)"]; +"368 view_24" -> "369 transpose_20" [style=solid, label="(197, 12, 64)"]; +"369 transpose_20" -> "374 view_27" [style=solid, label="(12, 197, 64)"]; +"370 view_25" -> "371 transpose_21" [style=solid, label="(197, 12, 64)"]; +"371 transpose_21" -> "375 view_28" [style=solid, label="(12, 197, 64)"]; +"372 view_26" -> "373 transpose_22" [style=solid, label="(197, 12, 64)"]; +"373 transpose_22" -> "376 view_29" [style=solid, label="(12, 197, 64)"]; +"374 view_27" -> "377 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"375 view_28" -> "377 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"376 view_29" -> "377 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"377 scaled_dot_product_attention_3" -> "378 permute_4" [style=solid, label="(1, 12, 197, 64)"]; +"378 permute_4" -> "379 view_30" [style=solid, label="(197, 1, 12, 64)"]; +"379 view_30" -> "380 view_30_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"380 view_30_0_0_nncf_smooth_quant_0" -> "381 quantize_per_tensor_116" [style=solid, label="(197, 768)"]; +"381 quantize_per_tensor_116" -> "382 dequantize_per_tensor_117" [style=solid, label="(197, 768)"]; +"382 dequantize_per_tensor_117" -> "385 linear_13" [style=solid, label="(197, 768)"]; +"383 _frozen_param16" -> "384 dequantize_per_tensor_118" [style=solid, label="(768, 768)"]; +"384 dequantize_per_tensor_118" -> "385 linear_13" [style=solid, label="(768, 768)"]; +"385 linear_13" -> "386 quantize_per_tensor_119" [style=solid, label="(197, 768)"]; +"386 quantize_per_tensor_119" -> "387 dequantize_per_tensor_120" [style=solid, label="(197, 768)"]; +"387 dequantize_per_tensor_120" -> "388 view_31" [style=solid, label="(197, 768)"]; +"388 view_31" -> "389 quantize_per_tensor_121" [style=solid, label="(197, 1, 768)"]; +"389 quantize_per_tensor_121" -> "390 dequantize_per_tensor_122" [style=solid, label="(197, 1, 768)"]; +"390 dequantize_per_tensor_122" -> "391 transpose_23" [style=solid, label="(197, 1, 768)"]; +"391 transpose_23" -> "392 dropout_10" [style=solid, label="(1, 197, 768)"]; +"392 dropout_10" -> "393 quantize_per_tensor_123" [style=solid, label="(1, 197, 768)"]; +"393 quantize_per_tensor_123" -> "394 dequantize_per_tensor_124" [style=solid, label="(1, 197, 768)"]; +"394 dequantize_per_tensor_124" -> "395 add_7" [style=solid, label="(1, 197, 768)"]; +"395 add_7" -> "396 quantize_per_tensor_125" [style=solid, label="(1, 197, 768)"]; +"396 quantize_per_tensor_125" -> "397 dequantize_per_tensor_126" [style=solid, label="(1, 197, 768)"]; +"396 quantize_per_tensor_125" -> "398 dequantize_per_tensor_127" [style=solid, label="(1, 197, 768)"]; +"397 dequantize_per_tensor_126" -> "421 add_8" [style=solid, label="(1, 197, 768)"]; +"398 dequantize_per_tensor_127" -> "399 layer_norm_7" [style=solid, label="(1, 197, 768)"]; +"399 layer_norm_7" -> "400 layer_norm_7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"400 layer_norm_7_0_0_nncf_smooth_quant_0" -> "401 quantize_per_tensor_128" [style=solid, label="(1, 197, 768)"]; +"401 quantize_per_tensor_128" -> "402 dequantize_per_tensor_129" [style=solid, label="(1, 197, 768)"]; +"402 dequantize_per_tensor_129" -> "405 linear_14" [style=solid, label="(1, 197, 768)"]; +"403 _frozen_param17" -> "404 dequantize_per_tensor_130" [style=solid, label="(3072, 768)"]; +"404 dequantize_per_tensor_130" -> "405 linear_14" [style=solid, label="(3072, 768)"]; +"405 linear_14" -> "406 quantize_per_tensor_131" [style=solid, label="(1, 197, 3072)"]; +"406 quantize_per_tensor_131" -> "407 dequantize_per_tensor_132" [style=solid, label="(1, 197, 3072)"]; +"407 dequantize_per_tensor_132" -> "408 gelu_3" [style=solid, label="(1, 197, 3072)"]; +"408 gelu_3" -> "409 dropout_11" [style=solid, label="(1, 197, 3072)"]; +"409 dropout_11" -> "410 dropout_11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"410 dropout_11_0_0_nncf_smooth_quant_0" -> "411 quantize_per_tensor_133" [style=solid, label="(1, 197, 3072)"]; +"411 quantize_per_tensor_133" -> "412 dequantize_per_tensor_134" [style=solid, label="(1, 197, 3072)"]; +"412 dequantize_per_tensor_134" -> "415 linear_15" [style=solid, label="(1, 197, 3072)"]; +"413 _frozen_param18" -> "414 dequantize_per_tensor_135" [style=solid, label="(768, 3072)"]; +"414 dequantize_per_tensor_135" -> "415 linear_15" [style=solid, label="(768, 3072)"]; +"415 linear_15" -> "416 quantize_per_tensor_136" [style=solid, label="(1, 197, 768)"]; +"416 quantize_per_tensor_136" -> "417 dequantize_per_tensor_137" [style=solid, label="(1, 197, 768)"]; +"417 dequantize_per_tensor_137" -> "418 dropout_12" [style=solid, label="(1, 197, 768)"]; +"418 dropout_12" -> "419 quantize_per_tensor_138" [style=solid, label="(1, 197, 768)"]; +"419 quantize_per_tensor_138" -> "420 dequantize_per_tensor_139" [style=solid, label="(1, 197, 768)"]; +"420 dequantize_per_tensor_139" -> "421 add_8" [style=solid, label="(1, 197, 768)"]; +"421 add_8" -> "422 quantize_per_tensor_140" [style=solid, label="(1, 197, 768)"]; +"422 quantize_per_tensor_140" -> "423 dequantize_per_tensor_141" [style=solid, label="(1, 197, 768)"]; +"422 quantize_per_tensor_140" -> "424 dequantize_per_tensor_142" [style=solid, label="(1, 197, 768)"]; +"423 dequantize_per_tensor_141" -> "470 add_9" [style=solid, label="(1, 197, 768)"]; +"424 dequantize_per_tensor_142" -> "425 layer_norm_8" [style=solid, label="(1, 197, 768)"]; +"425 layer_norm_8" -> "426 transpose_24" [style=solid, label="(1, 197, 768)"]; +"426 transpose_24" -> "427 transpose_24_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"427 transpose_24_0_0_nncf_smooth_quant_0" -> "428 quantize_per_tensor_143" [style=solid, label="(197, 1, 768)"]; +"428 quantize_per_tensor_143" -> "429 dequantize_per_tensor_144" [style=solid, label="(197, 1, 768)"]; +"429 dequantize_per_tensor_144" -> "432 linear_16" [style=solid, label="(197, 1, 768)"]; +"430 _frozen_param19" -> "431 dequantize_per_tensor_145" [style=solid, label="(2304, 768)"]; +"431 dequantize_per_tensor_145" -> "432 linear_16" [style=solid, label="(2304, 768)"]; +"432 linear_16" -> "433 quantize_per_tensor_146" [style=solid, label="(197, 1, 2304)"]; +"433 quantize_per_tensor_146" -> "434 dequantize_per_tensor_147" [style=solid, label="(197, 1, 2304)"]; +"434 dequantize_per_tensor_147" -> "435 unflatten_4" [style=solid, label="(197, 1, 2304)"]; +"435 unflatten_4" -> "436 unsqueeze_4" [style=solid, label="(197, 1, 3, 768)"]; +"436 unsqueeze_4" -> "437 transpose_25" [style=solid, label="(1, 197, 1, 3, 768)"]; +"437 transpose_25" -> "438 squeeze_4" [style=solid, label="(3, 197, 1, 1, 768)"]; +"438 squeeze_4" -> "439 contiguous_4" [style=solid, label="(3, 197, 1, 768)"]; +"439 contiguous_4" -> "440 select_12" [style=solid, label="(3, 197, 1, 768)"]; +"439 contiguous_4" -> "441 select_13" [style=solid, label="(3, 197, 1, 768)"]; +"439 contiguous_4" -> "442 select_14" [style=solid, label="(3, 197, 1, 768)"]; +"440 select_12" -> "443 view_32" [style=solid, label="(197, 1, 768)"]; +"441 select_13" -> "445 view_33" [style=solid, label="(197, 1, 768)"]; +"442 select_14" -> "447 view_34" [style=solid, label="(197, 1, 768)"]; +"443 view_32" -> "444 transpose_26" [style=solid, label="(197, 12, 64)"]; +"444 transpose_26" -> "449 view_35" [style=solid, label="(12, 197, 64)"]; +"445 view_33" -> "446 transpose_27" [style=solid, label="(197, 12, 64)"]; +"446 transpose_27" -> "450 view_36" [style=solid, label="(12, 197, 64)"]; +"447 view_34" -> "448 transpose_28" [style=solid, label="(197, 12, 64)"]; +"448 transpose_28" -> "451 view_37" [style=solid, label="(12, 197, 64)"]; +"449 view_35" -> "452 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"450 view_36" -> "452 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"451 view_37" -> "452 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"452 scaled_dot_product_attention_4" -> "453 permute_5" [style=solid, label="(1, 12, 197, 64)"]; +"453 permute_5" -> "454 view_38" [style=solid, label="(197, 1, 12, 64)"]; +"454 view_38" -> "455 view_38_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"455 view_38_0_0_nncf_smooth_quant_0" -> "456 quantize_per_tensor_148" [style=solid, label="(197, 768)"]; +"456 quantize_per_tensor_148" -> "457 dequantize_per_tensor_149" [style=solid, label="(197, 768)"]; +"457 dequantize_per_tensor_149" -> "460 linear_17" [style=solid, label="(197, 768)"]; +"458 _frozen_param20" -> "459 dequantize_per_tensor_150" [style=solid, label="(768, 768)"]; +"459 dequantize_per_tensor_150" -> "460 linear_17" [style=solid, label="(768, 768)"]; +"460 linear_17" -> "461 quantize_per_tensor_151" [style=solid, label="(197, 768)"]; +"461 quantize_per_tensor_151" -> "462 dequantize_per_tensor_152" [style=solid, label="(197, 768)"]; +"462 dequantize_per_tensor_152" -> "463 view_39" [style=solid, label="(197, 768)"]; +"463 view_39" -> "464 quantize_per_tensor_153" [style=solid, label="(197, 1, 768)"]; +"464 quantize_per_tensor_153" -> "465 dequantize_per_tensor_154" [style=solid, label="(197, 1, 768)"]; +"465 dequantize_per_tensor_154" -> "466 transpose_29" [style=solid, label="(197, 1, 768)"]; +"466 transpose_29" -> "467 dropout_13" [style=solid, label="(1, 197, 768)"]; +"467 dropout_13" -> "468 quantize_per_tensor_155" [style=solid, label="(1, 197, 768)"]; +"468 quantize_per_tensor_155" -> "469 dequantize_per_tensor_156" [style=solid, label="(1, 197, 768)"]; +"469 dequantize_per_tensor_156" -> "470 add_9" [style=solid, label="(1, 197, 768)"]; +"470 add_9" -> "471 quantize_per_tensor_157" [style=solid, label="(1, 197, 768)"]; +"471 quantize_per_tensor_157" -> "472 dequantize_per_tensor_158" [style=solid, label="(1, 197, 768)"]; +"471 quantize_per_tensor_157" -> "473 dequantize_per_tensor_159" [style=solid, label="(1, 197, 768)"]; +"472 dequantize_per_tensor_158" -> "496 add_10" [style=solid, label="(1, 197, 768)"]; +"473 dequantize_per_tensor_159" -> "474 layer_norm_9" [style=solid, label="(1, 197, 768)"]; +"474 layer_norm_9" -> "475 layer_norm_9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"475 layer_norm_9_0_0_nncf_smooth_quant_0" -> "476 quantize_per_tensor_160" [style=solid, label="(1, 197, 768)"]; +"476 quantize_per_tensor_160" -> "477 dequantize_per_tensor_161" [style=solid, label="(1, 197, 768)"]; +"477 dequantize_per_tensor_161" -> "480 linear_18" [style=solid, label="(1, 197, 768)"]; +"478 _frozen_param21" -> "479 dequantize_per_tensor_162" [style=solid, label="(3072, 768)"]; +"479 dequantize_per_tensor_162" -> "480 linear_18" [style=solid, label="(3072, 768)"]; +"480 linear_18" -> "481 quantize_per_tensor_163" [style=solid, label="(1, 197, 3072)"]; +"481 quantize_per_tensor_163" -> "482 dequantize_per_tensor_164" [style=solid, label="(1, 197, 3072)"]; +"482 dequantize_per_tensor_164" -> "483 gelu_4" [style=solid, label="(1, 197, 3072)"]; +"483 gelu_4" -> "484 dropout_14" [style=solid, label="(1, 197, 3072)"]; +"484 dropout_14" -> "485 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"485 dropout_14_0_0_nncf_smooth_quant_0" -> "486 quantize_per_tensor_165" [style=solid, label="(1, 197, 3072)"]; +"486 quantize_per_tensor_165" -> "487 dequantize_per_tensor_166" [style=solid, label="(1, 197, 3072)"]; +"487 dequantize_per_tensor_166" -> "490 linear_19" [style=solid, label="(1, 197, 3072)"]; +"488 _frozen_param22" -> "489 dequantize_per_tensor_167" [style=solid, label="(768, 3072)"]; +"489 dequantize_per_tensor_167" -> "490 linear_19" [style=solid, label="(768, 3072)"]; +"490 linear_19" -> "491 quantize_per_tensor_168" [style=solid, label="(1, 197, 768)"]; +"491 quantize_per_tensor_168" -> "492 dequantize_per_tensor_169" [style=solid, label="(1, 197, 768)"]; +"492 dequantize_per_tensor_169" -> "493 dropout_15" [style=solid, label="(1, 197, 768)"]; +"493 dropout_15" -> "494 quantize_per_tensor_170" [style=solid, label="(1, 197, 768)"]; +"494 quantize_per_tensor_170" -> "495 dequantize_per_tensor_171" [style=solid, label="(1, 197, 768)"]; +"495 dequantize_per_tensor_171" -> "496 add_10" [style=solid, label="(1, 197, 768)"]; +"496 add_10" -> "497 quantize_per_tensor_172" [style=solid, label="(1, 197, 768)"]; +"497 quantize_per_tensor_172" -> "498 dequantize_per_tensor_173" [style=solid, label="(1, 197, 768)"]; +"497 quantize_per_tensor_172" -> "499 dequantize_per_tensor_174" [style=solid, label="(1, 197, 768)"]; +"498 dequantize_per_tensor_173" -> "545 add_11" [style=solid, label="(1, 197, 768)"]; +"499 dequantize_per_tensor_174" -> "500 layer_norm_10" [style=solid, label="(1, 197, 768)"]; +"500 layer_norm_10" -> "501 transpose_30" [style=solid, label="(1, 197, 768)"]; +"501 transpose_30" -> "502 transpose_30_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"502 transpose_30_0_0_nncf_smooth_quant_0" -> "503 quantize_per_tensor_175" [style=solid, label="(197, 1, 768)"]; +"503 quantize_per_tensor_175" -> "504 dequantize_per_tensor_176" [style=solid, label="(197, 1, 768)"]; +"504 dequantize_per_tensor_176" -> "507 linear_20" [style=solid, label="(197, 1, 768)"]; +"505 _frozen_param23" -> "506 dequantize_per_tensor_177" [style=solid, label="(2304, 768)"]; +"506 dequantize_per_tensor_177" -> "507 linear_20" [style=solid, label="(2304, 768)"]; +"507 linear_20" -> "508 quantize_per_tensor_178" [style=solid, label="(197, 1, 2304)"]; +"508 quantize_per_tensor_178" -> "509 dequantize_per_tensor_179" [style=solid, label="(197, 1, 2304)"]; +"509 dequantize_per_tensor_179" -> "510 unflatten_5" [style=solid, label="(197, 1, 2304)"]; +"510 unflatten_5" -> "511 unsqueeze_5" [style=solid, label="(197, 1, 3, 768)"]; +"511 unsqueeze_5" -> "512 transpose_31" [style=solid, label="(1, 197, 1, 3, 768)"]; +"512 transpose_31" -> "513 squeeze_5" [style=solid, label="(3, 197, 1, 1, 768)"]; +"513 squeeze_5" -> "514 contiguous_5" [style=solid, label="(3, 197, 1, 768)"]; +"514 contiguous_5" -> "515 select_15" [style=solid, label="(3, 197, 1, 768)"]; +"514 contiguous_5" -> "516 select_16" [style=solid, label="(3, 197, 1, 768)"]; +"514 contiguous_5" -> "517 select_17" [style=solid, label="(3, 197, 1, 768)"]; +"515 select_15" -> "518 view_40" [style=solid, label="(197, 1, 768)"]; +"516 select_16" -> "520 view_41" [style=solid, label="(197, 1, 768)"]; +"517 select_17" -> "522 view_42" [style=solid, label="(197, 1, 768)"]; +"518 view_40" -> "519 transpose_32" [style=solid, label="(197, 12, 64)"]; +"519 transpose_32" -> "524 view_43" [style=solid, label="(12, 197, 64)"]; +"520 view_41" -> "521 transpose_33" [style=solid, label="(197, 12, 64)"]; +"521 transpose_33" -> "525 view_44" [style=solid, label="(12, 197, 64)"]; +"522 view_42" -> "523 transpose_34" [style=solid, label="(197, 12, 64)"]; +"523 transpose_34" -> "526 view_45" [style=solid, label="(12, 197, 64)"]; +"524 view_43" -> "527 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"525 view_44" -> "527 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"526 view_45" -> "527 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"527 scaled_dot_product_attention_5" -> "528 permute_6" [style=solid, label="(1, 12, 197, 64)"]; +"528 permute_6" -> "529 view_46" [style=solid, label="(197, 1, 12, 64)"]; +"529 view_46" -> "530 view_46_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"530 view_46_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_180" [style=solid, label="(197, 768)"]; +"531 quantize_per_tensor_180" -> "532 dequantize_per_tensor_181" [style=solid, label="(197, 768)"]; +"532 dequantize_per_tensor_181" -> "535 linear_21" [style=solid, label="(197, 768)"]; +"533 _frozen_param24" -> "534 dequantize_per_tensor_182" [style=solid, label="(768, 768)"]; +"534 dequantize_per_tensor_182" -> "535 linear_21" [style=solid, label="(768, 768)"]; +"535 linear_21" -> "536 quantize_per_tensor_183" [style=solid, label="(197, 768)"]; +"536 quantize_per_tensor_183" -> "537 dequantize_per_tensor_184" [style=solid, label="(197, 768)"]; +"537 dequantize_per_tensor_184" -> "538 view_47" [style=solid, label="(197, 768)"]; +"538 view_47" -> "539 quantize_per_tensor_185" [style=solid, label="(197, 1, 768)"]; +"539 quantize_per_tensor_185" -> "540 dequantize_per_tensor_186" [style=solid, label="(197, 1, 768)"]; +"540 dequantize_per_tensor_186" -> "541 transpose_35" [style=solid, label="(197, 1, 768)"]; +"541 transpose_35" -> "542 dropout_16" [style=solid, label="(1, 197, 768)"]; +"542 dropout_16" -> "543 quantize_per_tensor_187" [style=solid, label="(1, 197, 768)"]; +"543 quantize_per_tensor_187" -> "544 dequantize_per_tensor_188" [style=solid, label="(1, 197, 768)"]; +"544 dequantize_per_tensor_188" -> "545 add_11" [style=solid, label="(1, 197, 768)"]; +"545 add_11" -> "546 quantize_per_tensor_189" [style=solid, label="(1, 197, 768)"]; +"546 quantize_per_tensor_189" -> "547 dequantize_per_tensor_190" [style=solid, label="(1, 197, 768)"]; +"546 quantize_per_tensor_189" -> "548 dequantize_per_tensor_191" [style=solid, label="(1, 197, 768)"]; +"547 dequantize_per_tensor_190" -> "571 add_12" [style=solid, label="(1, 197, 768)"]; +"548 dequantize_per_tensor_191" -> "549 layer_norm_11" [style=solid, label="(1, 197, 768)"]; +"549 layer_norm_11" -> "550 layer_norm_11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"550 layer_norm_11_0_0_nncf_smooth_quant_0" -> "551 quantize_per_tensor_192" [style=solid, label="(1, 197, 768)"]; +"551 quantize_per_tensor_192" -> "552 dequantize_per_tensor_193" [style=solid, label="(1, 197, 768)"]; +"552 dequantize_per_tensor_193" -> "555 linear_22" [style=solid, label="(1, 197, 768)"]; +"553 _frozen_param25" -> "554 dequantize_per_tensor_194" [style=solid, label="(3072, 768)"]; +"554 dequantize_per_tensor_194" -> "555 linear_22" [style=solid, label="(3072, 768)"]; +"555 linear_22" -> "556 quantize_per_tensor_195" [style=solid, label="(1, 197, 3072)"]; +"556 quantize_per_tensor_195" -> "557 dequantize_per_tensor_196" [style=solid, label="(1, 197, 3072)"]; +"557 dequantize_per_tensor_196" -> "558 gelu_5" [style=solid, label="(1, 197, 3072)"]; +"558 gelu_5" -> "559 dropout_17" [style=solid, label="(1, 197, 3072)"]; +"559 dropout_17" -> "560 dropout_17_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"560 dropout_17_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_197" [style=solid, label="(1, 197, 3072)"]; +"561 quantize_per_tensor_197" -> "562 dequantize_per_tensor_198" [style=solid, label="(1, 197, 3072)"]; +"562 dequantize_per_tensor_198" -> "565 linear_23" [style=solid, label="(1, 197, 3072)"]; +"563 _frozen_param26" -> "564 dequantize_per_tensor_199" [style=solid, label="(768, 3072)"]; +"564 dequantize_per_tensor_199" -> "565 linear_23" [style=solid, label="(768, 3072)"]; +"565 linear_23" -> "566 quantize_per_tensor_200" [style=solid, label="(1, 197, 768)"]; +"566 quantize_per_tensor_200" -> "567 dequantize_per_tensor_201" [style=solid, label="(1, 197, 768)"]; +"567 dequantize_per_tensor_201" -> "568 dropout_18" [style=solid, label="(1, 197, 768)"]; +"568 dropout_18" -> "569 quantize_per_tensor_202" [style=solid, label="(1, 197, 768)"]; +"569 quantize_per_tensor_202" -> "570 dequantize_per_tensor_203" [style=solid, label="(1, 197, 768)"]; +"570 dequantize_per_tensor_203" -> "571 add_12" [style=solid, label="(1, 197, 768)"]; +"571 add_12" -> "572 quantize_per_tensor_204" [style=solid, label="(1, 197, 768)"]; +"572 quantize_per_tensor_204" -> "573 dequantize_per_tensor_205" [style=solid, label="(1, 197, 768)"]; +"572 quantize_per_tensor_204" -> "574 dequantize_per_tensor_206" [style=solid, label="(1, 197, 768)"]; +"573 dequantize_per_tensor_205" -> "620 add_13" [style=solid, label="(1, 197, 768)"]; +"574 dequantize_per_tensor_206" -> "575 layer_norm_12" [style=solid, label="(1, 197, 768)"]; +"575 layer_norm_12" -> "576 transpose_36" [style=solid, label="(1, 197, 768)"]; +"576 transpose_36" -> "577 transpose_36_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"577 transpose_36_0_0_nncf_smooth_quant_0" -> "578 quantize_per_tensor_207" [style=solid, label="(197, 1, 768)"]; +"578 quantize_per_tensor_207" -> "579 dequantize_per_tensor_208" [style=solid, label="(197, 1, 768)"]; +"579 dequantize_per_tensor_208" -> "582 linear_24" [style=solid, label="(197, 1, 768)"]; +"580 _frozen_param27" -> "581 dequantize_per_tensor_209" [style=solid, label="(2304, 768)"]; +"581 dequantize_per_tensor_209" -> "582 linear_24" [style=solid, label="(2304, 768)"]; +"582 linear_24" -> "583 quantize_per_tensor_210" [style=solid, label="(197, 1, 2304)"]; +"583 quantize_per_tensor_210" -> "584 dequantize_per_tensor_211" [style=solid, label="(197, 1, 2304)"]; +"584 dequantize_per_tensor_211" -> "585 unflatten_6" [style=solid, label="(197, 1, 2304)"]; +"585 unflatten_6" -> "586 unsqueeze_6" [style=solid, label="(197, 1, 3, 768)"]; +"586 unsqueeze_6" -> "587 transpose_37" [style=solid, label="(1, 197, 1, 3, 768)"]; +"587 transpose_37" -> "588 squeeze_6" [style=solid, label="(3, 197, 1, 1, 768)"]; +"588 squeeze_6" -> "589 contiguous_6" [style=solid, label="(3, 197, 1, 768)"]; +"589 contiguous_6" -> "590 select_18" [style=solid, label="(3, 197, 1, 768)"]; +"589 contiguous_6" -> "591 select_19" [style=solid, label="(3, 197, 1, 768)"]; +"589 contiguous_6" -> "592 select_20" [style=solid, label="(3, 197, 1, 768)"]; +"590 select_18" -> "593 view_48" [style=solid, label="(197, 1, 768)"]; +"591 select_19" -> "595 view_49" [style=solid, label="(197, 1, 768)"]; +"592 select_20" -> "597 view_50" [style=solid, label="(197, 1, 768)"]; +"593 view_48" -> "594 transpose_38" [style=solid, label="(197, 12, 64)"]; +"594 transpose_38" -> "599 view_51" [style=solid, label="(12, 197, 64)"]; +"595 view_49" -> "596 transpose_39" [style=solid, label="(197, 12, 64)"]; +"596 transpose_39" -> "600 view_52" [style=solid, label="(12, 197, 64)"]; +"597 view_50" -> "598 transpose_40" [style=solid, label="(197, 12, 64)"]; +"598 transpose_40" -> "601 view_53" [style=solid, label="(12, 197, 64)"]; +"599 view_51" -> "602 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"600 view_52" -> "602 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"601 view_53" -> "602 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"602 scaled_dot_product_attention_6" -> "603 permute_7" [style=solid, label="(1, 12, 197, 64)"]; +"603 permute_7" -> "604 view_54" [style=solid, label="(197, 1, 12, 64)"]; +"604 view_54" -> "605 view_54_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"605 view_54_0_0_nncf_smooth_quant_0" -> "606 quantize_per_tensor_212" [style=solid, label="(197, 768)"]; +"606 quantize_per_tensor_212" -> "607 dequantize_per_tensor_213" [style=solid, label="(197, 768)"]; +"607 dequantize_per_tensor_213" -> "610 linear_25" [style=solid, label="(197, 768)"]; +"608 _frozen_param28" -> "609 dequantize_per_tensor_214" [style=solid, label="(768, 768)"]; +"609 dequantize_per_tensor_214" -> "610 linear_25" [style=solid, label="(768, 768)"]; +"610 linear_25" -> "611 quantize_per_tensor_215" [style=solid, label="(197, 768)"]; +"611 quantize_per_tensor_215" -> "612 dequantize_per_tensor_216" [style=solid, label="(197, 768)"]; +"612 dequantize_per_tensor_216" -> "613 view_55" [style=solid, label="(197, 768)"]; +"613 view_55" -> "614 quantize_per_tensor_217" [style=solid, label="(197, 1, 768)"]; +"614 quantize_per_tensor_217" -> "615 dequantize_per_tensor_218" [style=solid, label="(197, 1, 768)"]; +"615 dequantize_per_tensor_218" -> "616 transpose_41" [style=solid, label="(197, 1, 768)"]; +"616 transpose_41" -> "617 dropout_19" [style=solid, label="(1, 197, 768)"]; +"617 dropout_19" -> "618 quantize_per_tensor_219" [style=solid, label="(1, 197, 768)"]; +"618 quantize_per_tensor_219" -> "619 dequantize_per_tensor_220" [style=solid, label="(1, 197, 768)"]; +"619 dequantize_per_tensor_220" -> "620 add_13" [style=solid, label="(1, 197, 768)"]; +"620 add_13" -> "621 quantize_per_tensor_221" [style=solid, label="(1, 197, 768)"]; +"621 quantize_per_tensor_221" -> "622 dequantize_per_tensor_222" [style=solid, label="(1, 197, 768)"]; +"621 quantize_per_tensor_221" -> "623 dequantize_per_tensor_223" [style=solid, label="(1, 197, 768)"]; +"622 dequantize_per_tensor_222" -> "646 add_14" [style=solid, label="(1, 197, 768)"]; +"623 dequantize_per_tensor_223" -> "624 layer_norm_13" [style=solid, label="(1, 197, 768)"]; +"624 layer_norm_13" -> "625 layer_norm_13_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"625 layer_norm_13_0_0_nncf_smooth_quant_0" -> "626 quantize_per_tensor_224" [style=solid, label="(1, 197, 768)"]; +"626 quantize_per_tensor_224" -> "627 dequantize_per_tensor_225" [style=solid, label="(1, 197, 768)"]; +"627 dequantize_per_tensor_225" -> "630 linear_26" [style=solid, label="(1, 197, 768)"]; +"628 _frozen_param29" -> "629 dequantize_per_tensor_226" [style=solid, label="(3072, 768)"]; +"629 dequantize_per_tensor_226" -> "630 linear_26" [style=solid, label="(3072, 768)"]; +"630 linear_26" -> "631 quantize_per_tensor_227" [style=solid, label="(1, 197, 3072)"]; +"631 quantize_per_tensor_227" -> "632 dequantize_per_tensor_228" [style=solid, label="(1, 197, 3072)"]; +"632 dequantize_per_tensor_228" -> "633 gelu_6" [style=solid, label="(1, 197, 3072)"]; +"633 gelu_6" -> "634 dropout_20" [style=solid, label="(1, 197, 3072)"]; +"634 dropout_20" -> "635 dropout_20_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"635 dropout_20_0_0_nncf_smooth_quant_0" -> "636 quantize_per_tensor_229" [style=solid, label="(1, 197, 3072)"]; +"636 quantize_per_tensor_229" -> "637 dequantize_per_tensor_230" [style=solid, label="(1, 197, 3072)"]; +"637 dequantize_per_tensor_230" -> "640 linear_27" [style=solid, label="(1, 197, 3072)"]; +"638 _frozen_param30" -> "639 dequantize_per_tensor_231" [style=solid, label="(768, 3072)"]; +"639 dequantize_per_tensor_231" -> "640 linear_27" [style=solid, label="(768, 3072)"]; +"640 linear_27" -> "641 quantize_per_tensor_232" [style=solid, label="(1, 197, 768)"]; +"641 quantize_per_tensor_232" -> "642 dequantize_per_tensor_233" [style=solid, label="(1, 197, 768)"]; +"642 dequantize_per_tensor_233" -> "643 dropout_21" [style=solid, label="(1, 197, 768)"]; +"643 dropout_21" -> "644 quantize_per_tensor_234" [style=solid, label="(1, 197, 768)"]; +"644 quantize_per_tensor_234" -> "645 dequantize_per_tensor_235" [style=solid, label="(1, 197, 768)"]; +"645 dequantize_per_tensor_235" -> "646 add_14" [style=solid, label="(1, 197, 768)"]; +"646 add_14" -> "647 quantize_per_tensor_236" [style=solid, label="(1, 197, 768)"]; +"647 quantize_per_tensor_236" -> "648 dequantize_per_tensor_237" [style=solid, label="(1, 197, 768)"]; +"647 quantize_per_tensor_236" -> "649 dequantize_per_tensor_238" [style=solid, label="(1, 197, 768)"]; +"648 dequantize_per_tensor_237" -> "695 add_15" [style=solid, label="(1, 197, 768)"]; +"649 dequantize_per_tensor_238" -> "650 layer_norm_14" [style=solid, label="(1, 197, 768)"]; +"650 layer_norm_14" -> "651 transpose_42" [style=solid, label="(1, 197, 768)"]; +"651 transpose_42" -> "652 transpose_42_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"652 transpose_42_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_239" [style=solid, label="(197, 1, 768)"]; +"653 quantize_per_tensor_239" -> "654 dequantize_per_tensor_240" [style=solid, label="(197, 1, 768)"]; +"654 dequantize_per_tensor_240" -> "657 linear_28" [style=solid, label="(197, 1, 768)"]; +"655 _frozen_param31" -> "656 dequantize_per_tensor_241" [style=solid, label="(2304, 768)"]; +"656 dequantize_per_tensor_241" -> "657 linear_28" [style=solid, label="(2304, 768)"]; +"657 linear_28" -> "658 quantize_per_tensor_242" [style=solid, label="(197, 1, 2304)"]; +"658 quantize_per_tensor_242" -> "659 dequantize_per_tensor_243" [style=solid, label="(197, 1, 2304)"]; +"659 dequantize_per_tensor_243" -> "660 unflatten_7" [style=solid, label="(197, 1, 2304)"]; +"660 unflatten_7" -> "661 unsqueeze_7" [style=solid, label="(197, 1, 3, 768)"]; +"661 unsqueeze_7" -> "662 transpose_43" [style=solid, label="(1, 197, 1, 3, 768)"]; +"662 transpose_43" -> "663 squeeze_7" [style=solid, label="(3, 197, 1, 1, 768)"]; +"663 squeeze_7" -> "664 contiguous_7" [style=solid, label="(3, 197, 1, 768)"]; +"664 contiguous_7" -> "665 select_21" [style=solid, label="(3, 197, 1, 768)"]; +"664 contiguous_7" -> "666 select_22" [style=solid, label="(3, 197, 1, 768)"]; +"664 contiguous_7" -> "667 select_23" [style=solid, label="(3, 197, 1, 768)"]; +"665 select_21" -> "668 view_56" [style=solid, label="(197, 1, 768)"]; +"666 select_22" -> "670 view_57" [style=solid, label="(197, 1, 768)"]; +"667 select_23" -> "672 view_58" [style=solid, label="(197, 1, 768)"]; +"668 view_56" -> "669 transpose_44" [style=solid, label="(197, 12, 64)"]; +"669 transpose_44" -> "674 view_59" [style=solid, label="(12, 197, 64)"]; +"670 view_57" -> "671 transpose_45" [style=solid, label="(197, 12, 64)"]; +"671 transpose_45" -> "675 view_60" [style=solid, label="(12, 197, 64)"]; +"672 view_58" -> "673 transpose_46" [style=solid, label="(197, 12, 64)"]; +"673 transpose_46" -> "676 view_61" [style=solid, label="(12, 197, 64)"]; +"674 view_59" -> "677 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"675 view_60" -> "677 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"676 view_61" -> "677 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"677 scaled_dot_product_attention_7" -> "678 permute_8" [style=solid, label="(1, 12, 197, 64)"]; +"678 permute_8" -> "679 view_62" [style=solid, label="(197, 1, 12, 64)"]; +"679 view_62" -> "680 view_62_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"680 view_62_0_0_nncf_smooth_quant_0" -> "681 quantize_per_tensor_244" [style=solid, label="(197, 768)"]; +"681 quantize_per_tensor_244" -> "682 dequantize_per_tensor_245" [style=solid, label="(197, 768)"]; +"682 dequantize_per_tensor_245" -> "685 linear_29" [style=solid, label="(197, 768)"]; +"683 _frozen_param32" -> "684 dequantize_per_tensor_246" [style=solid, label="(768, 768)"]; +"684 dequantize_per_tensor_246" -> "685 linear_29" [style=solid, label="(768, 768)"]; +"685 linear_29" -> "686 quantize_per_tensor_247" [style=solid, label="(197, 768)"]; +"686 quantize_per_tensor_247" -> "687 dequantize_per_tensor_248" [style=solid, label="(197, 768)"]; +"687 dequantize_per_tensor_248" -> "688 view_63" [style=solid, label="(197, 768)"]; +"688 view_63" -> "689 quantize_per_tensor_249" [style=solid, label="(197, 1, 768)"]; +"689 quantize_per_tensor_249" -> "690 dequantize_per_tensor_250" [style=solid, label="(197, 1, 768)"]; +"690 dequantize_per_tensor_250" -> "691 transpose_47" [style=solid, label="(197, 1, 768)"]; +"691 transpose_47" -> "692 dropout_22" [style=solid, label="(1, 197, 768)"]; +"692 dropout_22" -> "693 quantize_per_tensor_251" [style=solid, label="(1, 197, 768)"]; +"693 quantize_per_tensor_251" -> "694 dequantize_per_tensor_252" [style=solid, label="(1, 197, 768)"]; +"694 dequantize_per_tensor_252" -> "695 add_15" [style=solid, label="(1, 197, 768)"]; +"695 add_15" -> "696 quantize_per_tensor_253" [style=solid, label="(1, 197, 768)"]; +"696 quantize_per_tensor_253" -> "697 dequantize_per_tensor_254" [style=solid, label="(1, 197, 768)"]; +"696 quantize_per_tensor_253" -> "698 dequantize_per_tensor_255" [style=solid, label="(1, 197, 768)"]; +"697 dequantize_per_tensor_254" -> "721 add_16" [style=solid, label="(1, 197, 768)"]; +"698 dequantize_per_tensor_255" -> "699 layer_norm_15" [style=solid, label="(1, 197, 768)"]; +"699 layer_norm_15" -> "700 layer_norm_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"700 layer_norm_15_0_0_nncf_smooth_quant_0" -> "701 quantize_per_tensor_256" [style=solid, label="(1, 197, 768)"]; +"701 quantize_per_tensor_256" -> "702 dequantize_per_tensor_257" [style=solid, label="(1, 197, 768)"]; +"702 dequantize_per_tensor_257" -> "705 linear_30" [style=solid, label="(1, 197, 768)"]; +"703 _frozen_param33" -> "704 dequantize_per_tensor_258" [style=solid, label="(3072, 768)"]; +"704 dequantize_per_tensor_258" -> "705 linear_30" [style=solid, label="(3072, 768)"]; +"705 linear_30" -> "706 quantize_per_tensor_259" [style=solid, label="(1, 197, 3072)"]; +"706 quantize_per_tensor_259" -> "707 dequantize_per_tensor_260" [style=solid, label="(1, 197, 3072)"]; +"707 dequantize_per_tensor_260" -> "708 gelu_7" [style=solid, label="(1, 197, 3072)"]; +"708 gelu_7" -> "709 dropout_23" [style=solid, label="(1, 197, 3072)"]; +"709 dropout_23" -> "710 dropout_23_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"710 dropout_23_0_0_nncf_smooth_quant_0" -> "711 quantize_per_tensor_261" [style=solid, label="(1, 197, 3072)"]; +"711 quantize_per_tensor_261" -> "712 dequantize_per_tensor_262" [style=solid, label="(1, 197, 3072)"]; +"712 dequantize_per_tensor_262" -> "715 linear_31" [style=solid, label="(1, 197, 3072)"]; +"713 _frozen_param34" -> "714 dequantize_per_tensor_263" [style=solid, label="(768, 3072)"]; +"714 dequantize_per_tensor_263" -> "715 linear_31" [style=solid, label="(768, 3072)"]; +"715 linear_31" -> "716 quantize_per_tensor_264" [style=solid, label="(1, 197, 768)"]; +"716 quantize_per_tensor_264" -> "717 dequantize_per_tensor_265" [style=solid, label="(1, 197, 768)"]; +"717 dequantize_per_tensor_265" -> "718 dropout_24" [style=solid, label="(1, 197, 768)"]; +"718 dropout_24" -> "719 quantize_per_tensor_266" [style=solid, label="(1, 197, 768)"]; +"719 quantize_per_tensor_266" -> "720 dequantize_per_tensor_267" [style=solid, label="(1, 197, 768)"]; +"720 dequantize_per_tensor_267" -> "721 add_16" [style=solid, label="(1, 197, 768)"]; +"721 add_16" -> "722 quantize_per_tensor_268" [style=solid, label="(1, 197, 768)"]; +"722 quantize_per_tensor_268" -> "723 dequantize_per_tensor_269" [style=solid, label="(1, 197, 768)"]; +"722 quantize_per_tensor_268" -> "724 dequantize_per_tensor_270" [style=solid, label="(1, 197, 768)"]; +"723 dequantize_per_tensor_269" -> "770 add_17" [style=solid, label="(1, 197, 768)"]; +"724 dequantize_per_tensor_270" -> "725 layer_norm_16" [style=solid, label="(1, 197, 768)"]; +"725 layer_norm_16" -> "726 transpose_48" [style=solid, label="(1, 197, 768)"]; +"726 transpose_48" -> "727 transpose_48_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"727 transpose_48_0_0_nncf_smooth_quant_0" -> "728 quantize_per_tensor_271" [style=solid, label="(197, 1, 768)"]; +"728 quantize_per_tensor_271" -> "729 dequantize_per_tensor_272" [style=solid, label="(197, 1, 768)"]; +"729 dequantize_per_tensor_272" -> "732 linear_32" [style=solid, label="(197, 1, 768)"]; +"730 _frozen_param35" -> "731 dequantize_per_tensor_273" [style=solid, label="(2304, 768)"]; +"731 dequantize_per_tensor_273" -> "732 linear_32" [style=solid, label="(2304, 768)"]; +"732 linear_32" -> "733 quantize_per_tensor_274" [style=solid, label="(197, 1, 2304)"]; +"733 quantize_per_tensor_274" -> "734 dequantize_per_tensor_275" [style=solid, label="(197, 1, 2304)"]; +"734 dequantize_per_tensor_275" -> "735 unflatten_8" [style=solid, label="(197, 1, 2304)"]; +"735 unflatten_8" -> "736 unsqueeze_8" [style=solid, label="(197, 1, 3, 768)"]; +"736 unsqueeze_8" -> "737 transpose_49" [style=solid, label="(1, 197, 1, 3, 768)"]; +"737 transpose_49" -> "738 squeeze_8" [style=solid, label="(3, 197, 1, 1, 768)"]; +"738 squeeze_8" -> "739 contiguous_8" [style=solid, label="(3, 197, 1, 768)"]; +"739 contiguous_8" -> "740 select_24" [style=solid, label="(3, 197, 1, 768)"]; +"739 contiguous_8" -> "741 select_25" [style=solid, label="(3, 197, 1, 768)"]; +"739 contiguous_8" -> "742 select_26" [style=solid, label="(3, 197, 1, 768)"]; +"740 select_24" -> "743 view_64" [style=solid, label="(197, 1, 768)"]; +"741 select_25" -> "745 view_65" [style=solid, label="(197, 1, 768)"]; +"742 select_26" -> "747 view_66" [style=solid, label="(197, 1, 768)"]; +"743 view_64" -> "744 transpose_50" [style=solid, label="(197, 12, 64)"]; +"744 transpose_50" -> "749 view_67" [style=solid, label="(12, 197, 64)"]; +"745 view_65" -> "746 transpose_51" [style=solid, label="(197, 12, 64)"]; +"746 transpose_51" -> "750 view_68" [style=solid, label="(12, 197, 64)"]; +"747 view_66" -> "748 transpose_52" [style=solid, label="(197, 12, 64)"]; +"748 transpose_52" -> "751 view_69" [style=solid, label="(12, 197, 64)"]; +"749 view_67" -> "752 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"750 view_68" -> "752 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"751 view_69" -> "752 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"752 scaled_dot_product_attention_8" -> "753 permute_9" [style=solid, label="(1, 12, 197, 64)"]; +"753 permute_9" -> "754 view_70" [style=solid, label="(197, 1, 12, 64)"]; +"754 view_70" -> "755 view_70_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"755 view_70_0_0_nncf_smooth_quant_0" -> "756 quantize_per_tensor_276" [style=solid, label="(197, 768)"]; +"756 quantize_per_tensor_276" -> "757 dequantize_per_tensor_277" [style=solid, label="(197, 768)"]; +"757 dequantize_per_tensor_277" -> "760 linear_33" [style=solid, label="(197, 768)"]; +"758 _frozen_param36" -> "759 dequantize_per_tensor_278" [style=solid, label="(768, 768)"]; +"759 dequantize_per_tensor_278" -> "760 linear_33" [style=solid, label="(768, 768)"]; +"760 linear_33" -> "761 quantize_per_tensor_279" [style=solid, label="(197, 768)"]; +"761 quantize_per_tensor_279" -> "762 dequantize_per_tensor_280" [style=solid, label="(197, 768)"]; +"762 dequantize_per_tensor_280" -> "763 view_71" [style=solid, label="(197, 768)"]; +"763 view_71" -> "764 quantize_per_tensor_281" [style=solid, label="(197, 1, 768)"]; +"764 quantize_per_tensor_281" -> "765 dequantize_per_tensor_282" [style=solid, label="(197, 1, 768)"]; +"765 dequantize_per_tensor_282" -> "766 transpose_53" [style=solid, label="(197, 1, 768)"]; +"766 transpose_53" -> "767 dropout_25" [style=solid, label="(1, 197, 768)"]; +"767 dropout_25" -> "768 quantize_per_tensor_283" [style=solid, label="(1, 197, 768)"]; +"768 quantize_per_tensor_283" -> "769 dequantize_per_tensor_284" [style=solid, label="(1, 197, 768)"]; +"769 dequantize_per_tensor_284" -> "770 add_17" [style=solid, label="(1, 197, 768)"]; +"770 add_17" -> "771 quantize_per_tensor_285" [style=solid, label="(1, 197, 768)"]; +"771 quantize_per_tensor_285" -> "772 dequantize_per_tensor_286" [style=solid, label="(1, 197, 768)"]; +"771 quantize_per_tensor_285" -> "773 dequantize_per_tensor_287" [style=solid, label="(1, 197, 768)"]; +"772 dequantize_per_tensor_286" -> "796 add_18" [style=solid, label="(1, 197, 768)"]; +"773 dequantize_per_tensor_287" -> "774 layer_norm_17" [style=solid, label="(1, 197, 768)"]; +"774 layer_norm_17" -> "775 layer_norm_17_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"775 layer_norm_17_0_0_nncf_smooth_quant_0" -> "776 quantize_per_tensor_288" [style=solid, label="(1, 197, 768)"]; +"776 quantize_per_tensor_288" -> "777 dequantize_per_tensor_289" [style=solid, label="(1, 197, 768)"]; +"777 dequantize_per_tensor_289" -> "780 linear_34" [style=solid, label="(1, 197, 768)"]; +"778 _frozen_param37" -> "779 dequantize_per_tensor_290" [style=solid, label="(3072, 768)"]; +"779 dequantize_per_tensor_290" -> "780 linear_34" [style=solid, label="(3072, 768)"]; +"780 linear_34" -> "781 quantize_per_tensor_291" [style=solid, label="(1, 197, 3072)"]; +"781 quantize_per_tensor_291" -> "782 dequantize_per_tensor_292" [style=solid, label="(1, 197, 3072)"]; +"782 dequantize_per_tensor_292" -> "783 gelu_8" [style=solid, label="(1, 197, 3072)"]; +"783 gelu_8" -> "784 dropout_26" [style=solid, label="(1, 197, 3072)"]; +"784 dropout_26" -> "785 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"785 dropout_26_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_293" [style=solid, label="(1, 197, 3072)"]; +"786 quantize_per_tensor_293" -> "787 dequantize_per_tensor_294" [style=solid, label="(1, 197, 3072)"]; +"787 dequantize_per_tensor_294" -> "790 linear_35" [style=solid, label="(1, 197, 3072)"]; +"788 _frozen_param38" -> "789 dequantize_per_tensor_295" [style=solid, label="(768, 3072)"]; +"789 dequantize_per_tensor_295" -> "790 linear_35" [style=solid, label="(768, 3072)"]; +"790 linear_35" -> "791 quantize_per_tensor_296" [style=solid, label="(1, 197, 768)"]; +"791 quantize_per_tensor_296" -> "792 dequantize_per_tensor_297" [style=solid, label="(1, 197, 768)"]; +"792 dequantize_per_tensor_297" -> "793 dropout_27" [style=solid, label="(1, 197, 768)"]; +"793 dropout_27" -> "794 quantize_per_tensor_298" [style=solid, label="(1, 197, 768)"]; +"794 quantize_per_tensor_298" -> "795 dequantize_per_tensor_299" [style=solid, label="(1, 197, 768)"]; +"795 dequantize_per_tensor_299" -> "796 add_18" [style=solid, label="(1, 197, 768)"]; +"796 add_18" -> "797 quantize_per_tensor_300" [style=solid, label="(1, 197, 768)"]; +"797 quantize_per_tensor_300" -> "798 dequantize_per_tensor_301" [style=solid, label="(1, 197, 768)"]; +"797 quantize_per_tensor_300" -> "799 dequantize_per_tensor_302" [style=solid, label="(1, 197, 768)"]; +"798 dequantize_per_tensor_301" -> "845 add_19" [style=solid, label="(1, 197, 768)"]; +"799 dequantize_per_tensor_302" -> "800 layer_norm_18" [style=solid, label="(1, 197, 768)"]; +"800 layer_norm_18" -> "801 transpose_54" [style=solid, label="(1, 197, 768)"]; +"801 transpose_54" -> "802 transpose_54_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"802 transpose_54_0_0_nncf_smooth_quant_0" -> "803 quantize_per_tensor_303" [style=solid, label="(197, 1, 768)"]; +"803 quantize_per_tensor_303" -> "804 dequantize_per_tensor_304" [style=solid, label="(197, 1, 768)"]; +"804 dequantize_per_tensor_304" -> "807 linear_36" [style=solid, label="(197, 1, 768)"]; +"805 _frozen_param39" -> "806 dequantize_per_tensor_305" [style=solid, label="(2304, 768)"]; +"806 dequantize_per_tensor_305" -> "807 linear_36" [style=solid, label="(2304, 768)"]; +"807 linear_36" -> "808 quantize_per_tensor_306" [style=solid, label="(197, 1, 2304)"]; +"808 quantize_per_tensor_306" -> "809 dequantize_per_tensor_307" [style=solid, label="(197, 1, 2304)"]; +"809 dequantize_per_tensor_307" -> "810 unflatten_9" [style=solid, label="(197, 1, 2304)"]; +"810 unflatten_9" -> "811 unsqueeze_9" [style=solid, label="(197, 1, 3, 768)"]; +"811 unsqueeze_9" -> "812 transpose_55" [style=solid, label="(1, 197, 1, 3, 768)"]; +"812 transpose_55" -> "813 squeeze_9" [style=solid, label="(3, 197, 1, 1, 768)"]; +"813 squeeze_9" -> "814 contiguous_9" [style=solid, label="(3, 197, 1, 768)"]; +"814 contiguous_9" -> "815 select_27" [style=solid, label="(3, 197, 1, 768)"]; +"814 contiguous_9" -> "816 select_28" [style=solid, label="(3, 197, 1, 768)"]; +"814 contiguous_9" -> "817 select_29" [style=solid, label="(3, 197, 1, 768)"]; +"815 select_27" -> "818 view_72" [style=solid, label="(197, 1, 768)"]; +"816 select_28" -> "820 view_73" [style=solid, label="(197, 1, 768)"]; +"817 select_29" -> "822 view_74" [style=solid, label="(197, 1, 768)"]; +"818 view_72" -> "819 transpose_56" [style=solid, label="(197, 12, 64)"]; +"819 transpose_56" -> "824 view_75" [style=solid, label="(12, 197, 64)"]; +"820 view_73" -> "821 transpose_57" [style=solid, label="(197, 12, 64)"]; +"821 transpose_57" -> "825 view_76" [style=solid, label="(12, 197, 64)"]; +"822 view_74" -> "823 transpose_58" [style=solid, label="(197, 12, 64)"]; +"823 transpose_58" -> "826 view_77" [style=solid, label="(12, 197, 64)"]; +"824 view_75" -> "827 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"825 view_76" -> "827 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"826 view_77" -> "827 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"827 scaled_dot_product_attention_9" -> "828 permute_10" [style=solid, label="(1, 12, 197, 64)"]; +"828 permute_10" -> "829 view_78" [style=solid, label="(197, 1, 12, 64)"]; +"829 view_78" -> "830 view_78_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"830 view_78_0_0_nncf_smooth_quant_0" -> "831 quantize_per_tensor_308" [style=solid, label="(197, 768)"]; +"831 quantize_per_tensor_308" -> "832 dequantize_per_tensor_309" [style=solid, label="(197, 768)"]; +"832 dequantize_per_tensor_309" -> "835 linear_37" [style=solid, label="(197, 768)"]; +"833 _frozen_param40" -> "834 dequantize_per_tensor_310" [style=solid, label="(768, 768)"]; +"834 dequantize_per_tensor_310" -> "835 linear_37" [style=solid, label="(768, 768)"]; +"835 linear_37" -> "836 quantize_per_tensor_311" [style=solid, label="(197, 768)"]; +"836 quantize_per_tensor_311" -> "837 dequantize_per_tensor_312" [style=solid, label="(197, 768)"]; +"837 dequantize_per_tensor_312" -> "838 view_79" [style=solid, label="(197, 768)"]; +"838 view_79" -> "839 quantize_per_tensor_313" [style=solid, label="(197, 1, 768)"]; +"839 quantize_per_tensor_313" -> "840 dequantize_per_tensor_314" [style=solid, label="(197, 1, 768)"]; +"840 dequantize_per_tensor_314" -> "841 transpose_59" [style=solid, label="(197, 1, 768)"]; +"841 transpose_59" -> "842 dropout_28" [style=solid, label="(1, 197, 768)"]; +"842 dropout_28" -> "843 quantize_per_tensor_315" [style=solid, label="(1, 197, 768)"]; +"843 quantize_per_tensor_315" -> "844 dequantize_per_tensor_316" [style=solid, label="(1, 197, 768)"]; +"844 dequantize_per_tensor_316" -> "845 add_19" [style=solid, label="(1, 197, 768)"]; +"845 add_19" -> "846 quantize_per_tensor_317" [style=solid, label="(1, 197, 768)"]; +"846 quantize_per_tensor_317" -> "847 dequantize_per_tensor_318" [style=solid, label="(1, 197, 768)"]; +"846 quantize_per_tensor_317" -> "848 dequantize_per_tensor_319" [style=solid, label="(1, 197, 768)"]; +"847 dequantize_per_tensor_318" -> "871 add_20" [style=solid, label="(1, 197, 768)"]; +"848 dequantize_per_tensor_319" -> "849 layer_norm_19" [style=solid, label="(1, 197, 768)"]; +"849 layer_norm_19" -> "850 layer_norm_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"850 layer_norm_19_0_0_nncf_smooth_quant_0" -> "851 quantize_per_tensor_320" [style=solid, label="(1, 197, 768)"]; +"851 quantize_per_tensor_320" -> "852 dequantize_per_tensor_321" [style=solid, label="(1, 197, 768)"]; +"852 dequantize_per_tensor_321" -> "855 linear_38" [style=solid, label="(1, 197, 768)"]; +"853 _frozen_param41" -> "854 dequantize_per_tensor_322" [style=solid, label="(3072, 768)"]; +"854 dequantize_per_tensor_322" -> "855 linear_38" [style=solid, label="(3072, 768)"]; +"855 linear_38" -> "856 quantize_per_tensor_323" [style=solid, label="(1, 197, 3072)"]; +"856 quantize_per_tensor_323" -> "857 dequantize_per_tensor_324" [style=solid, label="(1, 197, 3072)"]; +"857 dequantize_per_tensor_324" -> "858 gelu_9" [style=solid, label="(1, 197, 3072)"]; +"858 gelu_9" -> "859 dropout_29" [style=solid, label="(1, 197, 3072)"]; +"859 dropout_29" -> "860 dropout_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"860 dropout_29_0_0_nncf_smooth_quant_0" -> "861 quantize_per_tensor_325" [style=solid, label="(1, 197, 3072)"]; +"861 quantize_per_tensor_325" -> "862 dequantize_per_tensor_326" [style=solid, label="(1, 197, 3072)"]; +"862 dequantize_per_tensor_326" -> "865 linear_39" [style=solid, label="(1, 197, 3072)"]; +"863 _frozen_param42" -> "864 dequantize_per_tensor_327" [style=solid, label="(768, 3072)"]; +"864 dequantize_per_tensor_327" -> "865 linear_39" [style=solid, label="(768, 3072)"]; +"865 linear_39" -> "866 quantize_per_tensor_328" [style=solid, label="(1, 197, 768)"]; +"866 quantize_per_tensor_328" -> "867 dequantize_per_tensor_329" [style=solid, label="(1, 197, 768)"]; +"867 dequantize_per_tensor_329" -> "868 dropout_30" [style=solid, label="(1, 197, 768)"]; +"868 dropout_30" -> "869 quantize_per_tensor_330" [style=solid, label="(1, 197, 768)"]; +"869 quantize_per_tensor_330" -> "870 dequantize_per_tensor_331" [style=solid, label="(1, 197, 768)"]; +"870 dequantize_per_tensor_331" -> "871 add_20" [style=solid, label="(1, 197, 768)"]; +"871 add_20" -> "872 quantize_per_tensor_332" [style=solid, label="(1, 197, 768)"]; +"872 quantize_per_tensor_332" -> "873 dequantize_per_tensor_333" [style=solid, label="(1, 197, 768)"]; +"872 quantize_per_tensor_332" -> "874 dequantize_per_tensor_334" [style=solid, label="(1, 197, 768)"]; +"873 dequantize_per_tensor_333" -> "920 add_21" [style=solid, label="(1, 197, 768)"]; +"874 dequantize_per_tensor_334" -> "875 layer_norm_20" [style=solid, label="(1, 197, 768)"]; +"875 layer_norm_20" -> "876 transpose_60" [style=solid, label="(1, 197, 768)"]; +"876 transpose_60" -> "877 transpose_60_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"877 transpose_60_0_0_nncf_smooth_quant_0" -> "878 quantize_per_tensor_335" [style=solid, label="(197, 1, 768)"]; +"878 quantize_per_tensor_335" -> "879 dequantize_per_tensor_336" [style=solid, label="(197, 1, 768)"]; +"879 dequantize_per_tensor_336" -> "882 linear_40" [style=solid, label="(197, 1, 768)"]; +"880 _frozen_param43" -> "881 dequantize_per_tensor_337" [style=solid, label="(2304, 768)"]; +"881 dequantize_per_tensor_337" -> "882 linear_40" [style=solid, label="(2304, 768)"]; +"882 linear_40" -> "883 quantize_per_tensor_338" [style=solid, label="(197, 1, 2304)"]; +"883 quantize_per_tensor_338" -> "884 dequantize_per_tensor_339" [style=solid, label="(197, 1, 2304)"]; +"884 dequantize_per_tensor_339" -> "885 unflatten_10" [style=solid, label="(197, 1, 2304)"]; +"885 unflatten_10" -> "886 unsqueeze_10" [style=solid, label="(197, 1, 3, 768)"]; +"886 unsqueeze_10" -> "887 transpose_61" [style=solid, label="(1, 197, 1, 3, 768)"]; +"887 transpose_61" -> "888 squeeze_10" [style=solid, label="(3, 197, 1, 1, 768)"]; +"888 squeeze_10" -> "889 contiguous_10" [style=solid, label="(3, 197, 1, 768)"]; +"889 contiguous_10" -> "890 select_30" [style=solid, label="(3, 197, 1, 768)"]; +"889 contiguous_10" -> "891 select_31" [style=solid, label="(3, 197, 1, 768)"]; +"889 contiguous_10" -> "892 select_32" [style=solid, label="(3, 197, 1, 768)"]; +"890 select_30" -> "893 view_80" [style=solid, label="(197, 1, 768)"]; +"891 select_31" -> "895 view_81" [style=solid, label="(197, 1, 768)"]; +"892 select_32" -> "897 view_82" [style=solid, label="(197, 1, 768)"]; +"893 view_80" -> "894 transpose_62" [style=solid, label="(197, 12, 64)"]; +"894 transpose_62" -> "899 view_83" [style=solid, label="(12, 197, 64)"]; +"895 view_81" -> "896 transpose_63" [style=solid, label="(197, 12, 64)"]; +"896 transpose_63" -> "900 view_84" [style=solid, label="(12, 197, 64)"]; +"897 view_82" -> "898 transpose_64" [style=solid, label="(197, 12, 64)"]; +"898 transpose_64" -> "901 view_85" [style=solid, label="(12, 197, 64)"]; +"899 view_83" -> "902 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"900 view_84" -> "902 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"901 view_85" -> "902 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"902 scaled_dot_product_attention_10" -> "903 permute_11" [style=solid, label="(1, 12, 197, 64)"]; +"903 permute_11" -> "904 view_86" [style=solid, label="(197, 1, 12, 64)"]; +"904 view_86" -> "905 view_86_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"905 view_86_0_0_nncf_smooth_quant_0" -> "906 quantize_per_tensor_340" [style=solid, label="(197, 768)"]; +"906 quantize_per_tensor_340" -> "907 dequantize_per_tensor_341" [style=solid, label="(197, 768)"]; +"907 dequantize_per_tensor_341" -> "910 linear_41" [style=solid, label="(197, 768)"]; +"908 _frozen_param44" -> "909 dequantize_per_tensor_342" [style=solid, label="(768, 768)"]; +"909 dequantize_per_tensor_342" -> "910 linear_41" [style=solid, label="(768, 768)"]; +"910 linear_41" -> "911 quantize_per_tensor_343" [style=solid, label="(197, 768)"]; +"911 quantize_per_tensor_343" -> "912 dequantize_per_tensor_344" [style=solid, label="(197, 768)"]; +"912 dequantize_per_tensor_344" -> "913 view_87" [style=solid, label="(197, 768)"]; +"913 view_87" -> "914 quantize_per_tensor_345" [style=solid, label="(197, 1, 768)"]; +"914 quantize_per_tensor_345" -> "915 dequantize_per_tensor_346" [style=solid, label="(197, 1, 768)"]; +"915 dequantize_per_tensor_346" -> "916 transpose_65" [style=solid, label="(197, 1, 768)"]; +"916 transpose_65" -> "917 dropout_31" [style=solid, label="(1, 197, 768)"]; +"917 dropout_31" -> "918 quantize_per_tensor_347" [style=solid, label="(1, 197, 768)"]; +"918 quantize_per_tensor_347" -> "919 dequantize_per_tensor_348" [style=solid, label="(1, 197, 768)"]; +"919 dequantize_per_tensor_348" -> "920 add_21" [style=solid, label="(1, 197, 768)"]; +"920 add_21" -> "921 quantize_per_tensor_349" [style=solid, label="(1, 197, 768)"]; +"921 quantize_per_tensor_349" -> "922 dequantize_per_tensor_350" [style=solid, label="(1, 197, 768)"]; +"921 quantize_per_tensor_349" -> "923 dequantize_per_tensor_351" [style=solid, label="(1, 197, 768)"]; +"922 dequantize_per_tensor_350" -> "946 add_22" [style=solid, label="(1, 197, 768)"]; +"923 dequantize_per_tensor_351" -> "924 layer_norm_21" [style=solid, label="(1, 197, 768)"]; +"924 layer_norm_21" -> "925 layer_norm_21_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"925 layer_norm_21_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_352" [style=solid, label="(1, 197, 768)"]; +"926 quantize_per_tensor_352" -> "927 dequantize_per_tensor_353" [style=solid, label="(1, 197, 768)"]; +"927 dequantize_per_tensor_353" -> "930 linear_42" [style=solid, label="(1, 197, 768)"]; +"928 _frozen_param45" -> "929 dequantize_per_tensor_354" [style=solid, label="(3072, 768)"]; +"929 dequantize_per_tensor_354" -> "930 linear_42" [style=solid, label="(3072, 768)"]; +"930 linear_42" -> "931 quantize_per_tensor_355" [style=solid, label="(1, 197, 3072)"]; +"931 quantize_per_tensor_355" -> "932 dequantize_per_tensor_356" [style=solid, label="(1, 197, 3072)"]; +"932 dequantize_per_tensor_356" -> "933 gelu_10" [style=solid, label="(1, 197, 3072)"]; +"933 gelu_10" -> "934 dropout_32" [style=solid, label="(1, 197, 3072)"]; +"934 dropout_32" -> "935 dropout_32_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"935 dropout_32_0_0_nncf_smooth_quant_0" -> "936 quantize_per_tensor_357" [style=solid, label="(1, 197, 3072)"]; +"936 quantize_per_tensor_357" -> "937 dequantize_per_tensor_358" [style=solid, label="(1, 197, 3072)"]; +"937 dequantize_per_tensor_358" -> "940 linear_43" [style=solid, label="(1, 197, 3072)"]; +"938 _frozen_param46" -> "939 dequantize_per_tensor_359" [style=solid, label="(768, 3072)"]; +"939 dequantize_per_tensor_359" -> "940 linear_43" [style=solid, label="(768, 3072)"]; +"940 linear_43" -> "941 quantize_per_tensor_360" [style=solid, label="(1, 197, 768)"]; +"941 quantize_per_tensor_360" -> "942 dequantize_per_tensor_361" [style=solid, label="(1, 197, 768)"]; +"942 dequantize_per_tensor_361" -> "943 dropout_33" [style=solid, label="(1, 197, 768)"]; +"943 dropout_33" -> "944 quantize_per_tensor_362" [style=solid, label="(1, 197, 768)"]; +"944 quantize_per_tensor_362" -> "945 dequantize_per_tensor_363" [style=solid, label="(1, 197, 768)"]; +"945 dequantize_per_tensor_363" -> "946 add_22" [style=solid, label="(1, 197, 768)"]; +"946 add_22" -> "947 quantize_per_tensor_364" [style=solid, label="(1, 197, 768)"]; +"947 quantize_per_tensor_364" -> "948 dequantize_per_tensor_365" [style=solid, label="(1, 197, 768)"]; +"947 quantize_per_tensor_364" -> "949 dequantize_per_tensor_366" [style=solid, label="(1, 197, 768)"]; +"948 dequantize_per_tensor_365" -> "995 add_23" [style=solid, label="(1, 197, 768)"]; +"949 dequantize_per_tensor_366" -> "950 layer_norm_22" [style=solid, label="(1, 197, 768)"]; +"950 layer_norm_22" -> "951 transpose_66" [style=solid, label="(1, 197, 768)"]; +"951 transpose_66" -> "952 transpose_66_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 1, 768)"]; +"952 transpose_66_0_0_nncf_smooth_quant_0" -> "953 quantize_per_tensor_367" [style=solid, label="(197, 1, 768)"]; +"953 quantize_per_tensor_367" -> "954 dequantize_per_tensor_368" [style=solid, label="(197, 1, 768)"]; +"954 dequantize_per_tensor_368" -> "957 linear_44" [style=solid, label="(197, 1, 768)"]; +"955 _frozen_param47" -> "956 dequantize_per_tensor_369" [style=solid, label="(2304, 768)"]; +"956 dequantize_per_tensor_369" -> "957 linear_44" [style=solid, label="(2304, 768)"]; +"957 linear_44" -> "958 quantize_per_tensor_370" [style=solid, label="(197, 1, 2304)"]; +"958 quantize_per_tensor_370" -> "959 dequantize_per_tensor_371" [style=solid, label="(197, 1, 2304)"]; +"959 dequantize_per_tensor_371" -> "960 unflatten_11" [style=solid, label="(197, 1, 2304)"]; +"960 unflatten_11" -> "961 unsqueeze_11" [style=solid, label="(197, 1, 3, 768)"]; +"961 unsqueeze_11" -> "962 transpose_67" [style=solid, label="(1, 197, 1, 3, 768)"]; +"962 transpose_67" -> "963 squeeze_11" [style=solid, label="(3, 197, 1, 1, 768)"]; +"963 squeeze_11" -> "964 contiguous_11" [style=solid, label="(3, 197, 1, 768)"]; +"964 contiguous_11" -> "965 select_33" [style=solid, label="(3, 197, 1, 768)"]; +"964 contiguous_11" -> "966 select_34" [style=solid, label="(3, 197, 1, 768)"]; +"964 contiguous_11" -> "967 select_35" [style=solid, label="(3, 197, 1, 768)"]; +"965 select_33" -> "968 view_88" [style=solid, label="(197, 1, 768)"]; +"966 select_34" -> "970 view_89" [style=solid, label="(197, 1, 768)"]; +"967 select_35" -> "972 view_90" [style=solid, label="(197, 1, 768)"]; +"968 view_88" -> "969 transpose_68" [style=solid, label="(197, 12, 64)"]; +"969 transpose_68" -> "974 view_91" [style=solid, label="(12, 197, 64)"]; +"970 view_89" -> "971 transpose_69" [style=solid, label="(197, 12, 64)"]; +"971 transpose_69" -> "975 view_92" [style=solid, label="(12, 197, 64)"]; +"972 view_90" -> "973 transpose_70" [style=solid, label="(197, 12, 64)"]; +"973 transpose_70" -> "976 view_93" [style=solid, label="(12, 197, 64)"]; +"974 view_91" -> "977 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"975 view_92" -> "977 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"976 view_93" -> "977 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"977 scaled_dot_product_attention_11" -> "978 permute_12" [style=solid, label="(1, 12, 197, 64)"]; +"978 permute_12" -> "979 view_94" [style=solid, label="(197, 1, 12, 64)"]; +"979 view_94" -> "980 view_94_0_0_nncf_smooth_quant_0" [style=solid, label="(197, 768)"]; +"980 view_94_0_0_nncf_smooth_quant_0" -> "981 quantize_per_tensor_372" [style=solid, label="(197, 768)"]; +"981 quantize_per_tensor_372" -> "982 dequantize_per_tensor_373" [style=solid, label="(197, 768)"]; +"982 dequantize_per_tensor_373" -> "985 linear_45" [style=solid, label="(197, 768)"]; +"983 _frozen_param48" -> "984 dequantize_per_tensor_374" [style=solid, label="(768, 768)"]; +"984 dequantize_per_tensor_374" -> "985 linear_45" [style=solid, label="(768, 768)"]; +"985 linear_45" -> "986 quantize_per_tensor_375" [style=solid, label="(197, 768)"]; +"986 quantize_per_tensor_375" -> "987 dequantize_per_tensor_376" [style=solid, label="(197, 768)"]; +"987 dequantize_per_tensor_376" -> "988 view_95" [style=solid, label="(197, 768)"]; +"988 view_95" -> "989 quantize_per_tensor_377" [style=solid, label="(197, 1, 768)"]; +"989 quantize_per_tensor_377" -> "990 dequantize_per_tensor_378" [style=solid, label="(197, 1, 768)"]; +"990 dequantize_per_tensor_378" -> "991 transpose_71" [style=solid, label="(197, 1, 768)"]; +"991 transpose_71" -> "992 dropout_34" [style=solid, label="(1, 197, 768)"]; +"992 dropout_34" -> "993 quantize_per_tensor_379" [style=solid, label="(1, 197, 768)"]; +"993 quantize_per_tensor_379" -> "994 dequantize_per_tensor_380" [style=solid, label="(1, 197, 768)"]; +"994 dequantize_per_tensor_380" -> "995 add_23" [style=solid, label="(1, 197, 768)"]; +"995 add_23" -> "996 quantize_per_tensor_381" [style=solid, label="(1, 197, 768)"]; +"996 quantize_per_tensor_381" -> "997 dequantize_per_tensor_382" [style=solid, label="(1, 197, 768)"]; +"996 quantize_per_tensor_381" -> "998 dequantize_per_tensor_383" [style=solid, label="(1, 197, 768)"]; +"997 dequantize_per_tensor_382" -> "1021 add_24" [style=solid, label="(1, 197, 768)"]; +"998 dequantize_per_tensor_383" -> "999 layer_norm_23" [style=solid, label="(1, 197, 768)"]; +"999 layer_norm_23" -> "1000 layer_norm_23_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 768)"]; +"1000 layer_norm_23_0_0_nncf_smooth_quant_0" -> "1001 quantize_per_tensor_384" [style=solid, label="(1, 197, 768)"]; +"1001 quantize_per_tensor_384" -> "1002 dequantize_per_tensor_385" [style=solid, label="(1, 197, 768)"]; +"1002 dequantize_per_tensor_385" -> "1005 linear_46" [style=solid, label="(1, 197, 768)"]; +"1003 _frozen_param49" -> "1004 dequantize_per_tensor_386" [style=solid, label="(3072, 768)"]; +"1004 dequantize_per_tensor_386" -> "1005 linear_46" [style=solid, label="(3072, 768)"]; +"1005 linear_46" -> "1006 quantize_per_tensor_387" [style=solid, label="(1, 197, 3072)"]; +"1006 quantize_per_tensor_387" -> "1007 dequantize_per_tensor_388" [style=solid, label="(1, 197, 3072)"]; +"1007 dequantize_per_tensor_388" -> "1008 gelu_11" [style=solid, label="(1, 197, 3072)"]; +"1008 gelu_11" -> "1009 dropout_35" [style=solid, label="(1, 197, 3072)"]; +"1009 dropout_35" -> "1010 dropout_35_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 197, 3072)"]; +"1010 dropout_35_0_0_nncf_smooth_quant_0" -> "1011 quantize_per_tensor_389" [style=solid, label="(1, 197, 3072)"]; +"1011 quantize_per_tensor_389" -> "1012 dequantize_per_tensor_390" [style=solid, label="(1, 197, 3072)"]; +"1012 dequantize_per_tensor_390" -> "1015 linear_47" [style=solid, label="(1, 197, 3072)"]; +"1013 _frozen_param50" -> "1014 dequantize_per_tensor_391" [style=solid, label="(768, 3072)"]; +"1014 dequantize_per_tensor_391" -> "1015 linear_47" [style=solid, label="(768, 3072)"]; +"1015 linear_47" -> "1016 quantize_per_tensor_392" [style=solid, label="(1, 197, 768)"]; +"1016 quantize_per_tensor_392" -> "1017 dequantize_per_tensor_393" [style=solid, label="(1, 197, 768)"]; +"1017 dequantize_per_tensor_393" -> "1018 dropout_36" [style=solid, label="(1, 197, 768)"]; +"1018 dropout_36" -> "1019 quantize_per_tensor_394" [style=solid, label="(1, 197, 768)"]; +"1019 quantize_per_tensor_394" -> "1020 dequantize_per_tensor_395" [style=solid, label="(1, 197, 768)"]; +"1020 dequantize_per_tensor_395" -> "1021 add_24" [style=solid, label="(1, 197, 768)"]; +"1021 add_24" -> "1022 quantize_per_tensor_396" [style=solid, label="(1, 197, 768)"]; +"1022 quantize_per_tensor_396" -> "1023 dequantize_per_tensor_397" [style=solid, label="(1, 197, 768)"]; +"1023 dequantize_per_tensor_397" -> "1024 layer_norm_24" [style=solid, label="(1, 197, 768)"]; +"1024 layer_norm_24" -> "1025 slice_1" [style=solid, label="(1, 197, 768)"]; +"1025 slice_1" -> "1026 select_36" [style=solid, label="(1, 197, 768)"]; +"1026 select_36" -> "1027 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1027 select_36_0_0_nncf_smooth_quant_0" -> "1028 quantize_per_tensor_398" [style=solid, label="(1, 768)"]; +"1028 quantize_per_tensor_398" -> "1029 dequantize_per_tensor_399" [style=solid, label="(1, 768)"]; +"1029 dequantize_per_tensor_399" -> "1032 linear_48" [style=solid, label="(1, 768)"]; +"1030 _frozen_param51" -> "1031 dequantize_per_tensor_400" [style=solid, label="(1000, 768)"]; +"1031 dequantize_per_tensor_400" -> "1032 linear_48" [style=solid, label="(1000, 768)"]; +"1032 linear_48" -> "1033 quantize_per_tensor_401" [style=solid, label="(1, 1000)"]; +"1033 quantize_per_tensor_401" -> "1034 dequantize_per_tensor_402" [style=solid, label="(1, 1000)"]; +"1034 dequantize_per_tensor_402" -> "1035 output" [style=solid, label="(1, 1000)"]; +} diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block.dot new file mode 100644 index 00000000000..508b4ddc255 --- /dev/null +++ b/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block.dot @@ -0,0 +1,57 @@ +strict digraph { +"0 x" [id=0, type=input]; +"1 x_0_0_nncf_smooth_quant_0" [id=1, type="call_module"]; +"2 quantize_per_tensor_0" [id=2, type="quantize_per_tensor"]; +"3 dequantize_per_tensor_1" [id=3, type="dequantize_per_tensor"]; +"4 _frozen_param0" [id=4, type="get_attr"]; +"5 dequantize_per_tensor_2" [id=5, type="dequantize_per_tensor"]; +"6 linear" [id=6, type=linear]; +"7 quantize_per_tensor_3" [id=7, type="quantize_per_tensor"]; +"8 dequantize_per_tensor_4" [id=8, type="dequantize_per_tensor"]; +"9 dequantize_per_tensor_5" [id=9, type="dequantize_per_tensor"]; +"10 dequantize_per_tensor_6" [id=10, type="dequantize_per_tensor"]; +"11 slice_1" [id=11, type=slice]; +"12 slice_2" [id=12, type=slice]; +"13 slice_3" [id=13, type=slice]; +"14 slice_4" [id=14, type=slice]; +"15 slice_5" [id=15, type=slice]; +"16 slice_6" [id=16, type=slice]; +"17 slice_7" [id=17, type=slice]; +"18 slice_8" [id=18, type=slice]; +"19 slice_9" [id=19, type=slice]; +"20 transpose" [id=20, type=transpose]; +"21 matmul" [id=21, type=matmul]; +"22 div_" [id=22, type="div_"]; +"23 softmax" [id=23, type=softmax]; +"24 transpose_1" [id=24, type=transpose]; +"25 matmul_1" [id=25, type=matmul]; +"26 output" [id=26, type=output]; +"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 2, 4)"]; +"1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_0" [style=solid, label="(1, 2, 4)"]; +"2 quantize_per_tensor_0" -> "3 dequantize_per_tensor_1" [style=solid, label="(1, 2, 4)"]; +"3 dequantize_per_tensor_1" -> "6 linear" [style=solid, label="(1, 2, 4)"]; +"4 _frozen_param0" -> "5 dequantize_per_tensor_2" [style=solid, label="(12, 4)"]; +"5 dequantize_per_tensor_2" -> "6 linear" [style=solid, label="(12, 4)"]; +"6 linear" -> "7 quantize_per_tensor_3" [style=solid, label="(1, 2, 12)"]; +"7 quantize_per_tensor_3" -> "8 dequantize_per_tensor_4" [style=solid, label="(1, 2, 12)"]; +"7 quantize_per_tensor_3" -> "9 dequantize_per_tensor_5" [style=solid, label="(1, 2, 12)"]; +"7 quantize_per_tensor_3" -> "10 dequantize_per_tensor_6" [style=solid, label="(1, 2, 12)"]; +"8 dequantize_per_tensor_4" -> "17 slice_7" [style=solid, label="(1, 2, 12)"]; +"9 dequantize_per_tensor_5" -> "14 slice_4" [style=solid, label="(1, 2, 12)"]; +"10 dequantize_per_tensor_6" -> "11 slice_1" [style=solid, label="(1, 2, 12)"]; +"11 slice_1" -> "12 slice_2" [style=solid, label="(1, 2, 12)"]; +"12 slice_2" -> "13 slice_3" [style=solid, label="(1, 2, 12)"]; +"13 slice_3" -> "21 matmul" [style=solid, label="(1, 2, 4)"]; +"14 slice_4" -> "15 slice_5" [style=solid, label="(1, 2, 12)"]; +"15 slice_5" -> "16 slice_6" [style=solid, label="(1, 2, 12)"]; +"16 slice_6" -> "20 transpose" [style=solid, label="(1, 2, 4)"]; +"17 slice_7" -> "18 slice_8" [style=solid, label="(1, 2, 12)"]; +"18 slice_8" -> "19 slice_9" [style=solid, label="(1, 2, 12)"]; +"19 slice_9" -> "25 matmul_1" [style=solid, label="(1, 2, 4)"]; +"20 transpose" -> "21 matmul" [style=solid, label="(1, 4, 2)"]; +"21 matmul" -> "22 div_" [style=solid, label="(1, 2, 2)"]; +"22 div_" -> "23 softmax" [style=solid, label="(1, 2, 2)"]; +"23 softmax" -> "24 transpose_1" [style=solid, label="(1, 2, 2)"]; +"24 transpose_1" -> "25 matmul_1" [style=solid, label="(1, 2, 2)"]; +"25 matmul_1" -> "26 output" [style=solid, label="(1, 2, 4)"]; +} diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot index 523b927ce0c..5a0bb73d036 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot @@ -1,1038 +1,1038 @@ -strict digraph { -"0 _scale_0" [id=0, type=get_attr]; -"1 _zero_point_0" [id=1, type=get_attr]; -"2 _frozen_param0" [id=2, type=get_attr]; -"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; -"4 _scale_1" [id=4, type=get_attr]; -"5 _zero_point_1" [id=5, type=get_attr]; -"6 _frozen_param1" [id=6, type=get_attr]; -"7 dequantize_per_channel_default_1" [id=7, type=dequantize_per_channel]; -"8 features_1_block_1_fc1_weight" [id=8, type=get_attr]; -"9 features_1_block_1_fc1_bias" [id=9, type=get_attr]; -"10 features_1_block_1_fc2_weight" [id=10, type=get_attr]; -"11 features_1_block_1_fc2_bias" [id=11, type=get_attr]; -"12 _scale_2" [id=12, type=get_attr]; -"13 _zero_point_2" [id=13, type=get_attr]; -"14 _frozen_param2" [id=14, type=get_attr]; -"15 dequantize_per_channel_default_2" [id=15, type=dequantize_per_channel]; -"16 _scale_3" [id=16, type=get_attr]; -"17 _zero_point_3" [id=17, type=get_attr]; -"18 _frozen_param3" [id=18, type=get_attr]; -"19 dequantize_per_channel_default_3" [id=19, type=dequantize_per_channel]; -"20 _scale_4" [id=20, type=get_attr]; -"21 _zero_point_4" [id=21, type=get_attr]; -"22 _frozen_param4" [id=22, type=get_attr]; -"23 dequantize_per_channel_default_4" [id=23, type=dequantize_per_channel]; -"24 _scale_5" [id=24, type=get_attr]; -"25 _zero_point_5" [id=25, type=get_attr]; -"26 _frozen_param5" [id=26, type=get_attr]; -"27 dequantize_per_channel_default_5" [id=27, type=dequantize_per_channel]; -"28 _scale_6" [id=28, type=get_attr]; -"29 _zero_point_6" [id=29, type=get_attr]; -"30 _frozen_param6" [id=30, type=get_attr]; -"31 dequantize_per_channel_default_6" [id=31, type=dequantize_per_channel]; -"32 _scale_7" [id=32, type=get_attr]; -"33 _zero_point_7" [id=33, type=get_attr]; -"34 _frozen_param7" [id=34, type=get_attr]; -"35 dequantize_per_channel_default_7" [id=35, type=dequantize_per_channel]; -"36 _scale_8" [id=36, type=get_attr]; -"37 _zero_point_8" [id=37, type=get_attr]; -"38 _frozen_param8" [id=38, type=get_attr]; -"39 dequantize_per_channel_default_8" [id=39, type=dequantize_per_channel]; -"40 _scale_9" [id=40, type=get_attr]; -"41 _zero_point_9" [id=41, type=get_attr]; -"42 _frozen_param9" [id=42, type=get_attr]; -"43 dequantize_per_channel_default_9" [id=43, type=dequantize_per_channel]; -"44 _scale_10" [id=44, type=get_attr]; -"45 _zero_point_10" [id=45, type=get_attr]; -"46 _frozen_param10" [id=46, type=get_attr]; -"47 dequantize_per_channel_default_10" [id=47, type=dequantize_per_channel]; -"48 features_4_block_2_fc1_weight" [id=48, type=get_attr]; -"49 features_4_block_2_fc1_bias" [id=49, type=get_attr]; -"50 features_4_block_2_fc2_weight" [id=50, type=get_attr]; -"51 features_4_block_2_fc2_bias" [id=51, type=get_attr]; -"52 _scale_11" [id=52, type=get_attr]; -"53 _zero_point_11" [id=53, type=get_attr]; -"54 _frozen_param11" [id=54, type=get_attr]; -"55 dequantize_per_channel_default_11" [id=55, type=dequantize_per_channel]; -"56 _scale_12" [id=56, type=get_attr]; -"57 _zero_point_12" [id=57, type=get_attr]; -"58 _frozen_param12" [id=58, type=get_attr]; -"59 dequantize_per_channel_default_12" [id=59, type=dequantize_per_channel]; -"60 _scale_13" [id=60, type=get_attr]; -"61 _zero_point_13" [id=61, type=get_attr]; -"62 _frozen_param13" [id=62, type=get_attr]; -"63 dequantize_per_channel_default_13" [id=63, type=dequantize_per_channel]; -"64 features_5_block_2_fc1_weight" [id=64, type=get_attr]; -"65 features_5_block_2_fc1_bias" [id=65, type=get_attr]; -"66 features_5_block_2_fc2_weight" [id=66, type=get_attr]; -"67 features_5_block_2_fc2_bias" [id=67, type=get_attr]; -"68 _scale_14" [id=68, type=get_attr]; -"69 _zero_point_14" [id=69, type=get_attr]; -"70 _frozen_param14" [id=70, type=get_attr]; -"71 dequantize_per_channel_default_14" [id=71, type=dequantize_per_channel]; -"72 _scale_15" [id=72, type=get_attr]; -"73 _zero_point_15" [id=73, type=get_attr]; -"74 _frozen_param15" [id=74, type=get_attr]; -"75 dequantize_per_channel_default_15" [id=75, type=dequantize_per_channel]; -"76 _scale_16" [id=76, type=get_attr]; -"77 _zero_point_16" [id=77, type=get_attr]; -"78 _frozen_param16" [id=78, type=get_attr]; -"79 dequantize_per_channel_default_16" [id=79, type=dequantize_per_channel]; -"80 features_6_block_2_fc1_weight" [id=80, type=get_attr]; -"81 features_6_block_2_fc1_bias" [id=81, type=get_attr]; -"82 features_6_block_2_fc2_weight" [id=82, type=get_attr]; -"83 features_6_block_2_fc2_bias" [id=83, type=get_attr]; -"84 _scale_17" [id=84, type=get_attr]; -"85 _zero_point_17" [id=85, type=get_attr]; -"86 _frozen_param17" [id=86, type=get_attr]; -"87 dequantize_per_channel_default_17" [id=87, type=dequantize_per_channel]; -"88 _scale_18" [id=88, type=get_attr]; -"89 _zero_point_18" [id=89, type=get_attr]; -"90 _frozen_param18" [id=90, type=get_attr]; -"91 dequantize_per_channel_default_18" [id=91, type=dequantize_per_channel]; -"92 _scale_19" [id=92, type=get_attr]; -"93 _zero_point_19" [id=93, type=get_attr]; -"94 _frozen_param19" [id=94, type=get_attr]; -"95 dequantize_per_channel_default_19" [id=95, type=dequantize_per_channel]; -"96 features_7_block_2_fc1_weight" [id=96, type=get_attr]; -"97 features_7_block_2_fc1_bias" [id=97, type=get_attr]; -"98 features_7_block_2_fc2_weight" [id=98, type=get_attr]; -"99 features_7_block_2_fc2_bias" [id=99, type=get_attr]; -"100 _scale_20" [id=100, type=get_attr]; -"101 _zero_point_20" [id=101, type=get_attr]; -"102 _frozen_param20" [id=102, type=get_attr]; -"103 dequantize_per_channel_default_20" [id=103, type=dequantize_per_channel]; -"104 _scale_21" [id=104, type=get_attr]; -"105 _zero_point_21" [id=105, type=get_attr]; -"106 _frozen_param21" [id=106, type=get_attr]; -"107 dequantize_per_channel_default_21" [id=107, type=dequantize_per_channel]; -"108 _scale_22" [id=108, type=get_attr]; -"109 _zero_point_22" [id=109, type=get_attr]; -"110 _frozen_param22" [id=110, type=get_attr]; -"111 dequantize_per_channel_default_22" [id=111, type=dequantize_per_channel]; -"112 features_8_block_2_fc1_weight" [id=112, type=get_attr]; -"113 features_8_block_2_fc1_bias" [id=113, type=get_attr]; -"114 features_8_block_2_fc2_weight" [id=114, type=get_attr]; -"115 features_8_block_2_fc2_bias" [id=115, type=get_attr]; -"116 _scale_23" [id=116, type=get_attr]; -"117 _zero_point_23" [id=117, type=get_attr]; -"118 _frozen_param23" [id=118, type=get_attr]; -"119 dequantize_per_channel_default_23" [id=119, type=dequantize_per_channel]; -"120 _scale_24" [id=120, type=get_attr]; -"121 _zero_point_24" [id=121, type=get_attr]; -"122 _frozen_param24" [id=122, type=get_attr]; -"123 dequantize_per_channel_default_24" [id=123, type=dequantize_per_channel]; -"124 _scale_25" [id=124, type=get_attr]; -"125 _zero_point_25" [id=125, type=get_attr]; -"126 _frozen_param25" [id=126, type=get_attr]; -"127 dequantize_per_channel_default_25" [id=127, type=dequantize_per_channel]; -"128 features_9_block_2_fc1_weight" [id=128, type=get_attr]; -"129 features_9_block_2_fc1_bias" [id=129, type=get_attr]; -"130 features_9_block_2_fc2_weight" [id=130, type=get_attr]; -"131 features_9_block_2_fc2_bias" [id=131, type=get_attr]; -"132 _scale_26" [id=132, type=get_attr]; -"133 _zero_point_26" [id=133, type=get_attr]; -"134 _frozen_param26" [id=134, type=get_attr]; -"135 dequantize_per_channel_default_26" [id=135, type=dequantize_per_channel]; -"136 _scale_27" [id=136, type=get_attr]; -"137 _zero_point_27" [id=137, type=get_attr]; -"138 _frozen_param27" [id=138, type=get_attr]; -"139 dequantize_per_channel_default_27" [id=139, type=dequantize_per_channel]; -"140 _scale_28" [id=140, type=get_attr]; -"141 _zero_point_28" [id=141, type=get_attr]; -"142 _frozen_param28" [id=142, type=get_attr]; -"143 dequantize_per_channel_default_28" [id=143, type=dequantize_per_channel]; -"144 features_10_block_2_fc1_weight" [id=144, type=get_attr]; -"145 features_10_block_2_fc1_bias" [id=145, type=get_attr]; -"146 features_10_block_2_fc2_weight" [id=146, type=get_attr]; -"147 features_10_block_2_fc2_bias" [id=147, type=get_attr]; -"148 _scale_29" [id=148, type=get_attr]; -"149 _zero_point_29" [id=149, type=get_attr]; -"150 _frozen_param29" [id=150, type=get_attr]; -"151 dequantize_per_channel_default_29" [id=151, type=dequantize_per_channel]; -"152 _scale_30" [id=152, type=get_attr]; -"153 _zero_point_30" [id=153, type=get_attr]; -"154 _frozen_param30" [id=154, type=get_attr]; -"155 dequantize_per_channel_default_30" [id=155, type=dequantize_per_channel]; -"156 _scale_31" [id=156, type=get_attr]; -"157 _zero_point_31" [id=157, type=get_attr]; -"158 _frozen_param31" [id=158, type=get_attr]; -"159 dequantize_per_channel_default_31" [id=159, type=dequantize_per_channel]; -"160 features_11_block_2_fc1_weight" [id=160, type=get_attr]; -"161 features_11_block_2_fc1_bias" [id=161, type=get_attr]; -"162 features_11_block_2_fc2_weight" [id=162, type=get_attr]; -"163 features_11_block_2_fc2_bias" [id=163, type=get_attr]; -"164 _scale_32" [id=164, type=get_attr]; -"165 _zero_point_32" [id=165, type=get_attr]; -"166 _frozen_param32" [id=166, type=get_attr]; -"167 dequantize_per_channel_default_32" [id=167, type=dequantize_per_channel]; -"168 _scale_33" [id=168, type=get_attr]; -"169 _zero_point_33" [id=169, type=get_attr]; -"170 _frozen_param33" [id=170, type=get_attr]; -"171 dequantize_per_channel_default_33" [id=171, type=dequantize_per_channel]; -"172 _scale_34" [id=172, type=get_attr]; -"173 _zero_point_34" [id=173, type=get_attr]; -"174 _frozen_param34" [id=174, type=get_attr]; -"175 dequantize_per_channel_default_34" [id=175, type=dequantize_per_channel]; -"176 classifier_0_bias" [id=176, type=get_attr]; -"177 _scale_35" [id=177, type=get_attr]; -"178 _zero_point_35" [id=178, type=get_attr]; -"179 _frozen_param35" [id=179, type=get_attr]; -"180 dequantize_per_channel_default_35" [id=180, type=dequantize_per_channel]; -"181 classifier_3_bias" [id=181, type=get_attr]; +strict digraph { +"0 _scale_0" [id=0, type="get_attr"]; +"1 _zero_point_0" [id=1, type="get_attr"]; +"2 _frozen_param0" [id=2, type="get_attr"]; +"3 dequantize_per_channel_default" [id=3, type="dequantize_per_channel"]; +"4 _scale_1" [id=4, type="get_attr"]; +"5 _zero_point_1" [id=5, type="get_attr"]; +"6 _frozen_param1" [id=6, type="get_attr"]; +"7 dequantize_per_channel_default_1" [id=7, type="dequantize_per_channel"]; +"8 features_1_block_1_fc1_weight" [id=8, type="get_attr"]; +"9 features_1_block_1_fc1_bias" [id=9, type="get_attr"]; +"10 features_1_block_1_fc2_weight" [id=10, type="get_attr"]; +"11 features_1_block_1_fc2_bias" [id=11, type="get_attr"]; +"12 _scale_2" [id=12, type="get_attr"]; +"13 _zero_point_2" [id=13, type="get_attr"]; +"14 _frozen_param2" [id=14, type="get_attr"]; +"15 dequantize_per_channel_default_2" [id=15, type="dequantize_per_channel"]; +"16 _scale_3" [id=16, type="get_attr"]; +"17 _zero_point_3" [id=17, type="get_attr"]; +"18 _frozen_param3" [id=18, type="get_attr"]; +"19 dequantize_per_channel_default_3" [id=19, type="dequantize_per_channel"]; +"20 _scale_4" [id=20, type="get_attr"]; +"21 _zero_point_4" [id=21, type="get_attr"]; +"22 _frozen_param4" [id=22, type="get_attr"]; +"23 dequantize_per_channel_default_4" [id=23, type="dequantize_per_channel"]; +"24 _scale_5" [id=24, type="get_attr"]; +"25 _zero_point_5" [id=25, type="get_attr"]; +"26 _frozen_param5" [id=26, type="get_attr"]; +"27 dequantize_per_channel_default_5" [id=27, type="dequantize_per_channel"]; +"28 _scale_6" [id=28, type="get_attr"]; +"29 _zero_point_6" [id=29, type="get_attr"]; +"30 _frozen_param6" [id=30, type="get_attr"]; +"31 dequantize_per_channel_default_6" [id=31, type="dequantize_per_channel"]; +"32 _scale_7" [id=32, type="get_attr"]; +"33 _zero_point_7" [id=33, type="get_attr"]; +"34 _frozen_param7" [id=34, type="get_attr"]; +"35 dequantize_per_channel_default_7" [id=35, type="dequantize_per_channel"]; +"36 _scale_8" [id=36, type="get_attr"]; +"37 _zero_point_8" [id=37, type="get_attr"]; +"38 _frozen_param8" [id=38, type="get_attr"]; +"39 dequantize_per_channel_default_8" [id=39, type="dequantize_per_channel"]; +"40 _scale_9" [id=40, type="get_attr"]; +"41 _zero_point_9" [id=41, type="get_attr"]; +"42 _frozen_param9" [id=42, type="get_attr"]; +"43 dequantize_per_channel_default_9" [id=43, type="dequantize_per_channel"]; +"44 _scale_10" [id=44, type="get_attr"]; +"45 _zero_point_10" [id=45, type="get_attr"]; +"46 _frozen_param10" [id=46, type="get_attr"]; +"47 dequantize_per_channel_default_10" [id=47, type="dequantize_per_channel"]; +"48 features_4_block_2_fc1_weight" [id=48, type="get_attr"]; +"49 features_4_block_2_fc1_bias" [id=49, type="get_attr"]; +"50 features_4_block_2_fc2_weight" [id=50, type="get_attr"]; +"51 features_4_block_2_fc2_bias" [id=51, type="get_attr"]; +"52 _scale_11" [id=52, type="get_attr"]; +"53 _zero_point_11" [id=53, type="get_attr"]; +"54 _frozen_param11" [id=54, type="get_attr"]; +"55 dequantize_per_channel_default_11" [id=55, type="dequantize_per_channel"]; +"56 _scale_12" [id=56, type="get_attr"]; +"57 _zero_point_12" [id=57, type="get_attr"]; +"58 _frozen_param12" [id=58, type="get_attr"]; +"59 dequantize_per_channel_default_12" [id=59, type="dequantize_per_channel"]; +"60 _scale_13" [id=60, type="get_attr"]; +"61 _zero_point_13" [id=61, type="get_attr"]; +"62 _frozen_param13" [id=62, type="get_attr"]; +"63 dequantize_per_channel_default_13" [id=63, type="dequantize_per_channel"]; +"64 features_5_block_2_fc1_weight" [id=64, type="get_attr"]; +"65 features_5_block_2_fc1_bias" [id=65, type="get_attr"]; +"66 features_5_block_2_fc2_weight" [id=66, type="get_attr"]; +"67 features_5_block_2_fc2_bias" [id=67, type="get_attr"]; +"68 _scale_14" [id=68, type="get_attr"]; +"69 _zero_point_14" [id=69, type="get_attr"]; +"70 _frozen_param14" [id=70, type="get_attr"]; +"71 dequantize_per_channel_default_14" [id=71, type="dequantize_per_channel"]; +"72 _scale_15" [id=72, type="get_attr"]; +"73 _zero_point_15" [id=73, type="get_attr"]; +"74 _frozen_param15" [id=74, type="get_attr"]; +"75 dequantize_per_channel_default_15" [id=75, type="dequantize_per_channel"]; +"76 _scale_16" [id=76, type="get_attr"]; +"77 _zero_point_16" [id=77, type="get_attr"]; +"78 _frozen_param16" [id=78, type="get_attr"]; +"79 dequantize_per_channel_default_16" [id=79, type="dequantize_per_channel"]; +"80 features_6_block_2_fc1_weight" [id=80, type="get_attr"]; +"81 features_6_block_2_fc1_bias" [id=81, type="get_attr"]; +"82 features_6_block_2_fc2_weight" [id=82, type="get_attr"]; +"83 features_6_block_2_fc2_bias" [id=83, type="get_attr"]; +"84 _scale_17" [id=84, type="get_attr"]; +"85 _zero_point_17" [id=85, type="get_attr"]; +"86 _frozen_param17" [id=86, type="get_attr"]; +"87 dequantize_per_channel_default_17" [id=87, type="dequantize_per_channel"]; +"88 _scale_18" [id=88, type="get_attr"]; +"89 _zero_point_18" [id=89, type="get_attr"]; +"90 _frozen_param18" [id=90, type="get_attr"]; +"91 dequantize_per_channel_default_18" [id=91, type="dequantize_per_channel"]; +"92 _scale_19" [id=92, type="get_attr"]; +"93 _zero_point_19" [id=93, type="get_attr"]; +"94 _frozen_param19" [id=94, type="get_attr"]; +"95 dequantize_per_channel_default_19" [id=95, type="dequantize_per_channel"]; +"96 features_7_block_2_fc1_weight" [id=96, type="get_attr"]; +"97 features_7_block_2_fc1_bias" [id=97, type="get_attr"]; +"98 features_7_block_2_fc2_weight" [id=98, type="get_attr"]; +"99 features_7_block_2_fc2_bias" [id=99, type="get_attr"]; +"100 _scale_20" [id=100, type="get_attr"]; +"101 _zero_point_20" [id=101, type="get_attr"]; +"102 _frozen_param20" [id=102, type="get_attr"]; +"103 dequantize_per_channel_default_20" [id=103, type="dequantize_per_channel"]; +"104 _scale_21" [id=104, type="get_attr"]; +"105 _zero_point_21" [id=105, type="get_attr"]; +"106 _frozen_param21" [id=106, type="get_attr"]; +"107 dequantize_per_channel_default_21" [id=107, type="dequantize_per_channel"]; +"108 _scale_22" [id=108, type="get_attr"]; +"109 _zero_point_22" [id=109, type="get_attr"]; +"110 _frozen_param22" [id=110, type="get_attr"]; +"111 dequantize_per_channel_default_22" [id=111, type="dequantize_per_channel"]; +"112 features_8_block_2_fc1_weight" [id=112, type="get_attr"]; +"113 features_8_block_2_fc1_bias" [id=113, type="get_attr"]; +"114 features_8_block_2_fc2_weight" [id=114, type="get_attr"]; +"115 features_8_block_2_fc2_bias" [id=115, type="get_attr"]; +"116 _scale_23" [id=116, type="get_attr"]; +"117 _zero_point_23" [id=117, type="get_attr"]; +"118 _frozen_param23" [id=118, type="get_attr"]; +"119 dequantize_per_channel_default_23" [id=119, type="dequantize_per_channel"]; +"120 _scale_24" [id=120, type="get_attr"]; +"121 _zero_point_24" [id=121, type="get_attr"]; +"122 _frozen_param24" [id=122, type="get_attr"]; +"123 dequantize_per_channel_default_24" [id=123, type="dequantize_per_channel"]; +"124 _scale_25" [id=124, type="get_attr"]; +"125 _zero_point_25" [id=125, type="get_attr"]; +"126 _frozen_param25" [id=126, type="get_attr"]; +"127 dequantize_per_channel_default_25" [id=127, type="dequantize_per_channel"]; +"128 features_9_block_2_fc1_weight" [id=128, type="get_attr"]; +"129 features_9_block_2_fc1_bias" [id=129, type="get_attr"]; +"130 features_9_block_2_fc2_weight" [id=130, type="get_attr"]; +"131 features_9_block_2_fc2_bias" [id=131, type="get_attr"]; +"132 _scale_26" [id=132, type="get_attr"]; +"133 _zero_point_26" [id=133, type="get_attr"]; +"134 _frozen_param26" [id=134, type="get_attr"]; +"135 dequantize_per_channel_default_26" [id=135, type="dequantize_per_channel"]; +"136 _scale_27" [id=136, type="get_attr"]; +"137 _zero_point_27" [id=137, type="get_attr"]; +"138 _frozen_param27" [id=138, type="get_attr"]; +"139 dequantize_per_channel_default_27" [id=139, type="dequantize_per_channel"]; +"140 _scale_28" [id=140, type="get_attr"]; +"141 _zero_point_28" [id=141, type="get_attr"]; +"142 _frozen_param28" [id=142, type="get_attr"]; +"143 dequantize_per_channel_default_28" [id=143, type="dequantize_per_channel"]; +"144 features_10_block_2_fc1_weight" [id=144, type="get_attr"]; +"145 features_10_block_2_fc1_bias" [id=145, type="get_attr"]; +"146 features_10_block_2_fc2_weight" [id=146, type="get_attr"]; +"147 features_10_block_2_fc2_bias" [id=147, type="get_attr"]; +"148 _scale_29" [id=148, type="get_attr"]; +"149 _zero_point_29" [id=149, type="get_attr"]; +"150 _frozen_param29" [id=150, type="get_attr"]; +"151 dequantize_per_channel_default_29" [id=151, type="dequantize_per_channel"]; +"152 _scale_30" [id=152, type="get_attr"]; +"153 _zero_point_30" [id=153, type="get_attr"]; +"154 _frozen_param30" [id=154, type="get_attr"]; +"155 dequantize_per_channel_default_30" [id=155, type="dequantize_per_channel"]; +"156 _scale_31" [id=156, type="get_attr"]; +"157 _zero_point_31" [id=157, type="get_attr"]; +"158 _frozen_param31" [id=158, type="get_attr"]; +"159 dequantize_per_channel_default_31" [id=159, type="dequantize_per_channel"]; +"160 features_11_block_2_fc1_weight" [id=160, type="get_attr"]; +"161 features_11_block_2_fc1_bias" [id=161, type="get_attr"]; +"162 features_11_block_2_fc2_weight" [id=162, type="get_attr"]; +"163 features_11_block_2_fc2_bias" [id=163, type="get_attr"]; +"164 _scale_32" [id=164, type="get_attr"]; +"165 _zero_point_32" [id=165, type="get_attr"]; +"166 _frozen_param32" [id=166, type="get_attr"]; +"167 dequantize_per_channel_default_32" [id=167, type="dequantize_per_channel"]; +"168 _scale_33" [id=168, type="get_attr"]; +"169 _zero_point_33" [id=169, type="get_attr"]; +"170 _frozen_param33" [id=170, type="get_attr"]; +"171 dequantize_per_channel_default_33" [id=171, type="dequantize_per_channel"]; +"172 _scale_34" [id=172, type="get_attr"]; +"173 _zero_point_34" [id=173, type="get_attr"]; +"174 _frozen_param34" [id=174, type="get_attr"]; +"175 dequantize_per_channel_default_34" [id=175, type="dequantize_per_channel"]; +"176 classifier_0_bias" [id=176, type="get_attr"]; +"177 _scale_35" [id=177, type="get_attr"]; +"178 _zero_point_35" [id=178, type="get_attr"]; +"179 _frozen_param35" [id=179, type="get_attr"]; +"180 dequantize_per_channel_default_35" [id=180, type="dequantize_per_channel"]; +"181 classifier_3_bias" [id=181, type="get_attr"]; "182 x" [id=182, type=input]; -"183 quantize_per_tensor_default" [id=183, type=quantize_per_tensor]; -"184 dequantize_per_tensor_default" [id=184, type=dequantize_per_tensor]; -"185 features_0_0_weight_bias" [id=185, type=get_attr]; +"183 quantize_per_tensor_default" [id=183, type="quantize_per_tensor"]; +"184 dequantize_per_tensor_default" [id=184, type="dequantize_per_tensor"]; +"185 features_0_0_weight_bias" [id=185, type="get_attr"]; "186 conv2d" [id=186, type=conv2d]; -"187 hardswish_" [id=187, type=hardswish_]; -"188 _2_scale_0" [id=188, type=get_attr]; -"189 _2_zero_point_0" [id=189, type=get_attr]; -"190 quantize_per_channel_default_36" [id=190, type=quantize_per_channel]; -"191 dequantize_per_channel_default_36" [id=191, type=dequantize_per_channel]; -"192 features_1_block_0_0_weight_bias" [id=192, type=get_attr]; +"187 hardswish_" [id=187, type="hardswish_"]; +"188 _2_scale_0" [id=188, type="get_attr"]; +"189 _2_zero_point_0" [id=189, type="get_attr"]; +"190 quantize_per_channel_default_36" [id=190, type="quantize_per_channel"]; +"191 dequantize_per_channel_default_36" [id=191, type="dequantize_per_channel"]; +"192 features_1_block_0_0_weight_bias" [id=192, type="get_attr"]; "193 conv2d_1" [id=193, type=conv2d]; -"194 relu_" [id=194, type=relu_]; -"195 quantize_per_tensor_default_1" [id=195, type=quantize_per_tensor]; -"196 dequantize_per_tensor_default_1" [id=196, type=dequantize_per_tensor]; -"197 dequantize_per_tensor_default_50" [id=197, type=dequantize_per_tensor]; -"198 adaptive_avg_pool2d" [id=198, type=adaptive_avg_pool2d]; +"194 relu_" [id=194, type="relu_"]; +"195 quantize_per_tensor_default_1" [id=195, type="quantize_per_tensor"]; +"196 dequantize_per_tensor_default_1" [id=196, type="dequantize_per_tensor"]; +"197 dequantize_per_tensor_default_50" [id=197, type="dequantize_per_tensor"]; +"198 adaptive_avg_pool2d" [id=198, type="adaptive_avg_pool2d"]; "199 conv2d_2" [id=199, type=conv2d]; "200 relu" [id=200, type=relu]; "201 conv2d_3" [id=201, type=conv2d]; "202 hardsigmoid" [id=202, type=hardsigmoid]; -"203 quantize_per_tensor_default_2" [id=203, type=quantize_per_tensor]; -"204 dequantize_per_tensor_default_2" [id=204, type=dequantize_per_tensor]; +"203 quantize_per_tensor_default_2" [id=203, type="quantize_per_tensor"]; +"204 dequantize_per_tensor_default_2" [id=204, type="dequantize_per_tensor"]; "205 mul" [id=205, type=mul]; -"206 quantize_per_tensor_default_3" [id=206, type=quantize_per_tensor]; -"207 dequantize_per_tensor_default_3" [id=207, type=dequantize_per_tensor]; -"208 features_1_block_2_0_weight_bias" [id=208, type=get_attr]; +"206 quantize_per_tensor_default_3" [id=206, type="quantize_per_tensor"]; +"207 dequantize_per_tensor_default_3" [id=207, type="dequantize_per_tensor"]; +"208 features_1_block_2_0_weight_bias" [id=208, type="get_attr"]; "209 conv2d_4" [id=209, type=conv2d]; -"210 quantize_per_tensor_default_4" [id=210, type=quantize_per_tensor]; -"211 dequantize_per_tensor_default_4" [id=211, type=dequantize_per_tensor]; -"212 features_2_block_0_0_weight_bias" [id=212, type=get_attr]; +"210 quantize_per_tensor_default_4" [id=210, type="quantize_per_tensor"]; +"211 dequantize_per_tensor_default_4" [id=211, type="dequantize_per_tensor"]; +"212 features_2_block_0_0_weight_bias" [id=212, type="get_attr"]; "213 conv2d_5" [id=213, type=conv2d]; -"214 relu__1" [id=214, type=relu_]; -"215 _2_scale_1" [id=215, type=get_attr]; -"216 _2_zero_point_1" [id=216, type=get_attr]; -"217 quantize_per_channel_default_37" [id=217, type=quantize_per_channel]; -"218 dequantize_per_channel_default_37" [id=218, type=dequantize_per_channel]; -"219 features_2_block_1_0_weight_bias" [id=219, type=get_attr]; +"214 relu__1" [id=214, type="relu_"]; +"215 _2_scale_1" [id=215, type="get_attr"]; +"216 _2_zero_point_1" [id=216, type="get_attr"]; +"217 quantize_per_channel_default_37" [id=217, type="quantize_per_channel"]; +"218 dequantize_per_channel_default_37" [id=218, type="dequantize_per_channel"]; +"219 features_2_block_1_0_weight_bias" [id=219, type="get_attr"]; "220 conv2d_6" [id=220, type=conv2d]; -"221 relu__2" [id=221, type=relu_]; -"222 quantize_per_tensor_default_5" [id=222, type=quantize_per_tensor]; -"223 dequantize_per_tensor_default_5" [id=223, type=dequantize_per_tensor]; -"224 features_2_block_2_0_weight_bias" [id=224, type=get_attr]; +"221 relu__2" [id=221, type="relu_"]; +"222 quantize_per_tensor_default_5" [id=222, type="quantize_per_tensor"]; +"223 dequantize_per_tensor_default_5" [id=223, type="dequantize_per_tensor"]; +"224 features_2_block_2_0_weight_bias" [id=224, type="get_attr"]; "225 conv2d_7" [id=225, type=conv2d]; -"226 quantize_per_tensor_default_6" [id=226, type=quantize_per_tensor]; -"227 dequantize_per_tensor_default_52" [id=227, type=dequantize_per_tensor]; -"228 dequantize_per_tensor_default_51" [id=228, type=dequantize_per_tensor]; -"229 features_3_block_0_0_weight_bias" [id=229, type=get_attr]; +"226 quantize_per_tensor_default_6" [id=226, type="quantize_per_tensor"]; +"227 dequantize_per_tensor_default_52" [id=227, type="dequantize_per_tensor"]; +"228 dequantize_per_tensor_default_51" [id=228, type="dequantize_per_tensor"]; +"229 features_3_block_0_0_weight_bias" [id=229, type="get_attr"]; "230 conv2d_8" [id=230, type=conv2d]; -"231 relu__3" [id=231, type=relu_]; -"232 _2_scale_2" [id=232, type=get_attr]; -"233 _2_zero_point_2" [id=233, type=get_attr]; -"234 quantize_per_channel_default_38" [id=234, type=quantize_per_channel]; -"235 dequantize_per_channel_default_38" [id=235, type=dequantize_per_channel]; -"236 features_3_block_1_0_weight_bias" [id=236, type=get_attr]; +"231 relu__3" [id=231, type="relu_"]; +"232 _2_scale_2" [id=232, type="get_attr"]; +"233 _2_zero_point_2" [id=233, type="get_attr"]; +"234 quantize_per_channel_default_38" [id=234, type="quantize_per_channel"]; +"235 dequantize_per_channel_default_38" [id=235, type="dequantize_per_channel"]; +"236 features_3_block_1_0_weight_bias" [id=236, type="get_attr"]; "237 conv2d_9" [id=237, type=conv2d]; -"238 relu__4" [id=238, type=relu_]; -"239 quantize_per_tensor_default_7" [id=239, type=quantize_per_tensor]; -"240 dequantize_per_tensor_default_7" [id=240, type=dequantize_per_tensor]; -"241 features_3_block_2_0_weight_bias" [id=241, type=get_attr]; +"238 relu__4" [id=238, type="relu_"]; +"239 quantize_per_tensor_default_7" [id=239, type="quantize_per_tensor"]; +"240 dequantize_per_tensor_default_7" [id=240, type="dequantize_per_tensor"]; +"241 features_3_block_2_0_weight_bias" [id=241, type="get_attr"]; "242 conv2d_10" [id=242, type=conv2d]; -"243 quantize_per_tensor_default_8" [id=243, type=quantize_per_tensor]; -"244 dequantize_per_tensor_default_8" [id=244, type=dequantize_per_tensor]; -"245 add_" [id=245, type=add_]; -"246 quantize_per_tensor_default_9" [id=246, type=quantize_per_tensor]; -"247 dequantize_per_tensor_default_9" [id=247, type=dequantize_per_tensor]; -"248 features_4_block_0_0_weight_bias" [id=248, type=get_attr]; +"243 quantize_per_tensor_default_8" [id=243, type="quantize_per_tensor"]; +"244 dequantize_per_tensor_default_8" [id=244, type="dequantize_per_tensor"]; +"245 add_" [id=245, type="add_"]; +"246 quantize_per_tensor_default_9" [id=246, type="quantize_per_tensor"]; +"247 dequantize_per_tensor_default_9" [id=247, type="dequantize_per_tensor"]; +"248 features_4_block_0_0_weight_bias" [id=248, type="get_attr"]; "249 conv2d_11" [id=249, type=conv2d]; -"250 hardswish__1" [id=250, type=hardswish_]; -"251 _2_scale_3" [id=251, type=get_attr]; -"252 _2_zero_point_3" [id=252, type=get_attr]; -"253 quantize_per_channel_default_39" [id=253, type=quantize_per_channel]; -"254 dequantize_per_channel_default_39" [id=254, type=dequantize_per_channel]; -"255 features_4_block_1_0_weight_bias" [id=255, type=get_attr]; +"250 hardswish__1" [id=250, type="hardswish_"]; +"251 _2_scale_3" [id=251, type="get_attr"]; +"252 _2_zero_point_3" [id=252, type="get_attr"]; +"253 quantize_per_channel_default_39" [id=253, type="quantize_per_channel"]; +"254 dequantize_per_channel_default_39" [id=254, type="dequantize_per_channel"]; +"255 features_4_block_1_0_weight_bias" [id=255, type="get_attr"]; "256 conv2d_12" [id=256, type=conv2d]; -"257 hardswish__2" [id=257, type=hardswish_]; -"258 quantize_per_tensor_default_10" [id=258, type=quantize_per_tensor]; -"259 dequantize_per_tensor_default_10" [id=259, type=dequantize_per_tensor]; -"260 dequantize_per_tensor_default_53" [id=260, type=dequantize_per_tensor]; -"261 adaptive_avg_pool2d_1" [id=261, type=adaptive_avg_pool2d]; +"257 hardswish__2" [id=257, type="hardswish_"]; +"258 quantize_per_tensor_default_10" [id=258, type="quantize_per_tensor"]; +"259 dequantize_per_tensor_default_10" [id=259, type="dequantize_per_tensor"]; +"260 dequantize_per_tensor_default_53" [id=260, type="dequantize_per_tensor"]; +"261 adaptive_avg_pool2d_1" [id=261, type="adaptive_avg_pool2d"]; "262 conv2d_13" [id=262, type=conv2d]; "263 relu_1" [id=263, type=relu]; "264 conv2d_14" [id=264, type=conv2d]; "265 hardsigmoid_1" [id=265, type=hardsigmoid]; -"266 quantize_per_tensor_default_11" [id=266, type=quantize_per_tensor]; -"267 dequantize_per_tensor_default_11" [id=267, type=dequantize_per_tensor]; +"266 quantize_per_tensor_default_11" [id=266, type="quantize_per_tensor"]; +"267 dequantize_per_tensor_default_11" [id=267, type="dequantize_per_tensor"]; "268 mul_1" [id=268, type=mul]; -"269 quantize_per_tensor_default_12" [id=269, type=quantize_per_tensor]; -"270 dequantize_per_tensor_default_12" [id=270, type=dequantize_per_tensor]; -"271 features_4_block_3_0_weight_bias" [id=271, type=get_attr]; +"269 quantize_per_tensor_default_12" [id=269, type="quantize_per_tensor"]; +"270 dequantize_per_tensor_default_12" [id=270, type="dequantize_per_tensor"]; +"271 features_4_block_3_0_weight_bias" [id=271, type="get_attr"]; "272 conv2d_15" [id=272, type=conv2d]; -"273 quantize_per_tensor_default_13" [id=273, type=quantize_per_tensor]; -"274 dequantize_per_tensor_default_55" [id=274, type=dequantize_per_tensor]; -"275 dequantize_per_tensor_default_54" [id=275, type=dequantize_per_tensor]; -"276 features_5_block_0_0_weight_bias" [id=276, type=get_attr]; +"273 quantize_per_tensor_default_13" [id=273, type="quantize_per_tensor"]; +"274 dequantize_per_tensor_default_55" [id=274, type="dequantize_per_tensor"]; +"275 dequantize_per_tensor_default_54" [id=275, type="dequantize_per_tensor"]; +"276 features_5_block_0_0_weight_bias" [id=276, type="get_attr"]; "277 conv2d_16" [id=277, type=conv2d]; -"278 hardswish__3" [id=278, type=hardswish_]; -"279 _2_scale_4" [id=279, type=get_attr]; -"280 _2_zero_point_4" [id=280, type=get_attr]; -"281 quantize_per_channel_default_40" [id=281, type=quantize_per_channel]; -"282 dequantize_per_channel_default_40" [id=282, type=dequantize_per_channel]; -"283 features_5_block_1_0_weight_bias" [id=283, type=get_attr]; +"278 hardswish__3" [id=278, type="hardswish_"]; +"279 _2_scale_4" [id=279, type="get_attr"]; +"280 _2_zero_point_4" [id=280, type="get_attr"]; +"281 quantize_per_channel_default_40" [id=281, type="quantize_per_channel"]; +"282 dequantize_per_channel_default_40" [id=282, type="dequantize_per_channel"]; +"283 features_5_block_1_0_weight_bias" [id=283, type="get_attr"]; "284 conv2d_17" [id=284, type=conv2d]; -"285 hardswish__4" [id=285, type=hardswish_]; -"286 quantize_per_tensor_default_14" [id=286, type=quantize_per_tensor]; -"287 dequantize_per_tensor_default_14" [id=287, type=dequantize_per_tensor]; -"288 dequantize_per_tensor_default_56" [id=288, type=dequantize_per_tensor]; -"289 adaptive_avg_pool2d_2" [id=289, type=adaptive_avg_pool2d]; +"285 hardswish__4" [id=285, type="hardswish_"]; +"286 quantize_per_tensor_default_14" [id=286, type="quantize_per_tensor"]; +"287 dequantize_per_tensor_default_14" [id=287, type="dequantize_per_tensor"]; +"288 dequantize_per_tensor_default_56" [id=288, type="dequantize_per_tensor"]; +"289 adaptive_avg_pool2d_2" [id=289, type="adaptive_avg_pool2d"]; "290 conv2d_18" [id=290, type=conv2d]; "291 relu_2" [id=291, type=relu]; "292 conv2d_19" [id=292, type=conv2d]; "293 hardsigmoid_2" [id=293, type=hardsigmoid]; -"294 quantize_per_tensor_default_15" [id=294, type=quantize_per_tensor]; -"295 dequantize_per_tensor_default_15" [id=295, type=dequantize_per_tensor]; +"294 quantize_per_tensor_default_15" [id=294, type="quantize_per_tensor"]; +"295 dequantize_per_tensor_default_15" [id=295, type="dequantize_per_tensor"]; "296 mul_2" [id=296, type=mul]; -"297 quantize_per_tensor_default_16" [id=297, type=quantize_per_tensor]; -"298 dequantize_per_tensor_default_16" [id=298, type=dequantize_per_tensor]; -"299 features_5_block_3_0_weight_bias" [id=299, type=get_attr]; +"297 quantize_per_tensor_default_16" [id=297, type="quantize_per_tensor"]; +"298 dequantize_per_tensor_default_16" [id=298, type="dequantize_per_tensor"]; +"299 features_5_block_3_0_weight_bias" [id=299, type="get_attr"]; "300 conv2d_20" [id=300, type=conv2d]; -"301 quantize_per_tensor_default_17" [id=301, type=quantize_per_tensor]; -"302 dequantize_per_tensor_default_17" [id=302, type=dequantize_per_tensor]; -"303 add__1" [id=303, type=add_]; -"304 quantize_per_tensor_default_18" [id=304, type=quantize_per_tensor]; -"305 dequantize_per_tensor_default_58" [id=305, type=dequantize_per_tensor]; -"306 dequantize_per_tensor_default_57" [id=306, type=dequantize_per_tensor]; -"307 features_6_block_0_0_weight_bias" [id=307, type=get_attr]; +"301 quantize_per_tensor_default_17" [id=301, type="quantize_per_tensor"]; +"302 dequantize_per_tensor_default_17" [id=302, type="dequantize_per_tensor"]; +"303 add__1" [id=303, type="add_"]; +"304 quantize_per_tensor_default_18" [id=304, type="quantize_per_tensor"]; +"305 dequantize_per_tensor_default_58" [id=305, type="dequantize_per_tensor"]; +"306 dequantize_per_tensor_default_57" [id=306, type="dequantize_per_tensor"]; +"307 features_6_block_0_0_weight_bias" [id=307, type="get_attr"]; "308 conv2d_21" [id=308, type=conv2d]; -"309 hardswish__5" [id=309, type=hardswish_]; -"310 _2_scale_5" [id=310, type=get_attr]; -"311 _2_zero_point_5" [id=311, type=get_attr]; -"312 quantize_per_channel_default_41" [id=312, type=quantize_per_channel]; -"313 dequantize_per_channel_default_41" [id=313, type=dequantize_per_channel]; -"314 features_6_block_1_0_weight_bias" [id=314, type=get_attr]; +"309 hardswish__5" [id=309, type="hardswish_"]; +"310 _2_scale_5" [id=310, type="get_attr"]; +"311 _2_zero_point_5" [id=311, type="get_attr"]; +"312 quantize_per_channel_default_41" [id=312, type="quantize_per_channel"]; +"313 dequantize_per_channel_default_41" [id=313, type="dequantize_per_channel"]; +"314 features_6_block_1_0_weight_bias" [id=314, type="get_attr"]; "315 conv2d_22" [id=315, type=conv2d]; -"316 hardswish__6" [id=316, type=hardswish_]; -"317 quantize_per_tensor_default_19" [id=317, type=quantize_per_tensor]; -"318 dequantize_per_tensor_default_19" [id=318, type=dequantize_per_tensor]; -"319 dequantize_per_tensor_default_59" [id=319, type=dequantize_per_tensor]; -"320 adaptive_avg_pool2d_3" [id=320, type=adaptive_avg_pool2d]; +"316 hardswish__6" [id=316, type="hardswish_"]; +"317 quantize_per_tensor_default_19" [id=317, type="quantize_per_tensor"]; +"318 dequantize_per_tensor_default_19" [id=318, type="dequantize_per_tensor"]; +"319 dequantize_per_tensor_default_59" [id=319, type="dequantize_per_tensor"]; +"320 adaptive_avg_pool2d_3" [id=320, type="adaptive_avg_pool2d"]; "321 conv2d_23" [id=321, type=conv2d]; "322 relu_3" [id=322, type=relu]; "323 conv2d_24" [id=323, type=conv2d]; "324 hardsigmoid_3" [id=324, type=hardsigmoid]; -"325 quantize_per_tensor_default_20" [id=325, type=quantize_per_tensor]; -"326 dequantize_per_tensor_default_20" [id=326, type=dequantize_per_tensor]; +"325 quantize_per_tensor_default_20" [id=325, type="quantize_per_tensor"]; +"326 dequantize_per_tensor_default_20" [id=326, type="dequantize_per_tensor"]; "327 mul_3" [id=327, type=mul]; -"328 quantize_per_tensor_default_21" [id=328, type=quantize_per_tensor]; -"329 dequantize_per_tensor_default_21" [id=329, type=dequantize_per_tensor]; -"330 features_6_block_3_0_weight_bias" [id=330, type=get_attr]; +"328 quantize_per_tensor_default_21" [id=328, type="quantize_per_tensor"]; +"329 dequantize_per_tensor_default_21" [id=329, type="dequantize_per_tensor"]; +"330 features_6_block_3_0_weight_bias" [id=330, type="get_attr"]; "331 conv2d_25" [id=331, type=conv2d]; -"332 quantize_per_tensor_default_22" [id=332, type=quantize_per_tensor]; -"333 dequantize_per_tensor_default_22" [id=333, type=dequantize_per_tensor]; -"334 add__2" [id=334, type=add_]; -"335 quantize_per_tensor_default_23" [id=335, type=quantize_per_tensor]; -"336 dequantize_per_tensor_default_23" [id=336, type=dequantize_per_tensor]; -"337 features_7_block_0_0_weight_bias" [id=337, type=get_attr]; +"332 quantize_per_tensor_default_22" [id=332, type="quantize_per_tensor"]; +"333 dequantize_per_tensor_default_22" [id=333, type="dequantize_per_tensor"]; +"334 add__2" [id=334, type="add_"]; +"335 quantize_per_tensor_default_23" [id=335, type="quantize_per_tensor"]; +"336 dequantize_per_tensor_default_23" [id=336, type="dequantize_per_tensor"]; +"337 features_7_block_0_0_weight_bias" [id=337, type="get_attr"]; "338 conv2d_26" [id=338, type=conv2d]; -"339 hardswish__7" [id=339, type=hardswish_]; -"340 _2_scale_6" [id=340, type=get_attr]; -"341 _2_zero_point_6" [id=341, type=get_attr]; -"342 quantize_per_channel_default_42" [id=342, type=quantize_per_channel]; -"343 dequantize_per_channel_default_42" [id=343, type=dequantize_per_channel]; -"344 features_7_block_1_0_weight_bias" [id=344, type=get_attr]; +"339 hardswish__7" [id=339, type="hardswish_"]; +"340 _2_scale_6" [id=340, type="get_attr"]; +"341 _2_zero_point_6" [id=341, type="get_attr"]; +"342 quantize_per_channel_default_42" [id=342, type="quantize_per_channel"]; +"343 dequantize_per_channel_default_42" [id=343, type="dequantize_per_channel"]; +"344 features_7_block_1_0_weight_bias" [id=344, type="get_attr"]; "345 conv2d_27" [id=345, type=conv2d]; -"346 hardswish__8" [id=346, type=hardswish_]; -"347 quantize_per_tensor_default_24" [id=347, type=quantize_per_tensor]; -"348 dequantize_per_tensor_default_24" [id=348, type=dequantize_per_tensor]; -"349 dequantize_per_tensor_default_60" [id=349, type=dequantize_per_tensor]; -"350 adaptive_avg_pool2d_4" [id=350, type=adaptive_avg_pool2d]; +"346 hardswish__8" [id=346, type="hardswish_"]; +"347 quantize_per_tensor_default_24" [id=347, type="quantize_per_tensor"]; +"348 dequantize_per_tensor_default_24" [id=348, type="dequantize_per_tensor"]; +"349 dequantize_per_tensor_default_60" [id=349, type="dequantize_per_tensor"]; +"350 adaptive_avg_pool2d_4" [id=350, type="adaptive_avg_pool2d"]; "351 conv2d_28" [id=351, type=conv2d]; "352 relu_4" [id=352, type=relu]; "353 conv2d_29" [id=353, type=conv2d]; "354 hardsigmoid_4" [id=354, type=hardsigmoid]; -"355 quantize_per_tensor_default_25" [id=355, type=quantize_per_tensor]; -"356 dequantize_per_tensor_default_25" [id=356, type=dequantize_per_tensor]; +"355 quantize_per_tensor_default_25" [id=355, type="quantize_per_tensor"]; +"356 dequantize_per_tensor_default_25" [id=356, type="dequantize_per_tensor"]; "357 mul_4" [id=357, type=mul]; -"358 quantize_per_tensor_default_26" [id=358, type=quantize_per_tensor]; -"359 dequantize_per_tensor_default_26" [id=359, type=dequantize_per_tensor]; -"360 features_7_block_3_0_weight_bias" [id=360, type=get_attr]; +"358 quantize_per_tensor_default_26" [id=358, type="quantize_per_tensor"]; +"359 dequantize_per_tensor_default_26" [id=359, type="dequantize_per_tensor"]; +"360 features_7_block_3_0_weight_bias" [id=360, type="get_attr"]; "361 conv2d_30" [id=361, type=conv2d]; -"362 quantize_per_tensor_default_27" [id=362, type=quantize_per_tensor]; -"363 dequantize_per_tensor_default_62" [id=363, type=dequantize_per_tensor]; -"364 dequantize_per_tensor_default_61" [id=364, type=dequantize_per_tensor]; -"365 features_8_block_0_0_weight_bias" [id=365, type=get_attr]; +"362 quantize_per_tensor_default_27" [id=362, type="quantize_per_tensor"]; +"363 dequantize_per_tensor_default_62" [id=363, type="dequantize_per_tensor"]; +"364 dequantize_per_tensor_default_61" [id=364, type="dequantize_per_tensor"]; +"365 features_8_block_0_0_weight_bias" [id=365, type="get_attr"]; "366 conv2d_31" [id=366, type=conv2d]; -"367 hardswish__9" [id=367, type=hardswish_]; -"368 _2_scale_7" [id=368, type=get_attr]; -"369 _2_zero_point_7" [id=369, type=get_attr]; -"370 quantize_per_channel_default_43" [id=370, type=quantize_per_channel]; -"371 dequantize_per_channel_default_43" [id=371, type=dequantize_per_channel]; -"372 features_8_block_1_0_weight_bias" [id=372, type=get_attr]; +"367 hardswish__9" [id=367, type="hardswish_"]; +"368 _2_scale_7" [id=368, type="get_attr"]; +"369 _2_zero_point_7" [id=369, type="get_attr"]; +"370 quantize_per_channel_default_43" [id=370, type="quantize_per_channel"]; +"371 dequantize_per_channel_default_43" [id=371, type="dequantize_per_channel"]; +"372 features_8_block_1_0_weight_bias" [id=372, type="get_attr"]; "373 conv2d_32" [id=373, type=conv2d]; -"374 hardswish__10" [id=374, type=hardswish_]; -"375 quantize_per_tensor_default_28" [id=375, type=quantize_per_tensor]; -"376 dequantize_per_tensor_default_28" [id=376, type=dequantize_per_tensor]; -"377 dequantize_per_tensor_default_63" [id=377, type=dequantize_per_tensor]; -"378 adaptive_avg_pool2d_5" [id=378, type=adaptive_avg_pool2d]; +"374 hardswish__10" [id=374, type="hardswish_"]; +"375 quantize_per_tensor_default_28" [id=375, type="quantize_per_tensor"]; +"376 dequantize_per_tensor_default_28" [id=376, type="dequantize_per_tensor"]; +"377 dequantize_per_tensor_default_63" [id=377, type="dequantize_per_tensor"]; +"378 adaptive_avg_pool2d_5" [id=378, type="adaptive_avg_pool2d"]; "379 conv2d_33" [id=379, type=conv2d]; "380 relu_5" [id=380, type=relu]; "381 conv2d_34" [id=381, type=conv2d]; "382 hardsigmoid_5" [id=382, type=hardsigmoid]; -"383 quantize_per_tensor_default_29" [id=383, type=quantize_per_tensor]; -"384 dequantize_per_tensor_default_29" [id=384, type=dequantize_per_tensor]; +"383 quantize_per_tensor_default_29" [id=383, type="quantize_per_tensor"]; +"384 dequantize_per_tensor_default_29" [id=384, type="dequantize_per_tensor"]; "385 mul_5" [id=385, type=mul]; -"386 quantize_per_tensor_default_30" [id=386, type=quantize_per_tensor]; -"387 dequantize_per_tensor_default_30" [id=387, type=dequantize_per_tensor]; -"388 features_8_block_3_0_weight_bias" [id=388, type=get_attr]; +"386 quantize_per_tensor_default_30" [id=386, type="quantize_per_tensor"]; +"387 dequantize_per_tensor_default_30" [id=387, type="dequantize_per_tensor"]; +"388 features_8_block_3_0_weight_bias" [id=388, type="get_attr"]; "389 conv2d_35" [id=389, type=conv2d]; -"390 quantize_per_tensor_default_31" [id=390, type=quantize_per_tensor]; -"391 dequantize_per_tensor_default_31" [id=391, type=dequantize_per_tensor]; -"392 add__3" [id=392, type=add_]; -"393 quantize_per_tensor_default_32" [id=393, type=quantize_per_tensor]; -"394 dequantize_per_tensor_default_32" [id=394, type=dequantize_per_tensor]; -"395 features_9_block_0_0_weight_bias" [id=395, type=get_attr]; +"390 quantize_per_tensor_default_31" [id=390, type="quantize_per_tensor"]; +"391 dequantize_per_tensor_default_31" [id=391, type="dequantize_per_tensor"]; +"392 add__3" [id=392, type="add_"]; +"393 quantize_per_tensor_default_32" [id=393, type="quantize_per_tensor"]; +"394 dequantize_per_tensor_default_32" [id=394, type="dequantize_per_tensor"]; +"395 features_9_block_0_0_weight_bias" [id=395, type="get_attr"]; "396 conv2d_36" [id=396, type=conv2d]; -"397 hardswish__11" [id=397, type=hardswish_]; -"398 _2_scale_8" [id=398, type=get_attr]; -"399 _2_zero_point_8" [id=399, type=get_attr]; -"400 quantize_per_channel_default_44" [id=400, type=quantize_per_channel]; -"401 dequantize_per_channel_default_44" [id=401, type=dequantize_per_channel]; -"402 features_9_block_1_0_weight_bias" [id=402, type=get_attr]; +"397 hardswish__11" [id=397, type="hardswish_"]; +"398 _2_scale_8" [id=398, type="get_attr"]; +"399 _2_zero_point_8" [id=399, type="get_attr"]; +"400 quantize_per_channel_default_44" [id=400, type="quantize_per_channel"]; +"401 dequantize_per_channel_default_44" [id=401, type="dequantize_per_channel"]; +"402 features_9_block_1_0_weight_bias" [id=402, type="get_attr"]; "403 conv2d_37" [id=403, type=conv2d]; -"404 hardswish__12" [id=404, type=hardswish_]; -"405 quantize_per_tensor_default_33" [id=405, type=quantize_per_tensor]; -"406 dequantize_per_tensor_default_33" [id=406, type=dequantize_per_tensor]; -"407 dequantize_per_tensor_default_64" [id=407, type=dequantize_per_tensor]; -"408 adaptive_avg_pool2d_6" [id=408, type=adaptive_avg_pool2d]; +"404 hardswish__12" [id=404, type="hardswish_"]; +"405 quantize_per_tensor_default_33" [id=405, type="quantize_per_tensor"]; +"406 dequantize_per_tensor_default_33" [id=406, type="dequantize_per_tensor"]; +"407 dequantize_per_tensor_default_64" [id=407, type="dequantize_per_tensor"]; +"408 adaptive_avg_pool2d_6" [id=408, type="adaptive_avg_pool2d"]; "409 conv2d_38" [id=409, type=conv2d]; "410 relu_6" [id=410, type=relu]; "411 conv2d_39" [id=411, type=conv2d]; "412 hardsigmoid_6" [id=412, type=hardsigmoid]; -"413 quantize_per_tensor_default_34" [id=413, type=quantize_per_tensor]; -"414 dequantize_per_tensor_default_34" [id=414, type=dequantize_per_tensor]; +"413 quantize_per_tensor_default_34" [id=413, type="quantize_per_tensor"]; +"414 dequantize_per_tensor_default_34" [id=414, type="dequantize_per_tensor"]; "415 mul_6" [id=415, type=mul]; -"416 quantize_per_tensor_default_35" [id=416, type=quantize_per_tensor]; -"417 dequantize_per_tensor_default_35" [id=417, type=dequantize_per_tensor]; -"418 features_9_block_3_0_weight_bias" [id=418, type=get_attr]; +"416 quantize_per_tensor_default_35" [id=416, type="quantize_per_tensor"]; +"417 dequantize_per_tensor_default_35" [id=417, type="dequantize_per_tensor"]; +"418 features_9_block_3_0_weight_bias" [id=418, type="get_attr"]; "419 conv2d_40" [id=419, type=conv2d]; -"420 quantize_per_tensor_default_36" [id=420, type=quantize_per_tensor]; -"421 dequantize_per_tensor_default_66" [id=421, type=dequantize_per_tensor]; -"422 dequantize_per_tensor_default_65" [id=422, type=dequantize_per_tensor]; -"423 features_10_block_0_0_weight_bias" [id=423, type=get_attr]; +"420 quantize_per_tensor_default_36" [id=420, type="quantize_per_tensor"]; +"421 dequantize_per_tensor_default_66" [id=421, type="dequantize_per_tensor"]; +"422 dequantize_per_tensor_default_65" [id=422, type="dequantize_per_tensor"]; +"423 features_10_block_0_0_weight_bias" [id=423, type="get_attr"]; "424 conv2d_41" [id=424, type=conv2d]; -"425 hardswish__13" [id=425, type=hardswish_]; -"426 _2_scale_9" [id=426, type=get_attr]; -"427 _2_zero_point_9" [id=427, type=get_attr]; -"428 quantize_per_channel_default_45" [id=428, type=quantize_per_channel]; -"429 dequantize_per_channel_default_45" [id=429, type=dequantize_per_channel]; -"430 features_10_block_1_0_weight_bias" [id=430, type=get_attr]; +"425 hardswish__13" [id=425, type="hardswish_"]; +"426 _2_scale_9" [id=426, type="get_attr"]; +"427 _2_zero_point_9" [id=427, type="get_attr"]; +"428 quantize_per_channel_default_45" [id=428, type="quantize_per_channel"]; +"429 dequantize_per_channel_default_45" [id=429, type="dequantize_per_channel"]; +"430 features_10_block_1_0_weight_bias" [id=430, type="get_attr"]; "431 conv2d_42" [id=431, type=conv2d]; -"432 hardswish__14" [id=432, type=hardswish_]; -"433 quantize_per_tensor_default_37" [id=433, type=quantize_per_tensor]; -"434 dequantize_per_tensor_default_37" [id=434, type=dequantize_per_tensor]; -"435 dequantize_per_tensor_default_67" [id=435, type=dequantize_per_tensor]; -"436 adaptive_avg_pool2d_7" [id=436, type=adaptive_avg_pool2d]; +"432 hardswish__14" [id=432, type="hardswish_"]; +"433 quantize_per_tensor_default_37" [id=433, type="quantize_per_tensor"]; +"434 dequantize_per_tensor_default_37" [id=434, type="dequantize_per_tensor"]; +"435 dequantize_per_tensor_default_67" [id=435, type="dequantize_per_tensor"]; +"436 adaptive_avg_pool2d_7" [id=436, type="adaptive_avg_pool2d"]; "437 conv2d_43" [id=437, type=conv2d]; "438 relu_7" [id=438, type=relu]; "439 conv2d_44" [id=439, type=conv2d]; "440 hardsigmoid_7" [id=440, type=hardsigmoid]; -"441 quantize_per_tensor_default_38" [id=441, type=quantize_per_tensor]; -"442 dequantize_per_tensor_default_38" [id=442, type=dequantize_per_tensor]; +"441 quantize_per_tensor_default_38" [id=441, type="quantize_per_tensor"]; +"442 dequantize_per_tensor_default_38" [id=442, type="dequantize_per_tensor"]; "443 mul_7" [id=443, type=mul]; -"444 quantize_per_tensor_default_39" [id=444, type=quantize_per_tensor]; -"445 dequantize_per_tensor_default_39" [id=445, type=dequantize_per_tensor]; -"446 features_10_block_3_0_weight_bias" [id=446, type=get_attr]; +"444 quantize_per_tensor_default_39" [id=444, type="quantize_per_tensor"]; +"445 dequantize_per_tensor_default_39" [id=445, type="dequantize_per_tensor"]; +"446 features_10_block_3_0_weight_bias" [id=446, type="get_attr"]; "447 conv2d_45" [id=447, type=conv2d]; -"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; -"449 dequantize_per_tensor_default_40" [id=449, type=dequantize_per_tensor]; -"450 add__4" [id=450, type=add_]; -"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; -"452 dequantize_per_tensor_default_69" [id=452, type=dequantize_per_tensor]; -"453 dequantize_per_tensor_default_68" [id=453, type=dequantize_per_tensor]; -"454 features_11_block_0_0_weight_bias" [id=454, type=get_attr]; +"448 quantize_per_tensor_default_40" [id=448, type="quantize_per_tensor"]; +"449 dequantize_per_tensor_default_40" [id=449, type="dequantize_per_tensor"]; +"450 add__4" [id=450, type="add_"]; +"451 quantize_per_tensor_default_41" [id=451, type="quantize_per_tensor"]; +"452 dequantize_per_tensor_default_69" [id=452, type="dequantize_per_tensor"]; +"453 dequantize_per_tensor_default_68" [id=453, type="dequantize_per_tensor"]; +"454 features_11_block_0_0_weight_bias" [id=454, type="get_attr"]; "455 conv2d_46" [id=455, type=conv2d]; -"456 hardswish__15" [id=456, type=hardswish_]; -"457 _2_scale_10" [id=457, type=get_attr]; -"458 _2_zero_point_10" [id=458, type=get_attr]; -"459 quantize_per_channel_default_46" [id=459, type=quantize_per_channel]; -"460 dequantize_per_channel_default_46" [id=460, type=dequantize_per_channel]; -"461 features_11_block_1_0_weight_bias" [id=461, type=get_attr]; +"456 hardswish__15" [id=456, type="hardswish_"]; +"457 _2_scale_10" [id=457, type="get_attr"]; +"458 _2_zero_point_10" [id=458, type="get_attr"]; +"459 quantize_per_channel_default_46" [id=459, type="quantize_per_channel"]; +"460 dequantize_per_channel_default_46" [id=460, type="dequantize_per_channel"]; +"461 features_11_block_1_0_weight_bias" [id=461, type="get_attr"]; "462 conv2d_47" [id=462, type=conv2d]; -"463 hardswish__16" [id=463, type=hardswish_]; -"464 quantize_per_tensor_default_42" [id=464, type=quantize_per_tensor]; -"465 dequantize_per_tensor_default_42" [id=465, type=dequantize_per_tensor]; -"466 dequantize_per_tensor_default_70" [id=466, type=dequantize_per_tensor]; -"467 adaptive_avg_pool2d_8" [id=467, type=adaptive_avg_pool2d]; +"463 hardswish__16" [id=463, type="hardswish_"]; +"464 quantize_per_tensor_default_42" [id=464, type="quantize_per_tensor"]; +"465 dequantize_per_tensor_default_42" [id=465, type="dequantize_per_tensor"]; +"466 dequantize_per_tensor_default_70" [id=466, type="dequantize_per_tensor"]; +"467 adaptive_avg_pool2d_8" [id=467, type="adaptive_avg_pool2d"]; "468 conv2d_48" [id=468, type=conv2d]; "469 relu_8" [id=469, type=relu]; "470 conv2d_49" [id=470, type=conv2d]; "471 hardsigmoid_8" [id=471, type=hardsigmoid]; -"472 quantize_per_tensor_default_43" [id=472, type=quantize_per_tensor]; -"473 dequantize_per_tensor_default_43" [id=473, type=dequantize_per_tensor]; +"472 quantize_per_tensor_default_43" [id=472, type="quantize_per_tensor"]; +"473 dequantize_per_tensor_default_43" [id=473, type="dequantize_per_tensor"]; "474 mul_8" [id=474, type=mul]; -"475 quantize_per_tensor_default_44" [id=475, type=quantize_per_tensor]; -"476 dequantize_per_tensor_default_44" [id=476, type=dequantize_per_tensor]; -"477 features_11_block_3_0_weight_bias" [id=477, type=get_attr]; +"475 quantize_per_tensor_default_44" [id=475, type="quantize_per_tensor"]; +"476 dequantize_per_tensor_default_44" [id=476, type="dequantize_per_tensor"]; +"477 features_11_block_3_0_weight_bias" [id=477, type="get_attr"]; "478 conv2d_50" [id=478, type=conv2d]; -"479 quantize_per_tensor_default_45" [id=479, type=quantize_per_tensor]; -"480 dequantize_per_tensor_default_45" [id=480, type=dequantize_per_tensor]; -"481 add__5" [id=481, type=add_]; -"482 quantize_per_tensor_default_46" [id=482, type=quantize_per_tensor]; -"483 dequantize_per_tensor_default_46" [id=483, type=dequantize_per_tensor]; -"484 features_12_0_weight_bias" [id=484, type=get_attr]; +"479 quantize_per_tensor_default_45" [id=479, type="quantize_per_tensor"]; +"480 dequantize_per_tensor_default_45" [id=480, type="dequantize_per_tensor"]; +"481 add__5" [id=481, type="add_"]; +"482 quantize_per_tensor_default_46" [id=482, type="quantize_per_tensor"]; +"483 dequantize_per_tensor_default_46" [id=483, type="dequantize_per_tensor"]; +"484 features_12_0_weight_bias" [id=484, type="get_attr"]; "485 conv2d_51" [id=485, type=conv2d]; -"486 hardswish__17" [id=486, type=hardswish_]; -"487 quantize_per_tensor_default_47" [id=487, type=quantize_per_tensor]; -"488 dequantize_per_tensor_default_47" [id=488, type=dequantize_per_tensor]; -"489 adaptive_avg_pool2d_9" [id=489, type=adaptive_avg_pool2d]; -"490 quantize_per_tensor_default_48" [id=490, type=quantize_per_tensor]; -"491 dequantize_per_tensor_default_48" [id=491, type=dequantize_per_tensor]; +"486 hardswish__17" [id=486, type="hardswish_"]; +"487 quantize_per_tensor_default_47" [id=487, type="quantize_per_tensor"]; +"488 dequantize_per_tensor_default_47" [id=488, type="dequantize_per_tensor"]; +"489 adaptive_avg_pool2d_9" [id=489, type="adaptive_avg_pool2d"]; +"490 quantize_per_tensor_default_48" [id=490, type="quantize_per_tensor"]; +"491 dequantize_per_tensor_default_48" [id=491, type="dequantize_per_tensor"]; "492 flatten" [id=492, type=flatten]; "493 linear" [id=493, type=linear]; -"494 hardswish__18" [id=494, type=hardswish_]; -"495 quantize_per_tensor_default_49" [id=495, type=quantize_per_tensor]; -"496 dequantize_per_tensor_default_49" [id=496, type=dequantize_per_tensor]; -"497 dropout_" [id=497, type=dropout_]; +"494 hardswish__18" [id=494, type="hardswish_"]; +"495 quantize_per_tensor_default_49" [id=495, type="quantize_per_tensor"]; +"496 dequantize_per_tensor_default_49" [id=496, type="dequantize_per_tensor"]; +"497 dropout_" [id=497, type="dropout_"]; "498 linear_1" [id=498, type=linear]; "499 output" [id=499, type=output]; -"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(16,)", style=solid]; -"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(16,)", style=solid]; -"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; -"3 dequantize_per_channel_default" -> "186 conv2d" [label=None, style=solid]; -"4 _scale_1" -> "7 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [label="(16,)", style=solid]; -"6 _frozen_param1" -> "7 dequantize_per_channel_default_1" [label="(16, 1, 3, 3)", style=solid]; -"7 dequantize_per_channel_default_1" -> "193 conv2d_1" [label=None, style=solid]; -"8 features_1_block_1_fc1_weight" -> "199 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; -"9 features_1_block_1_fc1_bias" -> "199 conv2d_2" [label="(8,)", style=solid]; -"10 features_1_block_1_fc2_weight" -> "201 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; -"11 features_1_block_1_fc2_bias" -> "201 conv2d_3" [label="(16,)", style=solid]; -"12 _scale_2" -> "15 dequantize_per_channel_default_2" [label="(16,)", style=solid]; -"13 _zero_point_2" -> "15 dequantize_per_channel_default_2" [label="(16,)", style=solid]; -"14 _frozen_param2" -> "15 dequantize_per_channel_default_2" [label="(16, 16, 1, 1)", style=solid]; -"15 dequantize_per_channel_default_2" -> "209 conv2d_4" [label=None, style=solid]; -"16 _scale_3" -> "19 dequantize_per_channel_default_3" [label="(72,)", style=solid]; -"17 _zero_point_3" -> "19 dequantize_per_channel_default_3" [label="(72,)", style=solid]; -"18 _frozen_param3" -> "19 dequantize_per_channel_default_3" [label="(72, 16, 1, 1)", style=solid]; -"19 dequantize_per_channel_default_3" -> "213 conv2d_5" [label=None, style=solid]; -"20 _scale_4" -> "23 dequantize_per_channel_default_4" [label="(72,)", style=solid]; -"21 _zero_point_4" -> "23 dequantize_per_channel_default_4" [label="(72,)", style=solid]; -"22 _frozen_param4" -> "23 dequantize_per_channel_default_4" [label="(72, 1, 3, 3)", style=solid]; -"23 dequantize_per_channel_default_4" -> "220 conv2d_6" [label=None, style=solid]; -"24 _scale_5" -> "27 dequantize_per_channel_default_5" [label="(24,)", style=solid]; -"25 _zero_point_5" -> "27 dequantize_per_channel_default_5" [label="(24,)", style=solid]; -"26 _frozen_param5" -> "27 dequantize_per_channel_default_5" [label="(24, 72, 1, 1)", style=solid]; -"27 dequantize_per_channel_default_5" -> "225 conv2d_7" [label=None, style=solid]; -"28 _scale_6" -> "31 dequantize_per_channel_default_6" [label="(88,)", style=solid]; -"29 _zero_point_6" -> "31 dequantize_per_channel_default_6" [label="(88,)", style=solid]; -"30 _frozen_param6" -> "31 dequantize_per_channel_default_6" [label="(88, 24, 1, 1)", style=solid]; -"31 dequantize_per_channel_default_6" -> "230 conv2d_8" [label=None, style=solid]; -"32 _scale_7" -> "35 dequantize_per_channel_default_7" [label="(88,)", style=solid]; -"33 _zero_point_7" -> "35 dequantize_per_channel_default_7" [label="(88,)", style=solid]; -"34 _frozen_param7" -> "35 dequantize_per_channel_default_7" [label="(88, 1, 3, 3)", style=solid]; -"35 dequantize_per_channel_default_7" -> "237 conv2d_9" [label=None, style=solid]; -"36 _scale_8" -> "39 dequantize_per_channel_default_8" [label="(24,)", style=solid]; -"37 _zero_point_8" -> "39 dequantize_per_channel_default_8" [label="(24,)", style=solid]; -"38 _frozen_param8" -> "39 dequantize_per_channel_default_8" [label="(24, 88, 1, 1)", style=solid]; -"39 dequantize_per_channel_default_8" -> "242 conv2d_10" [label=None, style=solid]; -"40 _scale_9" -> "43 dequantize_per_channel_default_9" [label="(96,)", style=solid]; -"41 _zero_point_9" -> "43 dequantize_per_channel_default_9" [label="(96,)", style=solid]; -"42 _frozen_param9" -> "43 dequantize_per_channel_default_9" [label="(96, 24, 1, 1)", style=solid]; -"43 dequantize_per_channel_default_9" -> "249 conv2d_11" [label=None, style=solid]; -"44 _scale_10" -> "47 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"45 _zero_point_10" -> "47 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"46 _frozen_param10" -> "47 dequantize_per_channel_default_10" [label="(96, 1, 5, 5)", style=solid]; -"47 dequantize_per_channel_default_10" -> "256 conv2d_12" [label=None, style=solid]; -"48 features_4_block_2_fc1_weight" -> "262 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; -"49 features_4_block_2_fc1_bias" -> "262 conv2d_13" [label="(24,)", style=solid]; -"50 features_4_block_2_fc2_weight" -> "264 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; -"51 features_4_block_2_fc2_bias" -> "264 conv2d_14" [label="(96,)", style=solid]; -"52 _scale_11" -> "55 dequantize_per_channel_default_11" [label="(40,)", style=solid]; -"53 _zero_point_11" -> "55 dequantize_per_channel_default_11" [label="(40,)", style=solid]; -"54 _frozen_param11" -> "55 dequantize_per_channel_default_11" [label="(40, 96, 1, 1)", style=solid]; -"55 dequantize_per_channel_default_11" -> "272 conv2d_15" [label=None, style=solid]; -"56 _scale_12" -> "59 dequantize_per_channel_default_12" [label="(240,)", style=solid]; -"57 _zero_point_12" -> "59 dequantize_per_channel_default_12" [label="(240,)", style=solid]; -"58 _frozen_param12" -> "59 dequantize_per_channel_default_12" [label="(240, 40, 1, 1)", style=solid]; -"59 dequantize_per_channel_default_12" -> "277 conv2d_16" [label=None, style=solid]; -"60 _scale_13" -> "63 dequantize_per_channel_default_13" [label="(240,)", style=solid]; -"61 _zero_point_13" -> "63 dequantize_per_channel_default_13" [label="(240,)", style=solid]; -"62 _frozen_param13" -> "63 dequantize_per_channel_default_13" [label="(240, 1, 5, 5)", style=solid]; -"63 dequantize_per_channel_default_13" -> "284 conv2d_17" [label=None, style=solid]; -"64 features_5_block_2_fc1_weight" -> "290 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; -"65 features_5_block_2_fc1_bias" -> "290 conv2d_18" [label="(64,)", style=solid]; -"66 features_5_block_2_fc2_weight" -> "292 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; -"67 features_5_block_2_fc2_bias" -> "292 conv2d_19" [label="(240,)", style=solid]; -"68 _scale_14" -> "71 dequantize_per_channel_default_14" [label="(40,)", style=solid]; -"69 _zero_point_14" -> "71 dequantize_per_channel_default_14" [label="(40,)", style=solid]; -"70 _frozen_param14" -> "71 dequantize_per_channel_default_14" [label="(40, 240, 1, 1)", style=solid]; -"71 dequantize_per_channel_default_14" -> "300 conv2d_20" [label=None, style=solid]; -"72 _scale_15" -> "75 dequantize_per_channel_default_15" [label="(240,)", style=solid]; -"73 _zero_point_15" -> "75 dequantize_per_channel_default_15" [label="(240,)", style=solid]; -"74 _frozen_param15" -> "75 dequantize_per_channel_default_15" [label="(240, 40, 1, 1)", style=solid]; -"75 dequantize_per_channel_default_15" -> "308 conv2d_21" [label=None, style=solid]; -"76 _scale_16" -> "79 dequantize_per_channel_default_16" [label="(240,)", style=solid]; -"77 _zero_point_16" -> "79 dequantize_per_channel_default_16" [label="(240,)", style=solid]; -"78 _frozen_param16" -> "79 dequantize_per_channel_default_16" [label="(240, 1, 5, 5)", style=solid]; -"79 dequantize_per_channel_default_16" -> "315 conv2d_22" [label=None, style=solid]; -"80 features_6_block_2_fc1_weight" -> "321 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; -"81 features_6_block_2_fc1_bias" -> "321 conv2d_23" [label="(64,)", style=solid]; -"82 features_6_block_2_fc2_weight" -> "323 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; -"83 features_6_block_2_fc2_bias" -> "323 conv2d_24" [label="(240,)", style=solid]; -"84 _scale_17" -> "87 dequantize_per_channel_default_17" [label="(40,)", style=solid]; -"85 _zero_point_17" -> "87 dequantize_per_channel_default_17" [label="(40,)", style=solid]; -"86 _frozen_param17" -> "87 dequantize_per_channel_default_17" [label="(40, 240, 1, 1)", style=solid]; -"87 dequantize_per_channel_default_17" -> "331 conv2d_25" [label=None, style=solid]; -"88 _scale_18" -> "91 dequantize_per_channel_default_18" [label="(120,)", style=solid]; -"89 _zero_point_18" -> "91 dequantize_per_channel_default_18" [label="(120,)", style=solid]; -"90 _frozen_param18" -> "91 dequantize_per_channel_default_18" [label="(120, 40, 1, 1)", style=solid]; -"91 dequantize_per_channel_default_18" -> "338 conv2d_26" [label=None, style=solid]; -"92 _scale_19" -> "95 dequantize_per_channel_default_19" [label="(120,)", style=solid]; -"93 _zero_point_19" -> "95 dequantize_per_channel_default_19" [label="(120,)", style=solid]; -"94 _frozen_param19" -> "95 dequantize_per_channel_default_19" [label="(120, 1, 5, 5)", style=solid]; -"95 dequantize_per_channel_default_19" -> "345 conv2d_27" [label=None, style=solid]; -"96 features_7_block_2_fc1_weight" -> "351 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; -"97 features_7_block_2_fc1_bias" -> "351 conv2d_28" [label="(32,)", style=solid]; -"98 features_7_block_2_fc2_weight" -> "353 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; -"99 features_7_block_2_fc2_bias" -> "353 conv2d_29" [label="(120,)", style=solid]; -"100 _scale_20" -> "103 dequantize_per_channel_default_20" [label="(48,)", style=solid]; -"101 _zero_point_20" -> "103 dequantize_per_channel_default_20" [label="(48,)", style=solid]; -"102 _frozen_param20" -> "103 dequantize_per_channel_default_20" [label="(48, 120, 1, 1)", style=solid]; -"103 dequantize_per_channel_default_20" -> "361 conv2d_30" [label=None, style=solid]; -"104 _scale_21" -> "107 dequantize_per_channel_default_21" [label="(144,)", style=solid]; -"105 _zero_point_21" -> "107 dequantize_per_channel_default_21" [label="(144,)", style=solid]; -"106 _frozen_param21" -> "107 dequantize_per_channel_default_21" [label="(144, 48, 1, 1)", style=solid]; -"107 dequantize_per_channel_default_21" -> "366 conv2d_31" [label=None, style=solid]; -"108 _scale_22" -> "111 dequantize_per_channel_default_22" [label="(144,)", style=solid]; -"109 _zero_point_22" -> "111 dequantize_per_channel_default_22" [label="(144,)", style=solid]; -"110 _frozen_param22" -> "111 dequantize_per_channel_default_22" [label="(144, 1, 5, 5)", style=solid]; -"111 dequantize_per_channel_default_22" -> "373 conv2d_32" [label=None, style=solid]; -"112 features_8_block_2_fc1_weight" -> "379 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; -"113 features_8_block_2_fc1_bias" -> "379 conv2d_33" [label="(40,)", style=solid]; -"114 features_8_block_2_fc2_weight" -> "381 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; -"115 features_8_block_2_fc2_bias" -> "381 conv2d_34" [label="(144,)", style=solid]; -"116 _scale_23" -> "119 dequantize_per_channel_default_23" [label="(48,)", style=solid]; -"117 _zero_point_23" -> "119 dequantize_per_channel_default_23" [label="(48,)", style=solid]; -"118 _frozen_param23" -> "119 dequantize_per_channel_default_23" [label="(48, 144, 1, 1)", style=solid]; -"119 dequantize_per_channel_default_23" -> "389 conv2d_35" [label=None, style=solid]; -"120 _scale_24" -> "123 dequantize_per_channel_default_24" [label="(288,)", style=solid]; -"121 _zero_point_24" -> "123 dequantize_per_channel_default_24" [label="(288,)", style=solid]; -"122 _frozen_param24" -> "123 dequantize_per_channel_default_24" [label="(288, 48, 1, 1)", style=solid]; -"123 dequantize_per_channel_default_24" -> "396 conv2d_36" [label=None, style=solid]; -"124 _scale_25" -> "127 dequantize_per_channel_default_25" [label="(288,)", style=solid]; -"125 _zero_point_25" -> "127 dequantize_per_channel_default_25" [label="(288,)", style=solid]; -"126 _frozen_param25" -> "127 dequantize_per_channel_default_25" [label="(288, 1, 5, 5)", style=solid]; -"127 dequantize_per_channel_default_25" -> "403 conv2d_37" [label=None, style=solid]; -"128 features_9_block_2_fc1_weight" -> "409 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; -"129 features_9_block_2_fc1_bias" -> "409 conv2d_38" [label="(72,)", style=solid]; -"130 features_9_block_2_fc2_weight" -> "411 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; -"131 features_9_block_2_fc2_bias" -> "411 conv2d_39" [label="(288,)", style=solid]; -"132 _scale_26" -> "135 dequantize_per_channel_default_26" [label="(96,)", style=solid]; -"133 _zero_point_26" -> "135 dequantize_per_channel_default_26" [label="(96,)", style=solid]; -"134 _frozen_param26" -> "135 dequantize_per_channel_default_26" [label="(96, 288, 1, 1)", style=solid]; -"135 dequantize_per_channel_default_26" -> "419 conv2d_40" [label=None, style=solid]; -"136 _scale_27" -> "139 dequantize_per_channel_default_27" [label="(576,)", style=solid]; -"137 _zero_point_27" -> "139 dequantize_per_channel_default_27" [label="(576,)", style=solid]; -"138 _frozen_param27" -> "139 dequantize_per_channel_default_27" [label="(576, 96, 1, 1)", style=solid]; -"139 dequantize_per_channel_default_27" -> "424 conv2d_41" [label=None, style=solid]; -"140 _scale_28" -> "143 dequantize_per_channel_default_28" [label="(576,)", style=solid]; -"141 _zero_point_28" -> "143 dequantize_per_channel_default_28" [label="(576,)", style=solid]; -"142 _frozen_param28" -> "143 dequantize_per_channel_default_28" [label="(576, 1, 5, 5)", style=solid]; -"143 dequantize_per_channel_default_28" -> "431 conv2d_42" [label=None, style=solid]; -"144 features_10_block_2_fc1_weight" -> "437 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; -"145 features_10_block_2_fc1_bias" -> "437 conv2d_43" [label="(144,)", style=solid]; -"146 features_10_block_2_fc2_weight" -> "439 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; -"147 features_10_block_2_fc2_bias" -> "439 conv2d_44" [label="(576,)", style=solid]; -"148 _scale_29" -> "151 dequantize_per_channel_default_29" [label="(96,)", style=solid]; -"149 _zero_point_29" -> "151 dequantize_per_channel_default_29" [label="(96,)", style=solid]; -"150 _frozen_param29" -> "151 dequantize_per_channel_default_29" [label="(96, 576, 1, 1)", style=solid]; -"151 dequantize_per_channel_default_29" -> "447 conv2d_45" [label=None, style=solid]; -"152 _scale_30" -> "155 dequantize_per_channel_default_30" [label="(576,)", style=solid]; -"153 _zero_point_30" -> "155 dequantize_per_channel_default_30" [label="(576,)", style=solid]; -"154 _frozen_param30" -> "155 dequantize_per_channel_default_30" [label="(576, 96, 1, 1)", style=solid]; -"155 dequantize_per_channel_default_30" -> "455 conv2d_46" [label=None, style=solid]; -"156 _scale_31" -> "159 dequantize_per_channel_default_31" [label="(576,)", style=solid]; -"157 _zero_point_31" -> "159 dequantize_per_channel_default_31" [label="(576,)", style=solid]; -"158 _frozen_param31" -> "159 dequantize_per_channel_default_31" [label="(576, 1, 5, 5)", style=solid]; -"159 dequantize_per_channel_default_31" -> "462 conv2d_47" [label=None, style=solid]; -"160 features_11_block_2_fc1_weight" -> "468 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; -"161 features_11_block_2_fc1_bias" -> "468 conv2d_48" [label="(144,)", style=solid]; -"162 features_11_block_2_fc2_weight" -> "470 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; -"163 features_11_block_2_fc2_bias" -> "470 conv2d_49" [label="(576,)", style=solid]; -"164 _scale_32" -> "167 dequantize_per_channel_default_32" [label="(96,)", style=solid]; -"165 _zero_point_32" -> "167 dequantize_per_channel_default_32" [label="(96,)", style=solid]; -"166 _frozen_param32" -> "167 dequantize_per_channel_default_32" [label="(96, 576, 1, 1)", style=solid]; -"167 dequantize_per_channel_default_32" -> "478 conv2d_50" [label=None, style=solid]; -"168 _scale_33" -> "171 dequantize_per_channel_default_33" [label="(576,)", style=solid]; -"169 _zero_point_33" -> "171 dequantize_per_channel_default_33" [label="(576,)", style=solid]; -"170 _frozen_param33" -> "171 dequantize_per_channel_default_33" [label="(576, 96, 1, 1)", style=solid]; -"171 dequantize_per_channel_default_33" -> "485 conv2d_51" [label=None, style=solid]; -"172 _scale_34" -> "175 dequantize_per_channel_default_34" [label="(1024,)", style=solid]; -"173 _zero_point_34" -> "175 dequantize_per_channel_default_34" [label="(1024,)", style=solid]; -"174 _frozen_param34" -> "175 dequantize_per_channel_default_34" [label="(1024, 576)", style=solid]; -"175 dequantize_per_channel_default_34" -> "493 linear" [label=None, style=solid]; -"176 classifier_0_bias" -> "493 linear" [label="(1024,)", style=solid]; -"177 _scale_35" -> "180 dequantize_per_channel_default_35" [label="(1000,)", style=solid]; -"178 _zero_point_35" -> "180 dequantize_per_channel_default_35" [label="(1000,)", style=solid]; -"179 _frozen_param35" -> "180 dequantize_per_channel_default_35" [label="(1000, 1024)", style=solid]; -"180 dequantize_per_channel_default_35" -> "498 linear_1" [label=None, style=solid]; -"181 classifier_3_bias" -> "498 linear_1" [label="(1000,)", style=solid]; -"182 x" -> "183 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"183 quantize_per_tensor_default" -> "184 dequantize_per_tensor_default" [label=None, style=solid]; -"184 dequantize_per_tensor_default" -> "186 conv2d" [label=None, style=solid]; -"185 features_0_0_weight_bias" -> "186 conv2d" [label="(16,)", style=solid]; -"186 conv2d" -> "187 hardswish_" [label="(1, 16, 112, 112)", style=solid]; -"187 hardswish_" -> "190 quantize_per_channel_default_36" [label="(1, 16, 112, 112)", style=solid]; -"188 _2_scale_0" -> "190 quantize_per_channel_default_36" [label="(16,)", style=solid]; -"188 _2_scale_0" -> "191 dequantize_per_channel_default_36" [label="(16,)", style=solid]; -"189 _2_zero_point_0" -> "190 quantize_per_channel_default_36" [label="(16,)", style=solid]; -"189 _2_zero_point_0" -> "191 dequantize_per_channel_default_36" [label="(16,)", style=solid]; -"190 quantize_per_channel_default_36" -> "191 dequantize_per_channel_default_36" [label=None, style=solid]; -"191 dequantize_per_channel_default_36" -> "193 conv2d_1" [label=None, style=solid]; -"192 features_1_block_0_0_weight_bias" -> "193 conv2d_1" [label="(16,)", style=solid]; -"193 conv2d_1" -> "194 relu_" [label="(1, 16, 56, 56)", style=solid]; -"194 relu_" -> "195 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; -"195 quantize_per_tensor_default_1" -> "196 dequantize_per_tensor_default_1" [label=None, style=solid]; -"195 quantize_per_tensor_default_1" -> "197 dequantize_per_tensor_default_50" [label=None, style=solid]; -"196 dequantize_per_tensor_default_1" -> "198 adaptive_avg_pool2d" [label=None, style=solid]; -"197 dequantize_per_tensor_default_50" -> "205 mul" [label=None, style=solid]; -"198 adaptive_avg_pool2d" -> "199 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; -"199 conv2d_2" -> "200 relu" [label="(1, 8, 1, 1)", style=solid]; -"200 relu" -> "201 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; -"201 conv2d_3" -> "202 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; -"202 hardsigmoid" -> "203 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; -"203 quantize_per_tensor_default_2" -> "204 dequantize_per_tensor_default_2" [label=None, style=solid]; -"204 dequantize_per_tensor_default_2" -> "205 mul" [label=None, style=solid]; -"205 mul" -> "206 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; -"206 quantize_per_tensor_default_3" -> "207 dequantize_per_tensor_default_3" [label=None, style=solid]; -"207 dequantize_per_tensor_default_3" -> "209 conv2d_4" [label=None, style=solid]; -"208 features_1_block_2_0_weight_bias" -> "209 conv2d_4" [label="(16,)", style=solid]; -"209 conv2d_4" -> "210 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; -"210 quantize_per_tensor_default_4" -> "211 dequantize_per_tensor_default_4" [label=None, style=solid]; -"211 dequantize_per_tensor_default_4" -> "213 conv2d_5" [label=None, style=solid]; -"212 features_2_block_0_0_weight_bias" -> "213 conv2d_5" [label="(72,)", style=solid]; -"213 conv2d_5" -> "214 relu__1" [label="(1, 72, 56, 56)", style=solid]; -"214 relu__1" -> "217 quantize_per_channel_default_37" [label="(1, 72, 56, 56)", style=solid]; -"215 _2_scale_1" -> "217 quantize_per_channel_default_37" [label="(72,)", style=solid]; -"215 _2_scale_1" -> "218 dequantize_per_channel_default_37" [label="(72,)", style=solid]; -"216 _2_zero_point_1" -> "217 quantize_per_channel_default_37" [label="(72,)", style=solid]; -"216 _2_zero_point_1" -> "218 dequantize_per_channel_default_37" [label="(72,)", style=solid]; -"217 quantize_per_channel_default_37" -> "218 dequantize_per_channel_default_37" [label=None, style=solid]; -"218 dequantize_per_channel_default_37" -> "220 conv2d_6" [label=None, style=solid]; -"219 features_2_block_1_0_weight_bias" -> "220 conv2d_6" [label="(72,)", style=solid]; -"220 conv2d_6" -> "221 relu__2" [label="(1, 72, 28, 28)", style=solid]; -"221 relu__2" -> "222 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; -"222 quantize_per_tensor_default_5" -> "223 dequantize_per_tensor_default_5" [label=None, style=solid]; -"223 dequantize_per_tensor_default_5" -> "225 conv2d_7" [label=None, style=solid]; -"224 features_2_block_2_0_weight_bias" -> "225 conv2d_7" [label="(24,)", style=solid]; -"225 conv2d_7" -> "226 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; -"226 quantize_per_tensor_default_6" -> "227 dequantize_per_tensor_default_52" [label=None, style=solid]; -"226 quantize_per_tensor_default_6" -> "228 dequantize_per_tensor_default_51" [label=None, style=solid]; -"227 dequantize_per_tensor_default_52" -> "245 add_" [label=None, style=solid]; -"228 dequantize_per_tensor_default_51" -> "230 conv2d_8" [label=None, style=solid]; -"229 features_3_block_0_0_weight_bias" -> "230 conv2d_8" [label="(88,)", style=solid]; -"230 conv2d_8" -> "231 relu__3" [label="(1, 88, 28, 28)", style=solid]; -"231 relu__3" -> "234 quantize_per_channel_default_38" [label="(1, 88, 28, 28)", style=solid]; -"232 _2_scale_2" -> "234 quantize_per_channel_default_38" [label="(88,)", style=solid]; -"232 _2_scale_2" -> "235 dequantize_per_channel_default_38" [label="(88,)", style=solid]; -"233 _2_zero_point_2" -> "234 quantize_per_channel_default_38" [label="(88,)", style=solid]; -"233 _2_zero_point_2" -> "235 dequantize_per_channel_default_38" [label="(88,)", style=solid]; -"234 quantize_per_channel_default_38" -> "235 dequantize_per_channel_default_38" [label=None, style=solid]; -"235 dequantize_per_channel_default_38" -> "237 conv2d_9" [label=None, style=solid]; -"236 features_3_block_1_0_weight_bias" -> "237 conv2d_9" [label="(88,)", style=solid]; -"237 conv2d_9" -> "238 relu__4" [label="(1, 88, 28, 28)", style=solid]; -"238 relu__4" -> "239 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; -"239 quantize_per_tensor_default_7" -> "240 dequantize_per_tensor_default_7" [label=None, style=solid]; -"240 dequantize_per_tensor_default_7" -> "242 conv2d_10" [label=None, style=solid]; -"241 features_3_block_2_0_weight_bias" -> "242 conv2d_10" [label="(24,)", style=solid]; -"242 conv2d_10" -> "243 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; -"243 quantize_per_tensor_default_8" -> "244 dequantize_per_tensor_default_8" [label=None, style=solid]; -"244 dequantize_per_tensor_default_8" -> "245 add_" [label=None, style=solid]; -"245 add_" -> "246 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; -"246 quantize_per_tensor_default_9" -> "247 dequantize_per_tensor_default_9" [label=None, style=solid]; -"247 dequantize_per_tensor_default_9" -> "249 conv2d_11" [label=None, style=solid]; -"248 features_4_block_0_0_weight_bias" -> "249 conv2d_11" [label="(96,)", style=solid]; -"249 conv2d_11" -> "250 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; -"250 hardswish__1" -> "253 quantize_per_channel_default_39" [label="(1, 96, 28, 28)", style=solid]; -"251 _2_scale_3" -> "253 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"251 _2_scale_3" -> "254 dequantize_per_channel_default_39" [label="(96,)", style=solid]; -"252 _2_zero_point_3" -> "253 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"252 _2_zero_point_3" -> "254 dequantize_per_channel_default_39" [label="(96,)", style=solid]; -"253 quantize_per_channel_default_39" -> "254 dequantize_per_channel_default_39" [label=None, style=solid]; -"254 dequantize_per_channel_default_39" -> "256 conv2d_12" [label=None, style=solid]; -"255 features_4_block_1_0_weight_bias" -> "256 conv2d_12" [label="(96,)", style=solid]; -"256 conv2d_12" -> "257 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; -"257 hardswish__2" -> "258 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; -"258 quantize_per_tensor_default_10" -> "259 dequantize_per_tensor_default_10" [label=None, style=solid]; -"258 quantize_per_tensor_default_10" -> "260 dequantize_per_tensor_default_53" [label=None, style=solid]; -"259 dequantize_per_tensor_default_10" -> "261 adaptive_avg_pool2d_1" [label=None, style=solid]; -"260 dequantize_per_tensor_default_53" -> "268 mul_1" [label=None, style=solid]; -"261 adaptive_avg_pool2d_1" -> "262 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; -"262 conv2d_13" -> "263 relu_1" [label="(1, 24, 1, 1)", style=solid]; -"263 relu_1" -> "264 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; -"264 conv2d_14" -> "265 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; -"265 hardsigmoid_1" -> "266 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; -"266 quantize_per_tensor_default_11" -> "267 dequantize_per_tensor_default_11" [label=None, style=solid]; -"267 dequantize_per_tensor_default_11" -> "268 mul_1" [label=None, style=solid]; -"268 mul_1" -> "269 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; -"269 quantize_per_tensor_default_12" -> "270 dequantize_per_tensor_default_12" [label=None, style=solid]; -"270 dequantize_per_tensor_default_12" -> "272 conv2d_15" [label=None, style=solid]; -"271 features_4_block_3_0_weight_bias" -> "272 conv2d_15" [label="(40,)", style=solid]; -"272 conv2d_15" -> "273 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; -"273 quantize_per_tensor_default_13" -> "274 dequantize_per_tensor_default_55" [label=None, style=solid]; -"273 quantize_per_tensor_default_13" -> "275 dequantize_per_tensor_default_54" [label=None, style=solid]; -"274 dequantize_per_tensor_default_55" -> "303 add__1" [label=None, style=solid]; -"275 dequantize_per_tensor_default_54" -> "277 conv2d_16" [label=None, style=solid]; -"276 features_5_block_0_0_weight_bias" -> "277 conv2d_16" [label="(240,)", style=solid]; -"277 conv2d_16" -> "278 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; -"278 hardswish__3" -> "281 quantize_per_channel_default_40" [label="(1, 240, 14, 14)", style=solid]; -"279 _2_scale_4" -> "281 quantize_per_channel_default_40" [label="(240,)", style=solid]; -"279 _2_scale_4" -> "282 dequantize_per_channel_default_40" [label="(240,)", style=solid]; -"280 _2_zero_point_4" -> "281 quantize_per_channel_default_40" [label="(240,)", style=solid]; -"280 _2_zero_point_4" -> "282 dequantize_per_channel_default_40" [label="(240,)", style=solid]; -"281 quantize_per_channel_default_40" -> "282 dequantize_per_channel_default_40" [label=None, style=solid]; -"282 dequantize_per_channel_default_40" -> "284 conv2d_17" [label=None, style=solid]; -"283 features_5_block_1_0_weight_bias" -> "284 conv2d_17" [label="(240,)", style=solid]; -"284 conv2d_17" -> "285 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; -"285 hardswish__4" -> "286 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; -"286 quantize_per_tensor_default_14" -> "287 dequantize_per_tensor_default_14" [label=None, style=solid]; -"286 quantize_per_tensor_default_14" -> "288 dequantize_per_tensor_default_56" [label=None, style=solid]; -"287 dequantize_per_tensor_default_14" -> "289 adaptive_avg_pool2d_2" [label=None, style=solid]; -"288 dequantize_per_tensor_default_56" -> "296 mul_2" [label=None, style=solid]; -"289 adaptive_avg_pool2d_2" -> "290 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; -"290 conv2d_18" -> "291 relu_2" [label="(1, 64, 1, 1)", style=solid]; -"291 relu_2" -> "292 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; -"292 conv2d_19" -> "293 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; -"293 hardsigmoid_2" -> "294 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; -"294 quantize_per_tensor_default_15" -> "295 dequantize_per_tensor_default_15" [label=None, style=solid]; -"295 dequantize_per_tensor_default_15" -> "296 mul_2" [label=None, style=solid]; -"296 mul_2" -> "297 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; -"297 quantize_per_tensor_default_16" -> "298 dequantize_per_tensor_default_16" [label=None, style=solid]; -"298 dequantize_per_tensor_default_16" -> "300 conv2d_20" [label=None, style=solid]; -"299 features_5_block_3_0_weight_bias" -> "300 conv2d_20" [label="(40,)", style=solid]; -"300 conv2d_20" -> "301 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; -"301 quantize_per_tensor_default_17" -> "302 dequantize_per_tensor_default_17" [label=None, style=solid]; -"302 dequantize_per_tensor_default_17" -> "303 add__1" [label=None, style=solid]; -"303 add__1" -> "304 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; -"304 quantize_per_tensor_default_18" -> "305 dequantize_per_tensor_default_58" [label=None, style=solid]; -"304 quantize_per_tensor_default_18" -> "306 dequantize_per_tensor_default_57" [label=None, style=solid]; -"305 dequantize_per_tensor_default_58" -> "334 add__2" [label=None, style=solid]; -"306 dequantize_per_tensor_default_57" -> "308 conv2d_21" [label=None, style=solid]; -"307 features_6_block_0_0_weight_bias" -> "308 conv2d_21" [label="(240,)", style=solid]; -"308 conv2d_21" -> "309 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; -"309 hardswish__5" -> "312 quantize_per_channel_default_41" [label="(1, 240, 14, 14)", style=solid]; -"310 _2_scale_5" -> "312 quantize_per_channel_default_41" [label="(240,)", style=solid]; -"310 _2_scale_5" -> "313 dequantize_per_channel_default_41" [label="(240,)", style=solid]; -"311 _2_zero_point_5" -> "312 quantize_per_channel_default_41" [label="(240,)", style=solid]; -"311 _2_zero_point_5" -> "313 dequantize_per_channel_default_41" [label="(240,)", style=solid]; -"312 quantize_per_channel_default_41" -> "313 dequantize_per_channel_default_41" [label=None, style=solid]; -"313 dequantize_per_channel_default_41" -> "315 conv2d_22" [label=None, style=solid]; -"314 features_6_block_1_0_weight_bias" -> "315 conv2d_22" [label="(240,)", style=solid]; -"315 conv2d_22" -> "316 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; -"316 hardswish__6" -> "317 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; -"317 quantize_per_tensor_default_19" -> "318 dequantize_per_tensor_default_19" [label=None, style=solid]; -"317 quantize_per_tensor_default_19" -> "319 dequantize_per_tensor_default_59" [label=None, style=solid]; -"318 dequantize_per_tensor_default_19" -> "320 adaptive_avg_pool2d_3" [label=None, style=solid]; -"319 dequantize_per_tensor_default_59" -> "327 mul_3" [label=None, style=solid]; -"320 adaptive_avg_pool2d_3" -> "321 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; -"321 conv2d_23" -> "322 relu_3" [label="(1, 64, 1, 1)", style=solid]; -"322 relu_3" -> "323 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; -"323 conv2d_24" -> "324 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; -"324 hardsigmoid_3" -> "325 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; -"325 quantize_per_tensor_default_20" -> "326 dequantize_per_tensor_default_20" [label=None, style=solid]; -"326 dequantize_per_tensor_default_20" -> "327 mul_3" [label=None, style=solid]; -"327 mul_3" -> "328 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; -"328 quantize_per_tensor_default_21" -> "329 dequantize_per_tensor_default_21" [label=None, style=solid]; -"329 dequantize_per_tensor_default_21" -> "331 conv2d_25" [label=None, style=solid]; -"330 features_6_block_3_0_weight_bias" -> "331 conv2d_25" [label="(40,)", style=solid]; -"331 conv2d_25" -> "332 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; -"332 quantize_per_tensor_default_22" -> "333 dequantize_per_tensor_default_22" [label=None, style=solid]; -"333 dequantize_per_tensor_default_22" -> "334 add__2" [label=None, style=solid]; -"334 add__2" -> "335 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; -"335 quantize_per_tensor_default_23" -> "336 dequantize_per_tensor_default_23" [label=None, style=solid]; -"336 dequantize_per_tensor_default_23" -> "338 conv2d_26" [label=None, style=solid]; -"337 features_7_block_0_0_weight_bias" -> "338 conv2d_26" [label="(120,)", style=solid]; -"338 conv2d_26" -> "339 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; -"339 hardswish__7" -> "342 quantize_per_channel_default_42" [label="(1, 120, 14, 14)", style=solid]; -"340 _2_scale_6" -> "342 quantize_per_channel_default_42" [label="(120,)", style=solid]; -"340 _2_scale_6" -> "343 dequantize_per_channel_default_42" [label="(120,)", style=solid]; -"341 _2_zero_point_6" -> "342 quantize_per_channel_default_42" [label="(120,)", style=solid]; -"341 _2_zero_point_6" -> "343 dequantize_per_channel_default_42" [label="(120,)", style=solid]; -"342 quantize_per_channel_default_42" -> "343 dequantize_per_channel_default_42" [label=None, style=solid]; -"343 dequantize_per_channel_default_42" -> "345 conv2d_27" [label=None, style=solid]; -"344 features_7_block_1_0_weight_bias" -> "345 conv2d_27" [label="(120,)", style=solid]; -"345 conv2d_27" -> "346 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; -"346 hardswish__8" -> "347 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; -"347 quantize_per_tensor_default_24" -> "348 dequantize_per_tensor_default_24" [label=None, style=solid]; -"347 quantize_per_tensor_default_24" -> "349 dequantize_per_tensor_default_60" [label=None, style=solid]; -"348 dequantize_per_tensor_default_24" -> "350 adaptive_avg_pool2d_4" [label=None, style=solid]; -"349 dequantize_per_tensor_default_60" -> "357 mul_4" [label=None, style=solid]; -"350 adaptive_avg_pool2d_4" -> "351 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; -"351 conv2d_28" -> "352 relu_4" [label="(1, 32, 1, 1)", style=solid]; -"352 relu_4" -> "353 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; -"353 conv2d_29" -> "354 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; -"354 hardsigmoid_4" -> "355 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; -"355 quantize_per_tensor_default_25" -> "356 dequantize_per_tensor_default_25" [label=None, style=solid]; -"356 dequantize_per_tensor_default_25" -> "357 mul_4" [label=None, style=solid]; -"357 mul_4" -> "358 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; -"358 quantize_per_tensor_default_26" -> "359 dequantize_per_tensor_default_26" [label=None, style=solid]; -"359 dequantize_per_tensor_default_26" -> "361 conv2d_30" [label=None, style=solid]; -"360 features_7_block_3_0_weight_bias" -> "361 conv2d_30" [label="(48,)", style=solid]; -"361 conv2d_30" -> "362 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; -"362 quantize_per_tensor_default_27" -> "363 dequantize_per_tensor_default_62" [label=None, style=solid]; -"362 quantize_per_tensor_default_27" -> "364 dequantize_per_tensor_default_61" [label=None, style=solid]; -"363 dequantize_per_tensor_default_62" -> "392 add__3" [label=None, style=solid]; -"364 dequantize_per_tensor_default_61" -> "366 conv2d_31" [label=None, style=solid]; -"365 features_8_block_0_0_weight_bias" -> "366 conv2d_31" [label="(144,)", style=solid]; -"366 conv2d_31" -> "367 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; -"367 hardswish__9" -> "370 quantize_per_channel_default_43" [label="(1, 144, 14, 14)", style=solid]; -"368 _2_scale_7" -> "370 quantize_per_channel_default_43" [label="(144,)", style=solid]; -"368 _2_scale_7" -> "371 dequantize_per_channel_default_43" [label="(144,)", style=solid]; -"369 _2_zero_point_7" -> "370 quantize_per_channel_default_43" [label="(144,)", style=solid]; -"369 _2_zero_point_7" -> "371 dequantize_per_channel_default_43" [label="(144,)", style=solid]; -"370 quantize_per_channel_default_43" -> "371 dequantize_per_channel_default_43" [label=None, style=solid]; -"371 dequantize_per_channel_default_43" -> "373 conv2d_32" [label=None, style=solid]; -"372 features_8_block_1_0_weight_bias" -> "373 conv2d_32" [label="(144,)", style=solid]; -"373 conv2d_32" -> "374 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; -"374 hardswish__10" -> "375 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; -"375 quantize_per_tensor_default_28" -> "376 dequantize_per_tensor_default_28" [label=None, style=solid]; -"375 quantize_per_tensor_default_28" -> "377 dequantize_per_tensor_default_63" [label=None, style=solid]; -"376 dequantize_per_tensor_default_28" -> "378 adaptive_avg_pool2d_5" [label=None, style=solid]; -"377 dequantize_per_tensor_default_63" -> "385 mul_5" [label=None, style=solid]; -"378 adaptive_avg_pool2d_5" -> "379 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; -"379 conv2d_33" -> "380 relu_5" [label="(1, 40, 1, 1)", style=solid]; -"380 relu_5" -> "381 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; -"381 conv2d_34" -> "382 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; -"382 hardsigmoid_5" -> "383 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; -"383 quantize_per_tensor_default_29" -> "384 dequantize_per_tensor_default_29" [label=None, style=solid]; -"384 dequantize_per_tensor_default_29" -> "385 mul_5" [label=None, style=solid]; -"385 mul_5" -> "386 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; -"386 quantize_per_tensor_default_30" -> "387 dequantize_per_tensor_default_30" [label=None, style=solid]; -"387 dequantize_per_tensor_default_30" -> "389 conv2d_35" [label=None, style=solid]; -"388 features_8_block_3_0_weight_bias" -> "389 conv2d_35" [label="(48,)", style=solid]; -"389 conv2d_35" -> "390 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; -"390 quantize_per_tensor_default_31" -> "391 dequantize_per_tensor_default_31" [label=None, style=solid]; -"391 dequantize_per_tensor_default_31" -> "392 add__3" [label=None, style=solid]; -"392 add__3" -> "393 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; -"393 quantize_per_tensor_default_32" -> "394 dequantize_per_tensor_default_32" [label=None, style=solid]; -"394 dequantize_per_tensor_default_32" -> "396 conv2d_36" [label=None, style=solid]; -"395 features_9_block_0_0_weight_bias" -> "396 conv2d_36" [label="(288,)", style=solid]; -"396 conv2d_36" -> "397 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; -"397 hardswish__11" -> "400 quantize_per_channel_default_44" [label="(1, 288, 14, 14)", style=solid]; -"398 _2_scale_8" -> "400 quantize_per_channel_default_44" [label="(288,)", style=solid]; -"398 _2_scale_8" -> "401 dequantize_per_channel_default_44" [label="(288,)", style=solid]; -"399 _2_zero_point_8" -> "400 quantize_per_channel_default_44" [label="(288,)", style=solid]; -"399 _2_zero_point_8" -> "401 dequantize_per_channel_default_44" [label="(288,)", style=solid]; -"400 quantize_per_channel_default_44" -> "401 dequantize_per_channel_default_44" [label=None, style=solid]; -"401 dequantize_per_channel_default_44" -> "403 conv2d_37" [label=None, style=solid]; -"402 features_9_block_1_0_weight_bias" -> "403 conv2d_37" [label="(288,)", style=solid]; -"403 conv2d_37" -> "404 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; -"404 hardswish__12" -> "405 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; -"405 quantize_per_tensor_default_33" -> "406 dequantize_per_tensor_default_33" [label=None, style=solid]; -"405 quantize_per_tensor_default_33" -> "407 dequantize_per_tensor_default_64" [label=None, style=solid]; -"406 dequantize_per_tensor_default_33" -> "408 adaptive_avg_pool2d_6" [label=None, style=solid]; -"407 dequantize_per_tensor_default_64" -> "415 mul_6" [label=None, style=solid]; -"408 adaptive_avg_pool2d_6" -> "409 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; -"409 conv2d_38" -> "410 relu_6" [label="(1, 72, 1, 1)", style=solid]; -"410 relu_6" -> "411 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; -"411 conv2d_39" -> "412 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; -"412 hardsigmoid_6" -> "413 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; -"413 quantize_per_tensor_default_34" -> "414 dequantize_per_tensor_default_34" [label=None, style=solid]; -"414 dequantize_per_tensor_default_34" -> "415 mul_6" [label=None, style=solid]; -"415 mul_6" -> "416 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; -"416 quantize_per_tensor_default_35" -> "417 dequantize_per_tensor_default_35" [label=None, style=solid]; -"417 dequantize_per_tensor_default_35" -> "419 conv2d_40" [label=None, style=solid]; -"418 features_9_block_3_0_weight_bias" -> "419 conv2d_40" [label="(96,)", style=solid]; -"419 conv2d_40" -> "420 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; -"420 quantize_per_tensor_default_36" -> "421 dequantize_per_tensor_default_66" [label=None, style=solid]; -"420 quantize_per_tensor_default_36" -> "422 dequantize_per_tensor_default_65" [label=None, style=solid]; -"421 dequantize_per_tensor_default_66" -> "450 add__4" [label=None, style=solid]; -"422 dequantize_per_tensor_default_65" -> "424 conv2d_41" [label=None, style=solid]; -"423 features_10_block_0_0_weight_bias" -> "424 conv2d_41" [label="(576,)", style=solid]; -"424 conv2d_41" -> "425 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; -"425 hardswish__13" -> "428 quantize_per_channel_default_45" [label="(1, 576, 7, 7)", style=solid]; -"426 _2_scale_9" -> "428 quantize_per_channel_default_45" [label="(576,)", style=solid]; -"426 _2_scale_9" -> "429 dequantize_per_channel_default_45" [label="(576,)", style=solid]; -"427 _2_zero_point_9" -> "428 quantize_per_channel_default_45" [label="(576,)", style=solid]; -"427 _2_zero_point_9" -> "429 dequantize_per_channel_default_45" [label="(576,)", style=solid]; -"428 quantize_per_channel_default_45" -> "429 dequantize_per_channel_default_45" [label=None, style=solid]; -"429 dequantize_per_channel_default_45" -> "431 conv2d_42" [label=None, style=solid]; -"430 features_10_block_1_0_weight_bias" -> "431 conv2d_42" [label="(576,)", style=solid]; -"431 conv2d_42" -> "432 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; -"432 hardswish__14" -> "433 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; -"433 quantize_per_tensor_default_37" -> "434 dequantize_per_tensor_default_37" [label=None, style=solid]; -"433 quantize_per_tensor_default_37" -> "435 dequantize_per_tensor_default_67" [label=None, style=solid]; -"434 dequantize_per_tensor_default_37" -> "436 adaptive_avg_pool2d_7" [label=None, style=solid]; -"435 dequantize_per_tensor_default_67" -> "443 mul_7" [label=None, style=solid]; -"436 adaptive_avg_pool2d_7" -> "437 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; -"437 conv2d_43" -> "438 relu_7" [label="(1, 144, 1, 1)", style=solid]; -"438 relu_7" -> "439 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; -"439 conv2d_44" -> "440 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; -"440 hardsigmoid_7" -> "441 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; -"441 quantize_per_tensor_default_38" -> "442 dequantize_per_tensor_default_38" [label=None, style=solid]; -"442 dequantize_per_tensor_default_38" -> "443 mul_7" [label=None, style=solid]; -"443 mul_7" -> "444 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; -"444 quantize_per_tensor_default_39" -> "445 dequantize_per_tensor_default_39" [label=None, style=solid]; -"445 dequantize_per_tensor_default_39" -> "447 conv2d_45" [label=None, style=solid]; -"446 features_10_block_3_0_weight_bias" -> "447 conv2d_45" [label="(96,)", style=solid]; -"447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; -"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_40" [label=None, style=solid]; -"449 dequantize_per_tensor_default_40" -> "450 add__4" [label=None, style=solid]; -"450 add__4" -> "451 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; -"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_69" [label=None, style=solid]; -"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_68" [label=None, style=solid]; -"452 dequantize_per_tensor_default_69" -> "481 add__5" [label=None, style=solid]; -"453 dequantize_per_tensor_default_68" -> "455 conv2d_46" [label=None, style=solid]; -"454 features_11_block_0_0_weight_bias" -> "455 conv2d_46" [label="(576,)", style=solid]; -"455 conv2d_46" -> "456 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; -"456 hardswish__15" -> "459 quantize_per_channel_default_46" [label="(1, 576, 7, 7)", style=solid]; -"457 _2_scale_10" -> "459 quantize_per_channel_default_46" [label="(576,)", style=solid]; -"457 _2_scale_10" -> "460 dequantize_per_channel_default_46" [label="(576,)", style=solid]; -"458 _2_zero_point_10" -> "459 quantize_per_channel_default_46" [label="(576,)", style=solid]; -"458 _2_zero_point_10" -> "460 dequantize_per_channel_default_46" [label="(576,)", style=solid]; -"459 quantize_per_channel_default_46" -> "460 dequantize_per_channel_default_46" [label=None, style=solid]; -"460 dequantize_per_channel_default_46" -> "462 conv2d_47" [label=None, style=solid]; -"461 features_11_block_1_0_weight_bias" -> "462 conv2d_47" [label="(576,)", style=solid]; -"462 conv2d_47" -> "463 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; -"463 hardswish__16" -> "464 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; -"464 quantize_per_tensor_default_42" -> "465 dequantize_per_tensor_default_42" [label=None, style=solid]; -"464 quantize_per_tensor_default_42" -> "466 dequantize_per_tensor_default_70" [label=None, style=solid]; -"465 dequantize_per_tensor_default_42" -> "467 adaptive_avg_pool2d_8" [label=None, style=solid]; -"466 dequantize_per_tensor_default_70" -> "474 mul_8" [label=None, style=solid]; -"467 adaptive_avg_pool2d_8" -> "468 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; -"468 conv2d_48" -> "469 relu_8" [label="(1, 144, 1, 1)", style=solid]; -"469 relu_8" -> "470 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; -"470 conv2d_49" -> "471 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; -"471 hardsigmoid_8" -> "472 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; -"472 quantize_per_tensor_default_43" -> "473 dequantize_per_tensor_default_43" [label=None, style=solid]; -"473 dequantize_per_tensor_default_43" -> "474 mul_8" [label=None, style=solid]; -"474 mul_8" -> "475 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; -"475 quantize_per_tensor_default_44" -> "476 dequantize_per_tensor_default_44" [label=None, style=solid]; -"476 dequantize_per_tensor_default_44" -> "478 conv2d_50" [label=None, style=solid]; -"477 features_11_block_3_0_weight_bias" -> "478 conv2d_50" [label="(96,)", style=solid]; -"478 conv2d_50" -> "479 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; -"479 quantize_per_tensor_default_45" -> "480 dequantize_per_tensor_default_45" [label=None, style=solid]; -"480 dequantize_per_tensor_default_45" -> "481 add__5" [label=None, style=solid]; -"481 add__5" -> "482 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; -"482 quantize_per_tensor_default_46" -> "483 dequantize_per_tensor_default_46" [label=None, style=solid]; -"483 dequantize_per_tensor_default_46" -> "485 conv2d_51" [label=None, style=solid]; -"484 features_12_0_weight_bias" -> "485 conv2d_51" [label="(576,)", style=solid]; -"485 conv2d_51" -> "486 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; -"486 hardswish__17" -> "487 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; -"487 quantize_per_tensor_default_47" -> "488 dequantize_per_tensor_default_47" [label=None, style=solid]; -"488 dequantize_per_tensor_default_47" -> "489 adaptive_avg_pool2d_9" [label=None, style=solid]; -"489 adaptive_avg_pool2d_9" -> "490 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; -"490 quantize_per_tensor_default_48" -> "491 dequantize_per_tensor_default_48" [label=None, style=solid]; -"491 dequantize_per_tensor_default_48" -> "492 flatten" [label=None, style=solid]; -"492 flatten" -> "493 linear" [label="(1, 576)", style=solid]; -"493 linear" -> "494 hardswish__18" [label="(1, 1024)", style=solid]; -"494 hardswish__18" -> "495 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; -"495 quantize_per_tensor_default_49" -> "496 dequantize_per_tensor_default_49" [label=None, style=solid]; -"496 dequantize_per_tensor_default_49" -> "497 dropout_" [label=None, style=solid]; -"497 dropout_" -> "498 linear_1" [label="(1, 1024)", style=solid]; -"498 linear_1" -> "499 output" [label="(1, 1000)", style=solid]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [style=solid, label="(16,)"]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [style=solid, label="(16,)"]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [style=solid, label="(16, 3, 3, 3)"]; +"3 dequantize_per_channel_default" -> "186 conv2d" [style=solid, label=None]; +"4 _scale_1" -> "7 dequantize_per_channel_default_1" [style=solid, label="(16,)"]; +"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [style=solid, label="(16,)"]; +"6 _frozen_param1" -> "7 dequantize_per_channel_default_1" [style=solid, label="(16, 1, 3, 3)"]; +"7 dequantize_per_channel_default_1" -> "193 conv2d_1" [style=solid, label=None]; +"8 features_1_block_1_fc1_weight" -> "199 conv2d_2" [style=solid, label="(8, 16, 1, 1)"]; +"9 features_1_block_1_fc1_bias" -> "199 conv2d_2" [style=solid, label="(8,)"]; +"10 features_1_block_1_fc2_weight" -> "201 conv2d_3" [style=solid, label="(16, 8, 1, 1)"]; +"11 features_1_block_1_fc2_bias" -> "201 conv2d_3" [style=solid, label="(16,)"]; +"12 _scale_2" -> "15 dequantize_per_channel_default_2" [style=solid, label="(16,)"]; +"13 _zero_point_2" -> "15 dequantize_per_channel_default_2" [style=solid, label="(16,)"]; +"14 _frozen_param2" -> "15 dequantize_per_channel_default_2" [style=solid, label="(16, 16, 1, 1)"]; +"15 dequantize_per_channel_default_2" -> "209 conv2d_4" [style=solid, label=None]; +"16 _scale_3" -> "19 dequantize_per_channel_default_3" [style=solid, label="(72,)"]; +"17 _zero_point_3" -> "19 dequantize_per_channel_default_3" [style=solid, label="(72,)"]; +"18 _frozen_param3" -> "19 dequantize_per_channel_default_3" [style=solid, label="(72, 16, 1, 1)"]; +"19 dequantize_per_channel_default_3" -> "213 conv2d_5" [style=solid, label=None]; +"20 _scale_4" -> "23 dequantize_per_channel_default_4" [style=solid, label="(72,)"]; +"21 _zero_point_4" -> "23 dequantize_per_channel_default_4" [style=solid, label="(72,)"]; +"22 _frozen_param4" -> "23 dequantize_per_channel_default_4" [style=solid, label="(72, 1, 3, 3)"]; +"23 dequantize_per_channel_default_4" -> "220 conv2d_6" [style=solid, label=None]; +"24 _scale_5" -> "27 dequantize_per_channel_default_5" [style=solid, label="(24,)"]; +"25 _zero_point_5" -> "27 dequantize_per_channel_default_5" [style=solid, label="(24,)"]; +"26 _frozen_param5" -> "27 dequantize_per_channel_default_5" [style=solid, label="(24, 72, 1, 1)"]; +"27 dequantize_per_channel_default_5" -> "225 conv2d_7" [style=solid, label=None]; +"28 _scale_6" -> "31 dequantize_per_channel_default_6" [style=solid, label="(88,)"]; +"29 _zero_point_6" -> "31 dequantize_per_channel_default_6" [style=solid, label="(88,)"]; +"30 _frozen_param6" -> "31 dequantize_per_channel_default_6" [style=solid, label="(88, 24, 1, 1)"]; +"31 dequantize_per_channel_default_6" -> "230 conv2d_8" [style=solid, label=None]; +"32 _scale_7" -> "35 dequantize_per_channel_default_7" [style=solid, label="(88,)"]; +"33 _zero_point_7" -> "35 dequantize_per_channel_default_7" [style=solid, label="(88,)"]; +"34 _frozen_param7" -> "35 dequantize_per_channel_default_7" [style=solid, label="(88, 1, 3, 3)"]; +"35 dequantize_per_channel_default_7" -> "237 conv2d_9" [style=solid, label=None]; +"36 _scale_8" -> "39 dequantize_per_channel_default_8" [style=solid, label="(24,)"]; +"37 _zero_point_8" -> "39 dequantize_per_channel_default_8" [style=solid, label="(24,)"]; +"38 _frozen_param8" -> "39 dequantize_per_channel_default_8" [style=solid, label="(24, 88, 1, 1)"]; +"39 dequantize_per_channel_default_8" -> "242 conv2d_10" [style=solid, label=None]; +"40 _scale_9" -> "43 dequantize_per_channel_default_9" [style=solid, label="(96,)"]; +"41 _zero_point_9" -> "43 dequantize_per_channel_default_9" [style=solid, label="(96,)"]; +"42 _frozen_param9" -> "43 dequantize_per_channel_default_9" [style=solid, label="(96, 24, 1, 1)"]; +"43 dequantize_per_channel_default_9" -> "249 conv2d_11" [style=solid, label=None]; +"44 _scale_10" -> "47 dequantize_per_channel_default_10" [style=solid, label="(96,)"]; +"45 _zero_point_10" -> "47 dequantize_per_channel_default_10" [style=solid, label="(96,)"]; +"46 _frozen_param10" -> "47 dequantize_per_channel_default_10" [style=solid, label="(96, 1, 5, 5)"]; +"47 dequantize_per_channel_default_10" -> "256 conv2d_12" [style=solid, label=None]; +"48 features_4_block_2_fc1_weight" -> "262 conv2d_13" [style=solid, label="(24, 96, 1, 1)"]; +"49 features_4_block_2_fc1_bias" -> "262 conv2d_13" [style=solid, label="(24,)"]; +"50 features_4_block_2_fc2_weight" -> "264 conv2d_14" [style=solid, label="(96, 24, 1, 1)"]; +"51 features_4_block_2_fc2_bias" -> "264 conv2d_14" [style=solid, label="(96,)"]; +"52 _scale_11" -> "55 dequantize_per_channel_default_11" [style=solid, label="(40,)"]; +"53 _zero_point_11" -> "55 dequantize_per_channel_default_11" [style=solid, label="(40,)"]; +"54 _frozen_param11" -> "55 dequantize_per_channel_default_11" [style=solid, label="(40, 96, 1, 1)"]; +"55 dequantize_per_channel_default_11" -> "272 conv2d_15" [style=solid, label=None]; +"56 _scale_12" -> "59 dequantize_per_channel_default_12" [style=solid, label="(240,)"]; +"57 _zero_point_12" -> "59 dequantize_per_channel_default_12" [style=solid, label="(240,)"]; +"58 _frozen_param12" -> "59 dequantize_per_channel_default_12" [style=solid, label="(240, 40, 1, 1)"]; +"59 dequantize_per_channel_default_12" -> "277 conv2d_16" [style=solid, label=None]; +"60 _scale_13" -> "63 dequantize_per_channel_default_13" [style=solid, label="(240,)"]; +"61 _zero_point_13" -> "63 dequantize_per_channel_default_13" [style=solid, label="(240,)"]; +"62 _frozen_param13" -> "63 dequantize_per_channel_default_13" [style=solid, label="(240, 1, 5, 5)"]; +"63 dequantize_per_channel_default_13" -> "284 conv2d_17" [style=solid, label=None]; +"64 features_5_block_2_fc1_weight" -> "290 conv2d_18" [style=solid, label="(64, 240, 1, 1)"]; +"65 features_5_block_2_fc1_bias" -> "290 conv2d_18" [style=solid, label="(64,)"]; +"66 features_5_block_2_fc2_weight" -> "292 conv2d_19" [style=solid, label="(240, 64, 1, 1)"]; +"67 features_5_block_2_fc2_bias" -> "292 conv2d_19" [style=solid, label="(240,)"]; +"68 _scale_14" -> "71 dequantize_per_channel_default_14" [style=solid, label="(40,)"]; +"69 _zero_point_14" -> "71 dequantize_per_channel_default_14" [style=solid, label="(40,)"]; +"70 _frozen_param14" -> "71 dequantize_per_channel_default_14" [style=solid, label="(40, 240, 1, 1)"]; +"71 dequantize_per_channel_default_14" -> "300 conv2d_20" [style=solid, label=None]; +"72 _scale_15" -> "75 dequantize_per_channel_default_15" [style=solid, label="(240,)"]; +"73 _zero_point_15" -> "75 dequantize_per_channel_default_15" [style=solid, label="(240,)"]; +"74 _frozen_param15" -> "75 dequantize_per_channel_default_15" [style=solid, label="(240, 40, 1, 1)"]; +"75 dequantize_per_channel_default_15" -> "308 conv2d_21" [style=solid, label=None]; +"76 _scale_16" -> "79 dequantize_per_channel_default_16" [style=solid, label="(240,)"]; +"77 _zero_point_16" -> "79 dequantize_per_channel_default_16" [style=solid, label="(240,)"]; +"78 _frozen_param16" -> "79 dequantize_per_channel_default_16" [style=solid, label="(240, 1, 5, 5)"]; +"79 dequantize_per_channel_default_16" -> "315 conv2d_22" [style=solid, label=None]; +"80 features_6_block_2_fc1_weight" -> "321 conv2d_23" [style=solid, label="(64, 240, 1, 1)"]; +"81 features_6_block_2_fc1_bias" -> "321 conv2d_23" [style=solid, label="(64,)"]; +"82 features_6_block_2_fc2_weight" -> "323 conv2d_24" [style=solid, label="(240, 64, 1, 1)"]; +"83 features_6_block_2_fc2_bias" -> "323 conv2d_24" [style=solid, label="(240,)"]; +"84 _scale_17" -> "87 dequantize_per_channel_default_17" [style=solid, label="(40,)"]; +"85 _zero_point_17" -> "87 dequantize_per_channel_default_17" [style=solid, label="(40,)"]; +"86 _frozen_param17" -> "87 dequantize_per_channel_default_17" [style=solid, label="(40, 240, 1, 1)"]; +"87 dequantize_per_channel_default_17" -> "331 conv2d_25" [style=solid, label=None]; +"88 _scale_18" -> "91 dequantize_per_channel_default_18" [style=solid, label="(120,)"]; +"89 _zero_point_18" -> "91 dequantize_per_channel_default_18" [style=solid, label="(120,)"]; +"90 _frozen_param18" -> "91 dequantize_per_channel_default_18" [style=solid, label="(120, 40, 1, 1)"]; +"91 dequantize_per_channel_default_18" -> "338 conv2d_26" [style=solid, label=None]; +"92 _scale_19" -> "95 dequantize_per_channel_default_19" [style=solid, label="(120,)"]; +"93 _zero_point_19" -> "95 dequantize_per_channel_default_19" [style=solid, label="(120,)"]; +"94 _frozen_param19" -> "95 dequantize_per_channel_default_19" [style=solid, label="(120, 1, 5, 5)"]; +"95 dequantize_per_channel_default_19" -> "345 conv2d_27" [style=solid, label=None]; +"96 features_7_block_2_fc1_weight" -> "351 conv2d_28" [style=solid, label="(32, 120, 1, 1)"]; +"97 features_7_block_2_fc1_bias" -> "351 conv2d_28" [style=solid, label="(32,)"]; +"98 features_7_block_2_fc2_weight" -> "353 conv2d_29" [style=solid, label="(120, 32, 1, 1)"]; +"99 features_7_block_2_fc2_bias" -> "353 conv2d_29" [style=solid, label="(120,)"]; +"100 _scale_20" -> "103 dequantize_per_channel_default_20" [style=solid, label="(48,)"]; +"101 _zero_point_20" -> "103 dequantize_per_channel_default_20" [style=solid, label="(48,)"]; +"102 _frozen_param20" -> "103 dequantize_per_channel_default_20" [style=solid, label="(48, 120, 1, 1)"]; +"103 dequantize_per_channel_default_20" -> "361 conv2d_30" [style=solid, label=None]; +"104 _scale_21" -> "107 dequantize_per_channel_default_21" [style=solid, label="(144,)"]; +"105 _zero_point_21" -> "107 dequantize_per_channel_default_21" [style=solid, label="(144,)"]; +"106 _frozen_param21" -> "107 dequantize_per_channel_default_21" [style=solid, label="(144, 48, 1, 1)"]; +"107 dequantize_per_channel_default_21" -> "366 conv2d_31" [style=solid, label=None]; +"108 _scale_22" -> "111 dequantize_per_channel_default_22" [style=solid, label="(144,)"]; +"109 _zero_point_22" -> "111 dequantize_per_channel_default_22" [style=solid, label="(144,)"]; +"110 _frozen_param22" -> "111 dequantize_per_channel_default_22" [style=solid, label="(144, 1, 5, 5)"]; +"111 dequantize_per_channel_default_22" -> "373 conv2d_32" [style=solid, label=None]; +"112 features_8_block_2_fc1_weight" -> "379 conv2d_33" [style=solid, label="(40, 144, 1, 1)"]; +"113 features_8_block_2_fc1_bias" -> "379 conv2d_33" [style=solid, label="(40,)"]; +"114 features_8_block_2_fc2_weight" -> "381 conv2d_34" [style=solid, label="(144, 40, 1, 1)"]; +"115 features_8_block_2_fc2_bias" -> "381 conv2d_34" [style=solid, label="(144,)"]; +"116 _scale_23" -> "119 dequantize_per_channel_default_23" [style=solid, label="(48,)"]; +"117 _zero_point_23" -> "119 dequantize_per_channel_default_23" [style=solid, label="(48,)"]; +"118 _frozen_param23" -> "119 dequantize_per_channel_default_23" [style=solid, label="(48, 144, 1, 1)"]; +"119 dequantize_per_channel_default_23" -> "389 conv2d_35" [style=solid, label=None]; +"120 _scale_24" -> "123 dequantize_per_channel_default_24" [style=solid, label="(288,)"]; +"121 _zero_point_24" -> "123 dequantize_per_channel_default_24" [style=solid, label="(288,)"]; +"122 _frozen_param24" -> "123 dequantize_per_channel_default_24" [style=solid, label="(288, 48, 1, 1)"]; +"123 dequantize_per_channel_default_24" -> "396 conv2d_36" [style=solid, label=None]; +"124 _scale_25" -> "127 dequantize_per_channel_default_25" [style=solid, label="(288,)"]; +"125 _zero_point_25" -> "127 dequantize_per_channel_default_25" [style=solid, label="(288,)"]; +"126 _frozen_param25" -> "127 dequantize_per_channel_default_25" [style=solid, label="(288, 1, 5, 5)"]; +"127 dequantize_per_channel_default_25" -> "403 conv2d_37" [style=solid, label=None]; +"128 features_9_block_2_fc1_weight" -> "409 conv2d_38" [style=solid, label="(72, 288, 1, 1)"]; +"129 features_9_block_2_fc1_bias" -> "409 conv2d_38" [style=solid, label="(72,)"]; +"130 features_9_block_2_fc2_weight" -> "411 conv2d_39" [style=solid, label="(288, 72, 1, 1)"]; +"131 features_9_block_2_fc2_bias" -> "411 conv2d_39" [style=solid, label="(288,)"]; +"132 _scale_26" -> "135 dequantize_per_channel_default_26" [style=solid, label="(96,)"]; +"133 _zero_point_26" -> "135 dequantize_per_channel_default_26" [style=solid, label="(96,)"]; +"134 _frozen_param26" -> "135 dequantize_per_channel_default_26" [style=solid, label="(96, 288, 1, 1)"]; +"135 dequantize_per_channel_default_26" -> "419 conv2d_40" [style=solid, label=None]; +"136 _scale_27" -> "139 dequantize_per_channel_default_27" [style=solid, label="(576,)"]; +"137 _zero_point_27" -> "139 dequantize_per_channel_default_27" [style=solid, label="(576,)"]; +"138 _frozen_param27" -> "139 dequantize_per_channel_default_27" [style=solid, label="(576, 96, 1, 1)"]; +"139 dequantize_per_channel_default_27" -> "424 conv2d_41" [style=solid, label=None]; +"140 _scale_28" -> "143 dequantize_per_channel_default_28" [style=solid, label="(576,)"]; +"141 _zero_point_28" -> "143 dequantize_per_channel_default_28" [style=solid, label="(576,)"]; +"142 _frozen_param28" -> "143 dequantize_per_channel_default_28" [style=solid, label="(576, 1, 5, 5)"]; +"143 dequantize_per_channel_default_28" -> "431 conv2d_42" [style=solid, label=None]; +"144 features_10_block_2_fc1_weight" -> "437 conv2d_43" [style=solid, label="(144, 576, 1, 1)"]; +"145 features_10_block_2_fc1_bias" -> "437 conv2d_43" [style=solid, label="(144,)"]; +"146 features_10_block_2_fc2_weight" -> "439 conv2d_44" [style=solid, label="(576, 144, 1, 1)"]; +"147 features_10_block_2_fc2_bias" -> "439 conv2d_44" [style=solid, label="(576,)"]; +"148 _scale_29" -> "151 dequantize_per_channel_default_29" [style=solid, label="(96,)"]; +"149 _zero_point_29" -> "151 dequantize_per_channel_default_29" [style=solid, label="(96,)"]; +"150 _frozen_param29" -> "151 dequantize_per_channel_default_29" [style=solid, label="(96, 576, 1, 1)"]; +"151 dequantize_per_channel_default_29" -> "447 conv2d_45" [style=solid, label=None]; +"152 _scale_30" -> "155 dequantize_per_channel_default_30" [style=solid, label="(576,)"]; +"153 _zero_point_30" -> "155 dequantize_per_channel_default_30" [style=solid, label="(576,)"]; +"154 _frozen_param30" -> "155 dequantize_per_channel_default_30" [style=solid, label="(576, 96, 1, 1)"]; +"155 dequantize_per_channel_default_30" -> "455 conv2d_46" [style=solid, label=None]; +"156 _scale_31" -> "159 dequantize_per_channel_default_31" [style=solid, label="(576,)"]; +"157 _zero_point_31" -> "159 dequantize_per_channel_default_31" [style=solid, label="(576,)"]; +"158 _frozen_param31" -> "159 dequantize_per_channel_default_31" [style=solid, label="(576, 1, 5, 5)"]; +"159 dequantize_per_channel_default_31" -> "462 conv2d_47" [style=solid, label=None]; +"160 features_11_block_2_fc1_weight" -> "468 conv2d_48" [style=solid, label="(144, 576, 1, 1)"]; +"161 features_11_block_2_fc1_bias" -> "468 conv2d_48" [style=solid, label="(144,)"]; +"162 features_11_block_2_fc2_weight" -> "470 conv2d_49" [style=solid, label="(576, 144, 1, 1)"]; +"163 features_11_block_2_fc2_bias" -> "470 conv2d_49" [style=solid, label="(576,)"]; +"164 _scale_32" -> "167 dequantize_per_channel_default_32" [style=solid, label="(96,)"]; +"165 _zero_point_32" -> "167 dequantize_per_channel_default_32" [style=solid, label="(96,)"]; +"166 _frozen_param32" -> "167 dequantize_per_channel_default_32" [style=solid, label="(96, 576, 1, 1)"]; +"167 dequantize_per_channel_default_32" -> "478 conv2d_50" [style=solid, label=None]; +"168 _scale_33" -> "171 dequantize_per_channel_default_33" [style=solid, label="(576,)"]; +"169 _zero_point_33" -> "171 dequantize_per_channel_default_33" [style=solid, label="(576,)"]; +"170 _frozen_param33" -> "171 dequantize_per_channel_default_33" [style=solid, label="(576, 96, 1, 1)"]; +"171 dequantize_per_channel_default_33" -> "485 conv2d_51" [style=solid, label=None]; +"172 _scale_34" -> "175 dequantize_per_channel_default_34" [style=solid, label="(1024,)"]; +"173 _zero_point_34" -> "175 dequantize_per_channel_default_34" [style=solid, label="(1024,)"]; +"174 _frozen_param34" -> "175 dequantize_per_channel_default_34" [style=solid, label="(1024, 576)"]; +"175 dequantize_per_channel_default_34" -> "493 linear" [style=solid, label=None]; +"176 classifier_0_bias" -> "493 linear" [style=solid, label="(1024,)"]; +"177 _scale_35" -> "180 dequantize_per_channel_default_35" [style=solid, label="(1000,)"]; +"178 _zero_point_35" -> "180 dequantize_per_channel_default_35" [style=solid, label="(1000,)"]; +"179 _frozen_param35" -> "180 dequantize_per_channel_default_35" [style=solid, label="(1000, 1024)"]; +"180 dequantize_per_channel_default_35" -> "498 linear_1" [style=solid, label=None]; +"181 classifier_3_bias" -> "498 linear_1" [style=solid, label="(1000,)"]; +"182 x" -> "183 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; +"183 quantize_per_tensor_default" -> "184 dequantize_per_tensor_default" [style=solid, label=None]; +"184 dequantize_per_tensor_default" -> "186 conv2d" [style=solid, label=None]; +"185 features_0_0_weight_bias" -> "186 conv2d" [style=solid, label="(16,)"]; +"186 conv2d" -> "187 hardswish_" [style=solid, label="(1, 16, 112, 112)"]; +"187 hardswish_" -> "190 quantize_per_channel_default_36" [style=solid, label="(1, 16, 112, 112)"]; +"188 _2_scale_0" -> "190 quantize_per_channel_default_36" [style=solid, label="(16,)"]; +"188 _2_scale_0" -> "191 dequantize_per_channel_default_36" [style=solid, label="(16,)"]; +"189 _2_zero_point_0" -> "190 quantize_per_channel_default_36" [style=solid, label="(16,)"]; +"189 _2_zero_point_0" -> "191 dequantize_per_channel_default_36" [style=solid, label="(16,)"]; +"190 quantize_per_channel_default_36" -> "191 dequantize_per_channel_default_36" [style=solid, label=None]; +"191 dequantize_per_channel_default_36" -> "193 conv2d_1" [style=solid, label=None]; +"192 features_1_block_0_0_weight_bias" -> "193 conv2d_1" [style=solid, label="(16,)"]; +"193 conv2d_1" -> "194 relu_" [style=solid, label="(1, 16, 56, 56)"]; +"194 relu_" -> "195 quantize_per_tensor_default_1" [style=solid, label="(1, 16, 56, 56)"]; +"195 quantize_per_tensor_default_1" -> "196 dequantize_per_tensor_default_1" [style=solid, label=None]; +"195 quantize_per_tensor_default_1" -> "197 dequantize_per_tensor_default_50" [style=solid, label=None]; +"196 dequantize_per_tensor_default_1" -> "198 adaptive_avg_pool2d" [style=solid, label=None]; +"197 dequantize_per_tensor_default_50" -> "205 mul" [style=solid, label=None]; +"198 adaptive_avg_pool2d" -> "199 conv2d_2" [style=solid, label="(1, 16, 1, 1)"]; +"199 conv2d_2" -> "200 relu" [style=solid, label="(1, 8, 1, 1)"]; +"200 relu" -> "201 conv2d_3" [style=solid, label="(1, 8, 1, 1)"]; +"201 conv2d_3" -> "202 hardsigmoid" [style=solid, label="(1, 16, 1, 1)"]; +"202 hardsigmoid" -> "203 quantize_per_tensor_default_2" [style=solid, label="(1, 16, 1, 1)"]; +"203 quantize_per_tensor_default_2" -> "204 dequantize_per_tensor_default_2" [style=solid, label=None]; +"204 dequantize_per_tensor_default_2" -> "205 mul" [style=solid, label=None]; +"205 mul" -> "206 quantize_per_tensor_default_3" [style=solid, label="(1, 16, 56, 56)"]; +"206 quantize_per_tensor_default_3" -> "207 dequantize_per_tensor_default_3" [style=solid, label=None]; +"207 dequantize_per_tensor_default_3" -> "209 conv2d_4" [style=solid, label=None]; +"208 features_1_block_2_0_weight_bias" -> "209 conv2d_4" [style=solid, label="(16,)"]; +"209 conv2d_4" -> "210 quantize_per_tensor_default_4" [style=solid, label="(1, 16, 56, 56)"]; +"210 quantize_per_tensor_default_4" -> "211 dequantize_per_tensor_default_4" [style=solid, label=None]; +"211 dequantize_per_tensor_default_4" -> "213 conv2d_5" [style=solid, label=None]; +"212 features_2_block_0_0_weight_bias" -> "213 conv2d_5" [style=solid, label="(72,)"]; +"213 conv2d_5" -> "214 relu__1" [style=solid, label="(1, 72, 56, 56)"]; +"214 relu__1" -> "217 quantize_per_channel_default_37" [style=solid, label="(1, 72, 56, 56)"]; +"215 _2_scale_1" -> "217 quantize_per_channel_default_37" [style=solid, label="(72,)"]; +"215 _2_scale_1" -> "218 dequantize_per_channel_default_37" [style=solid, label="(72,)"]; +"216 _2_zero_point_1" -> "217 quantize_per_channel_default_37" [style=solid, label="(72,)"]; +"216 _2_zero_point_1" -> "218 dequantize_per_channel_default_37" [style=solid, label="(72,)"]; +"217 quantize_per_channel_default_37" -> "218 dequantize_per_channel_default_37" [style=solid, label=None]; +"218 dequantize_per_channel_default_37" -> "220 conv2d_6" [style=solid, label=None]; +"219 features_2_block_1_0_weight_bias" -> "220 conv2d_6" [style=solid, label="(72,)"]; +"220 conv2d_6" -> "221 relu__2" [style=solid, label="(1, 72, 28, 28)"]; +"221 relu__2" -> "222 quantize_per_tensor_default_5" [style=solid, label="(1, 72, 28, 28)"]; +"222 quantize_per_tensor_default_5" -> "223 dequantize_per_tensor_default_5" [style=solid, label=None]; +"223 dequantize_per_tensor_default_5" -> "225 conv2d_7" [style=solid, label=None]; +"224 features_2_block_2_0_weight_bias" -> "225 conv2d_7" [style=solid, label="(24,)"]; +"225 conv2d_7" -> "226 quantize_per_tensor_default_6" [style=solid, label="(1, 24, 28, 28)"]; +"226 quantize_per_tensor_default_6" -> "227 dequantize_per_tensor_default_52" [style=solid, label=None]; +"226 quantize_per_tensor_default_6" -> "228 dequantize_per_tensor_default_51" [style=solid, label=None]; +"227 dequantize_per_tensor_default_52" -> "245 add_" [style=solid, label=None]; +"228 dequantize_per_tensor_default_51" -> "230 conv2d_8" [style=solid, label=None]; +"229 features_3_block_0_0_weight_bias" -> "230 conv2d_8" [style=solid, label="(88,)"]; +"230 conv2d_8" -> "231 relu__3" [style=solid, label="(1, 88, 28, 28)"]; +"231 relu__3" -> "234 quantize_per_channel_default_38" [style=solid, label="(1, 88, 28, 28)"]; +"232 _2_scale_2" -> "234 quantize_per_channel_default_38" [style=solid, label="(88,)"]; +"232 _2_scale_2" -> "235 dequantize_per_channel_default_38" [style=solid, label="(88,)"]; +"233 _2_zero_point_2" -> "234 quantize_per_channel_default_38" [style=solid, label="(88,)"]; +"233 _2_zero_point_2" -> "235 dequantize_per_channel_default_38" [style=solid, label="(88,)"]; +"234 quantize_per_channel_default_38" -> "235 dequantize_per_channel_default_38" [style=solid, label=None]; +"235 dequantize_per_channel_default_38" -> "237 conv2d_9" [style=solid, label=None]; +"236 features_3_block_1_0_weight_bias" -> "237 conv2d_9" [style=solid, label="(88,)"]; +"237 conv2d_9" -> "238 relu__4" [style=solid, label="(1, 88, 28, 28)"]; +"238 relu__4" -> "239 quantize_per_tensor_default_7" [style=solid, label="(1, 88, 28, 28)"]; +"239 quantize_per_tensor_default_7" -> "240 dequantize_per_tensor_default_7" [style=solid, label=None]; +"240 dequantize_per_tensor_default_7" -> "242 conv2d_10" [style=solid, label=None]; +"241 features_3_block_2_0_weight_bias" -> "242 conv2d_10" [style=solid, label="(24,)"]; +"242 conv2d_10" -> "243 quantize_per_tensor_default_8" [style=solid, label="(1, 24, 28, 28)"]; +"243 quantize_per_tensor_default_8" -> "244 dequantize_per_tensor_default_8" [style=solid, label=None]; +"244 dequantize_per_tensor_default_8" -> "245 add_" [style=solid, label=None]; +"245 add_" -> "246 quantize_per_tensor_default_9" [style=solid, label="(1, 24, 28, 28)"]; +"246 quantize_per_tensor_default_9" -> "247 dequantize_per_tensor_default_9" [style=solid, label=None]; +"247 dequantize_per_tensor_default_9" -> "249 conv2d_11" [style=solid, label=None]; +"248 features_4_block_0_0_weight_bias" -> "249 conv2d_11" [style=solid, label="(96,)"]; +"249 conv2d_11" -> "250 hardswish__1" [style=solid, label="(1, 96, 28, 28)"]; +"250 hardswish__1" -> "253 quantize_per_channel_default_39" [style=solid, label="(1, 96, 28, 28)"]; +"251 _2_scale_3" -> "253 quantize_per_channel_default_39" [style=solid, label="(96,)"]; +"251 _2_scale_3" -> "254 dequantize_per_channel_default_39" [style=solid, label="(96,)"]; +"252 _2_zero_point_3" -> "253 quantize_per_channel_default_39" [style=solid, label="(96,)"]; +"252 _2_zero_point_3" -> "254 dequantize_per_channel_default_39" [style=solid, label="(96,)"]; +"253 quantize_per_channel_default_39" -> "254 dequantize_per_channel_default_39" [style=solid, label=None]; +"254 dequantize_per_channel_default_39" -> "256 conv2d_12" [style=solid, label=None]; +"255 features_4_block_1_0_weight_bias" -> "256 conv2d_12" [style=solid, label="(96,)"]; +"256 conv2d_12" -> "257 hardswish__2" [style=solid, label="(1, 96, 14, 14)"]; +"257 hardswish__2" -> "258 quantize_per_tensor_default_10" [style=solid, label="(1, 96, 14, 14)"]; +"258 quantize_per_tensor_default_10" -> "259 dequantize_per_tensor_default_10" [style=solid, label=None]; +"258 quantize_per_tensor_default_10" -> "260 dequantize_per_tensor_default_53" [style=solid, label=None]; +"259 dequantize_per_tensor_default_10" -> "261 adaptive_avg_pool2d_1" [style=solid, label=None]; +"260 dequantize_per_tensor_default_53" -> "268 mul_1" [style=solid, label=None]; +"261 adaptive_avg_pool2d_1" -> "262 conv2d_13" [style=solid, label="(1, 96, 1, 1)"]; +"262 conv2d_13" -> "263 relu_1" [style=solid, label="(1, 24, 1, 1)"]; +"263 relu_1" -> "264 conv2d_14" [style=solid, label="(1, 24, 1, 1)"]; +"264 conv2d_14" -> "265 hardsigmoid_1" [style=solid, label="(1, 96, 1, 1)"]; +"265 hardsigmoid_1" -> "266 quantize_per_tensor_default_11" [style=solid, label="(1, 96, 1, 1)"]; +"266 quantize_per_tensor_default_11" -> "267 dequantize_per_tensor_default_11" [style=solid, label=None]; +"267 dequantize_per_tensor_default_11" -> "268 mul_1" [style=solid, label=None]; +"268 mul_1" -> "269 quantize_per_tensor_default_12" [style=solid, label="(1, 96, 14, 14)"]; +"269 quantize_per_tensor_default_12" -> "270 dequantize_per_tensor_default_12" [style=solid, label=None]; +"270 dequantize_per_tensor_default_12" -> "272 conv2d_15" [style=solid, label=None]; +"271 features_4_block_3_0_weight_bias" -> "272 conv2d_15" [style=solid, label="(40,)"]; +"272 conv2d_15" -> "273 quantize_per_tensor_default_13" [style=solid, label="(1, 40, 14, 14)"]; +"273 quantize_per_tensor_default_13" -> "274 dequantize_per_tensor_default_55" [style=solid, label=None]; +"273 quantize_per_tensor_default_13" -> "275 dequantize_per_tensor_default_54" [style=solid, label=None]; +"274 dequantize_per_tensor_default_55" -> "303 add__1" [style=solid, label=None]; +"275 dequantize_per_tensor_default_54" -> "277 conv2d_16" [style=solid, label=None]; +"276 features_5_block_0_0_weight_bias" -> "277 conv2d_16" [style=solid, label="(240,)"]; +"277 conv2d_16" -> "278 hardswish__3" [style=solid, label="(1, 240, 14, 14)"]; +"278 hardswish__3" -> "281 quantize_per_channel_default_40" [style=solid, label="(1, 240, 14, 14)"]; +"279 _2_scale_4" -> "281 quantize_per_channel_default_40" [style=solid, label="(240,)"]; +"279 _2_scale_4" -> "282 dequantize_per_channel_default_40" [style=solid, label="(240,)"]; +"280 _2_zero_point_4" -> "281 quantize_per_channel_default_40" [style=solid, label="(240,)"]; +"280 _2_zero_point_4" -> "282 dequantize_per_channel_default_40" [style=solid, label="(240,)"]; +"281 quantize_per_channel_default_40" -> "282 dequantize_per_channel_default_40" [style=solid, label=None]; +"282 dequantize_per_channel_default_40" -> "284 conv2d_17" [style=solid, label=None]; +"283 features_5_block_1_0_weight_bias" -> "284 conv2d_17" [style=solid, label="(240,)"]; +"284 conv2d_17" -> "285 hardswish__4" [style=solid, label="(1, 240, 14, 14)"]; +"285 hardswish__4" -> "286 quantize_per_tensor_default_14" [style=solid, label="(1, 240, 14, 14)"]; +"286 quantize_per_tensor_default_14" -> "287 dequantize_per_tensor_default_14" [style=solid, label=None]; +"286 quantize_per_tensor_default_14" -> "288 dequantize_per_tensor_default_56" [style=solid, label=None]; +"287 dequantize_per_tensor_default_14" -> "289 adaptive_avg_pool2d_2" [style=solid, label=None]; +"288 dequantize_per_tensor_default_56" -> "296 mul_2" [style=solid, label=None]; +"289 adaptive_avg_pool2d_2" -> "290 conv2d_18" [style=solid, label="(1, 240, 1, 1)"]; +"290 conv2d_18" -> "291 relu_2" [style=solid, label="(1, 64, 1, 1)"]; +"291 relu_2" -> "292 conv2d_19" [style=solid, label="(1, 64, 1, 1)"]; +"292 conv2d_19" -> "293 hardsigmoid_2" [style=solid, label="(1, 240, 1, 1)"]; +"293 hardsigmoid_2" -> "294 quantize_per_tensor_default_15" [style=solid, label="(1, 240, 1, 1)"]; +"294 quantize_per_tensor_default_15" -> "295 dequantize_per_tensor_default_15" [style=solid, label=None]; +"295 dequantize_per_tensor_default_15" -> "296 mul_2" [style=solid, label=None]; +"296 mul_2" -> "297 quantize_per_tensor_default_16" [style=solid, label="(1, 240, 14, 14)"]; +"297 quantize_per_tensor_default_16" -> "298 dequantize_per_tensor_default_16" [style=solid, label=None]; +"298 dequantize_per_tensor_default_16" -> "300 conv2d_20" [style=solid, label=None]; +"299 features_5_block_3_0_weight_bias" -> "300 conv2d_20" [style=solid, label="(40,)"]; +"300 conv2d_20" -> "301 quantize_per_tensor_default_17" [style=solid, label="(1, 40, 14, 14)"]; +"301 quantize_per_tensor_default_17" -> "302 dequantize_per_tensor_default_17" [style=solid, label=None]; +"302 dequantize_per_tensor_default_17" -> "303 add__1" [style=solid, label=None]; +"303 add__1" -> "304 quantize_per_tensor_default_18" [style=solid, label="(1, 40, 14, 14)"]; +"304 quantize_per_tensor_default_18" -> "305 dequantize_per_tensor_default_58" [style=solid, label=None]; +"304 quantize_per_tensor_default_18" -> "306 dequantize_per_tensor_default_57" [style=solid, label=None]; +"305 dequantize_per_tensor_default_58" -> "334 add__2" [style=solid, label=None]; +"306 dequantize_per_tensor_default_57" -> "308 conv2d_21" [style=solid, label=None]; +"307 features_6_block_0_0_weight_bias" -> "308 conv2d_21" [style=solid, label="(240,)"]; +"308 conv2d_21" -> "309 hardswish__5" [style=solid, label="(1, 240, 14, 14)"]; +"309 hardswish__5" -> "312 quantize_per_channel_default_41" [style=solid, label="(1, 240, 14, 14)"]; +"310 _2_scale_5" -> "312 quantize_per_channel_default_41" [style=solid, label="(240,)"]; +"310 _2_scale_5" -> "313 dequantize_per_channel_default_41" [style=solid, label="(240,)"]; +"311 _2_zero_point_5" -> "312 quantize_per_channel_default_41" [style=solid, label="(240,)"]; +"311 _2_zero_point_5" -> "313 dequantize_per_channel_default_41" [style=solid, label="(240,)"]; +"312 quantize_per_channel_default_41" -> "313 dequantize_per_channel_default_41" [style=solid, label=None]; +"313 dequantize_per_channel_default_41" -> "315 conv2d_22" [style=solid, label=None]; +"314 features_6_block_1_0_weight_bias" -> "315 conv2d_22" [style=solid, label="(240,)"]; +"315 conv2d_22" -> "316 hardswish__6" [style=solid, label="(1, 240, 14, 14)"]; +"316 hardswish__6" -> "317 quantize_per_tensor_default_19" [style=solid, label="(1, 240, 14, 14)"]; +"317 quantize_per_tensor_default_19" -> "318 dequantize_per_tensor_default_19" [style=solid, label=None]; +"317 quantize_per_tensor_default_19" -> "319 dequantize_per_tensor_default_59" [style=solid, label=None]; +"318 dequantize_per_tensor_default_19" -> "320 adaptive_avg_pool2d_3" [style=solid, label=None]; +"319 dequantize_per_tensor_default_59" -> "327 mul_3" [style=solid, label=None]; +"320 adaptive_avg_pool2d_3" -> "321 conv2d_23" [style=solid, label="(1, 240, 1, 1)"]; +"321 conv2d_23" -> "322 relu_3" [style=solid, label="(1, 64, 1, 1)"]; +"322 relu_3" -> "323 conv2d_24" [style=solid, label="(1, 64, 1, 1)"]; +"323 conv2d_24" -> "324 hardsigmoid_3" [style=solid, label="(1, 240, 1, 1)"]; +"324 hardsigmoid_3" -> "325 quantize_per_tensor_default_20" [style=solid, label="(1, 240, 1, 1)"]; +"325 quantize_per_tensor_default_20" -> "326 dequantize_per_tensor_default_20" [style=solid, label=None]; +"326 dequantize_per_tensor_default_20" -> "327 mul_3" [style=solid, label=None]; +"327 mul_3" -> "328 quantize_per_tensor_default_21" [style=solid, label="(1, 240, 14, 14)"]; +"328 quantize_per_tensor_default_21" -> "329 dequantize_per_tensor_default_21" [style=solid, label=None]; +"329 dequantize_per_tensor_default_21" -> "331 conv2d_25" [style=solid, label=None]; +"330 features_6_block_3_0_weight_bias" -> "331 conv2d_25" [style=solid, label="(40,)"]; +"331 conv2d_25" -> "332 quantize_per_tensor_default_22" [style=solid, label="(1, 40, 14, 14)"]; +"332 quantize_per_tensor_default_22" -> "333 dequantize_per_tensor_default_22" [style=solid, label=None]; +"333 dequantize_per_tensor_default_22" -> "334 add__2" [style=solid, label=None]; +"334 add__2" -> "335 quantize_per_tensor_default_23" [style=solid, label="(1, 40, 14, 14)"]; +"335 quantize_per_tensor_default_23" -> "336 dequantize_per_tensor_default_23" [style=solid, label=None]; +"336 dequantize_per_tensor_default_23" -> "338 conv2d_26" [style=solid, label=None]; +"337 features_7_block_0_0_weight_bias" -> "338 conv2d_26" [style=solid, label="(120,)"]; +"338 conv2d_26" -> "339 hardswish__7" [style=solid, label="(1, 120, 14, 14)"]; +"339 hardswish__7" -> "342 quantize_per_channel_default_42" [style=solid, label="(1, 120, 14, 14)"]; +"340 _2_scale_6" -> "342 quantize_per_channel_default_42" [style=solid, label="(120,)"]; +"340 _2_scale_6" -> "343 dequantize_per_channel_default_42" [style=solid, label="(120,)"]; +"341 _2_zero_point_6" -> "342 quantize_per_channel_default_42" [style=solid, label="(120,)"]; +"341 _2_zero_point_6" -> "343 dequantize_per_channel_default_42" [style=solid, label="(120,)"]; +"342 quantize_per_channel_default_42" -> "343 dequantize_per_channel_default_42" [style=solid, label=None]; +"343 dequantize_per_channel_default_42" -> "345 conv2d_27" [style=solid, label=None]; +"344 features_7_block_1_0_weight_bias" -> "345 conv2d_27" [style=solid, label="(120,)"]; +"345 conv2d_27" -> "346 hardswish__8" [style=solid, label="(1, 120, 14, 14)"]; +"346 hardswish__8" -> "347 quantize_per_tensor_default_24" [style=solid, label="(1, 120, 14, 14)"]; +"347 quantize_per_tensor_default_24" -> "348 dequantize_per_tensor_default_24" [style=solid, label=None]; +"347 quantize_per_tensor_default_24" -> "349 dequantize_per_tensor_default_60" [style=solid, label=None]; +"348 dequantize_per_tensor_default_24" -> "350 adaptive_avg_pool2d_4" [style=solid, label=None]; +"349 dequantize_per_tensor_default_60" -> "357 mul_4" [style=solid, label=None]; +"350 adaptive_avg_pool2d_4" -> "351 conv2d_28" [style=solid, label="(1, 120, 1, 1)"]; +"351 conv2d_28" -> "352 relu_4" [style=solid, label="(1, 32, 1, 1)"]; +"352 relu_4" -> "353 conv2d_29" [style=solid, label="(1, 32, 1, 1)"]; +"353 conv2d_29" -> "354 hardsigmoid_4" [style=solid, label="(1, 120, 1, 1)"]; +"354 hardsigmoid_4" -> "355 quantize_per_tensor_default_25" [style=solid, label="(1, 120, 1, 1)"]; +"355 quantize_per_tensor_default_25" -> "356 dequantize_per_tensor_default_25" [style=solid, label=None]; +"356 dequantize_per_tensor_default_25" -> "357 mul_4" [style=solid, label=None]; +"357 mul_4" -> "358 quantize_per_tensor_default_26" [style=solid, label="(1, 120, 14, 14)"]; +"358 quantize_per_tensor_default_26" -> "359 dequantize_per_tensor_default_26" [style=solid, label=None]; +"359 dequantize_per_tensor_default_26" -> "361 conv2d_30" [style=solid, label=None]; +"360 features_7_block_3_0_weight_bias" -> "361 conv2d_30" [style=solid, label="(48,)"]; +"361 conv2d_30" -> "362 quantize_per_tensor_default_27" [style=solid, label="(1, 48, 14, 14)"]; +"362 quantize_per_tensor_default_27" -> "363 dequantize_per_tensor_default_62" [style=solid, label=None]; +"362 quantize_per_tensor_default_27" -> "364 dequantize_per_tensor_default_61" [style=solid, label=None]; +"363 dequantize_per_tensor_default_62" -> "392 add__3" [style=solid, label=None]; +"364 dequantize_per_tensor_default_61" -> "366 conv2d_31" [style=solid, label=None]; +"365 features_8_block_0_0_weight_bias" -> "366 conv2d_31" [style=solid, label="(144,)"]; +"366 conv2d_31" -> "367 hardswish__9" [style=solid, label="(1, 144, 14, 14)"]; +"367 hardswish__9" -> "370 quantize_per_channel_default_43" [style=solid, label="(1, 144, 14, 14)"]; +"368 _2_scale_7" -> "370 quantize_per_channel_default_43" [style=solid, label="(144,)"]; +"368 _2_scale_7" -> "371 dequantize_per_channel_default_43" [style=solid, label="(144,)"]; +"369 _2_zero_point_7" -> "370 quantize_per_channel_default_43" [style=solid, label="(144,)"]; +"369 _2_zero_point_7" -> "371 dequantize_per_channel_default_43" [style=solid, label="(144,)"]; +"370 quantize_per_channel_default_43" -> "371 dequantize_per_channel_default_43" [style=solid, label=None]; +"371 dequantize_per_channel_default_43" -> "373 conv2d_32" [style=solid, label=None]; +"372 features_8_block_1_0_weight_bias" -> "373 conv2d_32" [style=solid, label="(144,)"]; +"373 conv2d_32" -> "374 hardswish__10" [style=solid, label="(1, 144, 14, 14)"]; +"374 hardswish__10" -> "375 quantize_per_tensor_default_28" [style=solid, label="(1, 144, 14, 14)"]; +"375 quantize_per_tensor_default_28" -> "376 dequantize_per_tensor_default_28" [style=solid, label=None]; +"375 quantize_per_tensor_default_28" -> "377 dequantize_per_tensor_default_63" [style=solid, label=None]; +"376 dequantize_per_tensor_default_28" -> "378 adaptive_avg_pool2d_5" [style=solid, label=None]; +"377 dequantize_per_tensor_default_63" -> "385 mul_5" [style=solid, label=None]; +"378 adaptive_avg_pool2d_5" -> "379 conv2d_33" [style=solid, label="(1, 144, 1, 1)"]; +"379 conv2d_33" -> "380 relu_5" [style=solid, label="(1, 40, 1, 1)"]; +"380 relu_5" -> "381 conv2d_34" [style=solid, label="(1, 40, 1, 1)"]; +"381 conv2d_34" -> "382 hardsigmoid_5" [style=solid, label="(1, 144, 1, 1)"]; +"382 hardsigmoid_5" -> "383 quantize_per_tensor_default_29" [style=solid, label="(1, 144, 1, 1)"]; +"383 quantize_per_tensor_default_29" -> "384 dequantize_per_tensor_default_29" [style=solid, label=None]; +"384 dequantize_per_tensor_default_29" -> "385 mul_5" [style=solid, label=None]; +"385 mul_5" -> "386 quantize_per_tensor_default_30" [style=solid, label="(1, 144, 14, 14)"]; +"386 quantize_per_tensor_default_30" -> "387 dequantize_per_tensor_default_30" [style=solid, label=None]; +"387 dequantize_per_tensor_default_30" -> "389 conv2d_35" [style=solid, label=None]; +"388 features_8_block_3_0_weight_bias" -> "389 conv2d_35" [style=solid, label="(48,)"]; +"389 conv2d_35" -> "390 quantize_per_tensor_default_31" [style=solid, label="(1, 48, 14, 14)"]; +"390 quantize_per_tensor_default_31" -> "391 dequantize_per_tensor_default_31" [style=solid, label=None]; +"391 dequantize_per_tensor_default_31" -> "392 add__3" [style=solid, label=None]; +"392 add__3" -> "393 quantize_per_tensor_default_32" [style=solid, label="(1, 48, 14, 14)"]; +"393 quantize_per_tensor_default_32" -> "394 dequantize_per_tensor_default_32" [style=solid, label=None]; +"394 dequantize_per_tensor_default_32" -> "396 conv2d_36" [style=solid, label=None]; +"395 features_9_block_0_0_weight_bias" -> "396 conv2d_36" [style=solid, label="(288,)"]; +"396 conv2d_36" -> "397 hardswish__11" [style=solid, label="(1, 288, 14, 14)"]; +"397 hardswish__11" -> "400 quantize_per_channel_default_44" [style=solid, label="(1, 288, 14, 14)"]; +"398 _2_scale_8" -> "400 quantize_per_channel_default_44" [style=solid, label="(288,)"]; +"398 _2_scale_8" -> "401 dequantize_per_channel_default_44" [style=solid, label="(288,)"]; +"399 _2_zero_point_8" -> "400 quantize_per_channel_default_44" [style=solid, label="(288,)"]; +"399 _2_zero_point_8" -> "401 dequantize_per_channel_default_44" [style=solid, label="(288,)"]; +"400 quantize_per_channel_default_44" -> "401 dequantize_per_channel_default_44" [style=solid, label=None]; +"401 dequantize_per_channel_default_44" -> "403 conv2d_37" [style=solid, label=None]; +"402 features_9_block_1_0_weight_bias" -> "403 conv2d_37" [style=solid, label="(288,)"]; +"403 conv2d_37" -> "404 hardswish__12" [style=solid, label="(1, 288, 7, 7)"]; +"404 hardswish__12" -> "405 quantize_per_tensor_default_33" [style=solid, label="(1, 288, 7, 7)"]; +"405 quantize_per_tensor_default_33" -> "406 dequantize_per_tensor_default_33" [style=solid, label=None]; +"405 quantize_per_tensor_default_33" -> "407 dequantize_per_tensor_default_64" [style=solid, label=None]; +"406 dequantize_per_tensor_default_33" -> "408 adaptive_avg_pool2d_6" [style=solid, label=None]; +"407 dequantize_per_tensor_default_64" -> "415 mul_6" [style=solid, label=None]; +"408 adaptive_avg_pool2d_6" -> "409 conv2d_38" [style=solid, label="(1, 288, 1, 1)"]; +"409 conv2d_38" -> "410 relu_6" [style=solid, label="(1, 72, 1, 1)"]; +"410 relu_6" -> "411 conv2d_39" [style=solid, label="(1, 72, 1, 1)"]; +"411 conv2d_39" -> "412 hardsigmoid_6" [style=solid, label="(1, 288, 1, 1)"]; +"412 hardsigmoid_6" -> "413 quantize_per_tensor_default_34" [style=solid, label="(1, 288, 1, 1)"]; +"413 quantize_per_tensor_default_34" -> "414 dequantize_per_tensor_default_34" [style=solid, label=None]; +"414 dequantize_per_tensor_default_34" -> "415 mul_6" [style=solid, label=None]; +"415 mul_6" -> "416 quantize_per_tensor_default_35" [style=solid, label="(1, 288, 7, 7)"]; +"416 quantize_per_tensor_default_35" -> "417 dequantize_per_tensor_default_35" [style=solid, label=None]; +"417 dequantize_per_tensor_default_35" -> "419 conv2d_40" [style=solid, label=None]; +"418 features_9_block_3_0_weight_bias" -> "419 conv2d_40" [style=solid, label="(96,)"]; +"419 conv2d_40" -> "420 quantize_per_tensor_default_36" [style=solid, label="(1, 96, 7, 7)"]; +"420 quantize_per_tensor_default_36" -> "421 dequantize_per_tensor_default_66" [style=solid, label=None]; +"420 quantize_per_tensor_default_36" -> "422 dequantize_per_tensor_default_65" [style=solid, label=None]; +"421 dequantize_per_tensor_default_66" -> "450 add__4" [style=solid, label=None]; +"422 dequantize_per_tensor_default_65" -> "424 conv2d_41" [style=solid, label=None]; +"423 features_10_block_0_0_weight_bias" -> "424 conv2d_41" [style=solid, label="(576,)"]; +"424 conv2d_41" -> "425 hardswish__13" [style=solid, label="(1, 576, 7, 7)"]; +"425 hardswish__13" -> "428 quantize_per_channel_default_45" [style=solid, label="(1, 576, 7, 7)"]; +"426 _2_scale_9" -> "428 quantize_per_channel_default_45" [style=solid, label="(576,)"]; +"426 _2_scale_9" -> "429 dequantize_per_channel_default_45" [style=solid, label="(576,)"]; +"427 _2_zero_point_9" -> "428 quantize_per_channel_default_45" [style=solid, label="(576,)"]; +"427 _2_zero_point_9" -> "429 dequantize_per_channel_default_45" [style=solid, label="(576,)"]; +"428 quantize_per_channel_default_45" -> "429 dequantize_per_channel_default_45" [style=solid, label=None]; +"429 dequantize_per_channel_default_45" -> "431 conv2d_42" [style=solid, label=None]; +"430 features_10_block_1_0_weight_bias" -> "431 conv2d_42" [style=solid, label="(576,)"]; +"431 conv2d_42" -> "432 hardswish__14" [style=solid, label="(1, 576, 7, 7)"]; +"432 hardswish__14" -> "433 quantize_per_tensor_default_37" [style=solid, label="(1, 576, 7, 7)"]; +"433 quantize_per_tensor_default_37" -> "434 dequantize_per_tensor_default_37" [style=solid, label=None]; +"433 quantize_per_tensor_default_37" -> "435 dequantize_per_tensor_default_67" [style=solid, label=None]; +"434 dequantize_per_tensor_default_37" -> "436 adaptive_avg_pool2d_7" [style=solid, label=None]; +"435 dequantize_per_tensor_default_67" -> "443 mul_7" [style=solid, label=None]; +"436 adaptive_avg_pool2d_7" -> "437 conv2d_43" [style=solid, label="(1, 576, 1, 1)"]; +"437 conv2d_43" -> "438 relu_7" [style=solid, label="(1, 144, 1, 1)"]; +"438 relu_7" -> "439 conv2d_44" [style=solid, label="(1, 144, 1, 1)"]; +"439 conv2d_44" -> "440 hardsigmoid_7" [style=solid, label="(1, 576, 1, 1)"]; +"440 hardsigmoid_7" -> "441 quantize_per_tensor_default_38" [style=solid, label="(1, 576, 1, 1)"]; +"441 quantize_per_tensor_default_38" -> "442 dequantize_per_tensor_default_38" [style=solid, label=None]; +"442 dequantize_per_tensor_default_38" -> "443 mul_7" [style=solid, label=None]; +"443 mul_7" -> "444 quantize_per_tensor_default_39" [style=solid, label="(1, 576, 7, 7)"]; +"444 quantize_per_tensor_default_39" -> "445 dequantize_per_tensor_default_39" [style=solid, label=None]; +"445 dequantize_per_tensor_default_39" -> "447 conv2d_45" [style=solid, label=None]; +"446 features_10_block_3_0_weight_bias" -> "447 conv2d_45" [style=solid, label="(96,)"]; +"447 conv2d_45" -> "448 quantize_per_tensor_default_40" [style=solid, label="(1, 96, 7, 7)"]; +"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_40" [style=solid, label=None]; +"449 dequantize_per_tensor_default_40" -> "450 add__4" [style=solid, label=None]; +"450 add__4" -> "451 quantize_per_tensor_default_41" [style=solid, label="(1, 96, 7, 7)"]; +"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_69" [style=solid, label=None]; +"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_68" [style=solid, label=None]; +"452 dequantize_per_tensor_default_69" -> "481 add__5" [style=solid, label=None]; +"453 dequantize_per_tensor_default_68" -> "455 conv2d_46" [style=solid, label=None]; +"454 features_11_block_0_0_weight_bias" -> "455 conv2d_46" [style=solid, label="(576,)"]; +"455 conv2d_46" -> "456 hardswish__15" [style=solid, label="(1, 576, 7, 7)"]; +"456 hardswish__15" -> "459 quantize_per_channel_default_46" [style=solid, label="(1, 576, 7, 7)"]; +"457 _2_scale_10" -> "459 quantize_per_channel_default_46" [style=solid, label="(576,)"]; +"457 _2_scale_10" -> "460 dequantize_per_channel_default_46" [style=solid, label="(576,)"]; +"458 _2_zero_point_10" -> "459 quantize_per_channel_default_46" [style=solid, label="(576,)"]; +"458 _2_zero_point_10" -> "460 dequantize_per_channel_default_46" [style=solid, label="(576,)"]; +"459 quantize_per_channel_default_46" -> "460 dequantize_per_channel_default_46" [style=solid, label=None]; +"460 dequantize_per_channel_default_46" -> "462 conv2d_47" [style=solid, label=None]; +"461 features_11_block_1_0_weight_bias" -> "462 conv2d_47" [style=solid, label="(576,)"]; +"462 conv2d_47" -> "463 hardswish__16" [style=solid, label="(1, 576, 7, 7)"]; +"463 hardswish__16" -> "464 quantize_per_tensor_default_42" [style=solid, label="(1, 576, 7, 7)"]; +"464 quantize_per_tensor_default_42" -> "465 dequantize_per_tensor_default_42" [style=solid, label=None]; +"464 quantize_per_tensor_default_42" -> "466 dequantize_per_tensor_default_70" [style=solid, label=None]; +"465 dequantize_per_tensor_default_42" -> "467 adaptive_avg_pool2d_8" [style=solid, label=None]; +"466 dequantize_per_tensor_default_70" -> "474 mul_8" [style=solid, label=None]; +"467 adaptive_avg_pool2d_8" -> "468 conv2d_48" [style=solid, label="(1, 576, 1, 1)"]; +"468 conv2d_48" -> "469 relu_8" [style=solid, label="(1, 144, 1, 1)"]; +"469 relu_8" -> "470 conv2d_49" [style=solid, label="(1, 144, 1, 1)"]; +"470 conv2d_49" -> "471 hardsigmoid_8" [style=solid, label="(1, 576, 1, 1)"]; +"471 hardsigmoid_8" -> "472 quantize_per_tensor_default_43" [style=solid, label="(1, 576, 1, 1)"]; +"472 quantize_per_tensor_default_43" -> "473 dequantize_per_tensor_default_43" [style=solid, label=None]; +"473 dequantize_per_tensor_default_43" -> "474 mul_8" [style=solid, label=None]; +"474 mul_8" -> "475 quantize_per_tensor_default_44" [style=solid, label="(1, 576, 7, 7)"]; +"475 quantize_per_tensor_default_44" -> "476 dequantize_per_tensor_default_44" [style=solid, label=None]; +"476 dequantize_per_tensor_default_44" -> "478 conv2d_50" [style=solid, label=None]; +"477 features_11_block_3_0_weight_bias" -> "478 conv2d_50" [style=solid, label="(96,)"]; +"478 conv2d_50" -> "479 quantize_per_tensor_default_45" [style=solid, label="(1, 96, 7, 7)"]; +"479 quantize_per_tensor_default_45" -> "480 dequantize_per_tensor_default_45" [style=solid, label=None]; +"480 dequantize_per_tensor_default_45" -> "481 add__5" [style=solid, label=None]; +"481 add__5" -> "482 quantize_per_tensor_default_46" [style=solid, label="(1, 96, 7, 7)"]; +"482 quantize_per_tensor_default_46" -> "483 dequantize_per_tensor_default_46" [style=solid, label=None]; +"483 dequantize_per_tensor_default_46" -> "485 conv2d_51" [style=solid, label=None]; +"484 features_12_0_weight_bias" -> "485 conv2d_51" [style=solid, label="(576,)"]; +"485 conv2d_51" -> "486 hardswish__17" [style=solid, label="(1, 576, 7, 7)"]; +"486 hardswish__17" -> "487 quantize_per_tensor_default_47" [style=solid, label="(1, 576, 7, 7)"]; +"487 quantize_per_tensor_default_47" -> "488 dequantize_per_tensor_default_47" [style=solid, label=None]; +"488 dequantize_per_tensor_default_47" -> "489 adaptive_avg_pool2d_9" [style=solid, label=None]; +"489 adaptive_avg_pool2d_9" -> "490 quantize_per_tensor_default_48" [style=solid, label="(1, 576, 1, 1)"]; +"490 quantize_per_tensor_default_48" -> "491 dequantize_per_tensor_default_48" [style=solid, label=None]; +"491 dequantize_per_tensor_default_48" -> "492 flatten" [style=solid, label=None]; +"492 flatten" -> "493 linear" [style=solid, label="(1, 576)"]; +"493 linear" -> "494 hardswish__18" [style=solid, label="(1, 1024)"]; +"494 hardswish__18" -> "495 quantize_per_tensor_default_49" [style=solid, label="(1, 1024)"]; +"495 quantize_per_tensor_default_49" -> "496 dequantize_per_tensor_default_49" [style=solid, label=None]; +"496 dequantize_per_tensor_default_49" -> "497 dropout_" [style=solid, label=None]; +"497 dropout_" -> "498 linear_1" [style=solid, label="(1, 1024)"]; +"498 linear_1" -> "499 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/resnet18.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/resnet18.dot index 208f55bdbb8..d04fa19316d 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/resnet18.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/resnet18.dot @@ -1,455 +1,455 @@ -strict digraph { -"0 _scale_0" [id=0, type=get_attr]; -"1 _zero_point_0" [id=1, type=get_attr]; -"2 _frozen_param0" [id=2, type=get_attr]; -"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; -"4 _scale_1" [id=4, type=get_attr]; -"5 _zero_point_1" [id=5, type=get_attr]; -"6 _frozen_param1" [id=6, type=get_attr]; -"7 dequantize_per_channel_default_1" [id=7, type=dequantize_per_channel]; -"8 _scale_2" [id=8, type=get_attr]; -"9 _zero_point_2" [id=9, type=get_attr]; -"10 _frozen_param2" [id=10, type=get_attr]; -"11 dequantize_per_channel_default_2" [id=11, type=dequantize_per_channel]; -"12 _scale_3" [id=12, type=get_attr]; -"13 _zero_point_3" [id=13, type=get_attr]; -"14 _frozen_param3" [id=14, type=get_attr]; -"15 dequantize_per_channel_default_3" [id=15, type=dequantize_per_channel]; -"16 _scale_4" [id=16, type=get_attr]; -"17 _zero_point_4" [id=17, type=get_attr]; -"18 _frozen_param4" [id=18, type=get_attr]; -"19 dequantize_per_channel_default_4" [id=19, type=dequantize_per_channel]; -"20 _scale_5" [id=20, type=get_attr]; -"21 _zero_point_5" [id=21, type=get_attr]; -"22 _frozen_param5" [id=22, type=get_attr]; -"23 dequantize_per_channel_default_5" [id=23, type=dequantize_per_channel]; -"24 _scale_6" [id=24, type=get_attr]; -"25 _zero_point_6" [id=25, type=get_attr]; -"26 _frozen_param6" [id=26, type=get_attr]; -"27 dequantize_per_channel_default_6" [id=27, type=dequantize_per_channel]; -"28 _scale_7" [id=28, type=get_attr]; -"29 _zero_point_7" [id=29, type=get_attr]; -"30 _frozen_param7" [id=30, type=get_attr]; -"31 dequantize_per_channel_default_7" [id=31, type=dequantize_per_channel]; -"32 _scale_8" [id=32, type=get_attr]; -"33 _zero_point_8" [id=33, type=get_attr]; -"34 _frozen_param8" [id=34, type=get_attr]; -"35 dequantize_per_channel_default_8" [id=35, type=dequantize_per_channel]; -"36 _scale_9" [id=36, type=get_attr]; -"37 _zero_point_9" [id=37, type=get_attr]; -"38 _frozen_param9" [id=38, type=get_attr]; -"39 dequantize_per_channel_default_9" [id=39, type=dequantize_per_channel]; -"40 _scale_10" [id=40, type=get_attr]; -"41 _zero_point_10" [id=41, type=get_attr]; -"42 _frozen_param10" [id=42, type=get_attr]; -"43 dequantize_per_channel_default_10" [id=43, type=dequantize_per_channel]; -"44 _scale_11" [id=44, type=get_attr]; -"45 _zero_point_11" [id=45, type=get_attr]; -"46 _frozen_param11" [id=46, type=get_attr]; -"47 dequantize_per_channel_default_11" [id=47, type=dequantize_per_channel]; -"48 _scale_12" [id=48, type=get_attr]; -"49 _zero_point_12" [id=49, type=get_attr]; -"50 _frozen_param12" [id=50, type=get_attr]; -"51 dequantize_per_channel_default_12" [id=51, type=dequantize_per_channel]; -"52 _scale_13" [id=52, type=get_attr]; -"53 _zero_point_13" [id=53, type=get_attr]; -"54 _frozen_param13" [id=54, type=get_attr]; -"55 dequantize_per_channel_default_13" [id=55, type=dequantize_per_channel]; -"56 _scale_14" [id=56, type=get_attr]; -"57 _zero_point_14" [id=57, type=get_attr]; -"58 _frozen_param14" [id=58, type=get_attr]; -"59 dequantize_per_channel_default_14" [id=59, type=dequantize_per_channel]; -"60 _scale_15" [id=60, type=get_attr]; -"61 _zero_point_15" [id=61, type=get_attr]; -"62 _frozen_param15" [id=62, type=get_attr]; -"63 dequantize_per_channel_default_15" [id=63, type=dequantize_per_channel]; -"64 _scale_16" [id=64, type=get_attr]; -"65 _zero_point_16" [id=65, type=get_attr]; -"66 _frozen_param16" [id=66, type=get_attr]; -"67 dequantize_per_channel_default_16" [id=67, type=dequantize_per_channel]; -"68 _scale_17" [id=68, type=get_attr]; -"69 _zero_point_17" [id=69, type=get_attr]; -"70 _frozen_param17" [id=70, type=get_attr]; -"71 dequantize_per_channel_default_17" [id=71, type=dequantize_per_channel]; -"72 _scale_18" [id=72, type=get_attr]; -"73 _zero_point_18" [id=73, type=get_attr]; -"74 _frozen_param18" [id=74, type=get_attr]; -"75 dequantize_per_channel_default_18" [id=75, type=dequantize_per_channel]; -"76 _scale_19" [id=76, type=get_attr]; -"77 _zero_point_19" [id=77, type=get_attr]; -"78 _frozen_param19" [id=78, type=get_attr]; -"79 dequantize_per_channel_default_19" [id=79, type=dequantize_per_channel]; -"80 _scale_20" [id=80, type=get_attr]; -"81 _zero_point_20" [id=81, type=get_attr]; -"82 _frozen_param20" [id=82, type=get_attr]; -"83 dequantize_per_channel_default_20" [id=83, type=dequantize_per_channel]; -"84 fc_bias" [id=84, type=get_attr]; +strict digraph { +"0 _scale_0" [id=0, type="get_attr"]; +"1 _zero_point_0" [id=1, type="get_attr"]; +"2 _frozen_param0" [id=2, type="get_attr"]; +"3 dequantize_per_channel_default" [id=3, type="dequantize_per_channel"]; +"4 _scale_1" [id=4, type="get_attr"]; +"5 _zero_point_1" [id=5, type="get_attr"]; +"6 _frozen_param1" [id=6, type="get_attr"]; +"7 dequantize_per_channel_default_1" [id=7, type="dequantize_per_channel"]; +"8 _scale_2" [id=8, type="get_attr"]; +"9 _zero_point_2" [id=9, type="get_attr"]; +"10 _frozen_param2" [id=10, type="get_attr"]; +"11 dequantize_per_channel_default_2" [id=11, type="dequantize_per_channel"]; +"12 _scale_3" [id=12, type="get_attr"]; +"13 _zero_point_3" [id=13, type="get_attr"]; +"14 _frozen_param3" [id=14, type="get_attr"]; +"15 dequantize_per_channel_default_3" [id=15, type="dequantize_per_channel"]; +"16 _scale_4" [id=16, type="get_attr"]; +"17 _zero_point_4" [id=17, type="get_attr"]; +"18 _frozen_param4" [id=18, type="get_attr"]; +"19 dequantize_per_channel_default_4" [id=19, type="dequantize_per_channel"]; +"20 _scale_5" [id=20, type="get_attr"]; +"21 _zero_point_5" [id=21, type="get_attr"]; +"22 _frozen_param5" [id=22, type="get_attr"]; +"23 dequantize_per_channel_default_5" [id=23, type="dequantize_per_channel"]; +"24 _scale_6" [id=24, type="get_attr"]; +"25 _zero_point_6" [id=25, type="get_attr"]; +"26 _frozen_param6" [id=26, type="get_attr"]; +"27 dequantize_per_channel_default_6" [id=27, type="dequantize_per_channel"]; +"28 _scale_7" [id=28, type="get_attr"]; +"29 _zero_point_7" [id=29, type="get_attr"]; +"30 _frozen_param7" [id=30, type="get_attr"]; +"31 dequantize_per_channel_default_7" [id=31, type="dequantize_per_channel"]; +"32 _scale_8" [id=32, type="get_attr"]; +"33 _zero_point_8" [id=33, type="get_attr"]; +"34 _frozen_param8" [id=34, type="get_attr"]; +"35 dequantize_per_channel_default_8" [id=35, type="dequantize_per_channel"]; +"36 _scale_9" [id=36, type="get_attr"]; +"37 _zero_point_9" [id=37, type="get_attr"]; +"38 _frozen_param9" [id=38, type="get_attr"]; +"39 dequantize_per_channel_default_9" [id=39, type="dequantize_per_channel"]; +"40 _scale_10" [id=40, type="get_attr"]; +"41 _zero_point_10" [id=41, type="get_attr"]; +"42 _frozen_param10" [id=42, type="get_attr"]; +"43 dequantize_per_channel_default_10" [id=43, type="dequantize_per_channel"]; +"44 _scale_11" [id=44, type="get_attr"]; +"45 _zero_point_11" [id=45, type="get_attr"]; +"46 _frozen_param11" [id=46, type="get_attr"]; +"47 dequantize_per_channel_default_11" [id=47, type="dequantize_per_channel"]; +"48 _scale_12" [id=48, type="get_attr"]; +"49 _zero_point_12" [id=49, type="get_attr"]; +"50 _frozen_param12" [id=50, type="get_attr"]; +"51 dequantize_per_channel_default_12" [id=51, type="dequantize_per_channel"]; +"52 _scale_13" [id=52, type="get_attr"]; +"53 _zero_point_13" [id=53, type="get_attr"]; +"54 _frozen_param13" [id=54, type="get_attr"]; +"55 dequantize_per_channel_default_13" [id=55, type="dequantize_per_channel"]; +"56 _scale_14" [id=56, type="get_attr"]; +"57 _zero_point_14" [id=57, type="get_attr"]; +"58 _frozen_param14" [id=58, type="get_attr"]; +"59 dequantize_per_channel_default_14" [id=59, type="dequantize_per_channel"]; +"60 _scale_15" [id=60, type="get_attr"]; +"61 _zero_point_15" [id=61, type="get_attr"]; +"62 _frozen_param15" [id=62, type="get_attr"]; +"63 dequantize_per_channel_default_15" [id=63, type="dequantize_per_channel"]; +"64 _scale_16" [id=64, type="get_attr"]; +"65 _zero_point_16" [id=65, type="get_attr"]; +"66 _frozen_param16" [id=66, type="get_attr"]; +"67 dequantize_per_channel_default_16" [id=67, type="dequantize_per_channel"]; +"68 _scale_17" [id=68, type="get_attr"]; +"69 _zero_point_17" [id=69, type="get_attr"]; +"70 _frozen_param17" [id=70, type="get_attr"]; +"71 dequantize_per_channel_default_17" [id=71, type="dequantize_per_channel"]; +"72 _scale_18" [id=72, type="get_attr"]; +"73 _zero_point_18" [id=73, type="get_attr"]; +"74 _frozen_param18" [id=74, type="get_attr"]; +"75 dequantize_per_channel_default_18" [id=75, type="dequantize_per_channel"]; +"76 _scale_19" [id=76, type="get_attr"]; +"77 _zero_point_19" [id=77, type="get_attr"]; +"78 _frozen_param19" [id=78, type="get_attr"]; +"79 dequantize_per_channel_default_19" [id=79, type="dequantize_per_channel"]; +"80 _scale_20" [id=80, type="get_attr"]; +"81 _zero_point_20" [id=81, type="get_attr"]; +"82 _frozen_param20" [id=82, type="get_attr"]; +"83 dequantize_per_channel_default_20" [id=83, type="dequantize_per_channel"]; +"84 fc_bias" [id=84, type="get_attr"]; "85 x" [id=85, type=input]; -"86 quantize_per_tensor_default" [id=86, type=quantize_per_tensor]; -"87 dequantize_per_tensor_default" [id=87, type=dequantize_per_tensor]; -"88 conv1_weight_bias" [id=88, type=get_attr]; +"86 quantize_per_tensor_default" [id=86, type="quantize_per_tensor"]; +"87 dequantize_per_tensor_default" [id=87, type="dequantize_per_tensor"]; +"88 conv1_weight_bias" [id=88, type="get_attr"]; "89 conv2d" [id=89, type=conv2d]; -"90 relu_" [id=90, type=relu_]; -"91 quantize_per_tensor_default_1" [id=91, type=quantize_per_tensor]; -"92 dequantize_per_tensor_default_1" [id=92, type=dequantize_per_tensor]; -"93 max_pool2d" [id=93, type=max_pool2d]; -"94 layer1_0_conv1_weight_bias" [id=94, type=get_attr]; +"90 relu_" [id=90, type="relu_"]; +"91 quantize_per_tensor_default_1" [id=91, type="quantize_per_tensor"]; +"92 dequantize_per_tensor_default_1" [id=92, type="dequantize_per_tensor"]; +"93 max_pool2d" [id=93, type="max_pool2d"]; +"94 layer1_0_conv1_weight_bias" [id=94, type="get_attr"]; "95 conv2d_1" [id=95, type=conv2d]; -"96 relu__1" [id=96, type=relu_]; -"97 quantize_per_tensor_default_2" [id=97, type=quantize_per_tensor]; -"98 dequantize_per_tensor_default_2" [id=98, type=dequantize_per_tensor]; -"99 layer1_0_conv2_weight_bias" [id=99, type=get_attr]; +"96 relu__1" [id=96, type="relu_"]; +"97 quantize_per_tensor_default_2" [id=97, type="quantize_per_tensor"]; +"98 dequantize_per_tensor_default_2" [id=98, type="dequantize_per_tensor"]; +"99 layer1_0_conv2_weight_bias" [id=99, type="get_attr"]; "100 conv2d_2" [id=100, type=conv2d]; -"101 quantize_per_tensor_default_3" [id=101, type=quantize_per_tensor]; -"102 dequantize_per_tensor_default_3" [id=102, type=dequantize_per_tensor]; -"103 add_" [id=103, type=add_]; -"104 relu__2" [id=104, type=relu_]; -"105 quantize_per_tensor_default_4" [id=105, type=quantize_per_tensor]; -"106 dequantize_per_tensor_default_4" [id=106, type=dequantize_per_tensor]; -"107 dequantize_per_tensor_default_30" [id=107, type=dequantize_per_tensor]; -"108 layer1_1_conv1_weight_bias" [id=108, type=get_attr]; +"101 quantize_per_tensor_default_3" [id=101, type="quantize_per_tensor"]; +"102 dequantize_per_tensor_default_3" [id=102, type="dequantize_per_tensor"]; +"103 add_" [id=103, type="add_"]; +"104 relu__2" [id=104, type="relu_"]; +"105 quantize_per_tensor_default_4" [id=105, type="quantize_per_tensor"]; +"106 dequantize_per_tensor_default_4" [id=106, type="dequantize_per_tensor"]; +"107 dequantize_per_tensor_default_30" [id=107, type="dequantize_per_tensor"]; +"108 layer1_1_conv1_weight_bias" [id=108, type="get_attr"]; "109 conv2d_3" [id=109, type=conv2d]; -"110 relu__3" [id=110, type=relu_]; -"111 quantize_per_tensor_default_5" [id=111, type=quantize_per_tensor]; -"112 dequantize_per_tensor_default_5" [id=112, type=dequantize_per_tensor]; -"113 layer1_1_conv2_weight_bias" [id=113, type=get_attr]; +"110 relu__3" [id=110, type="relu_"]; +"111 quantize_per_tensor_default_5" [id=111, type="quantize_per_tensor"]; +"112 dequantize_per_tensor_default_5" [id=112, type="dequantize_per_tensor"]; +"113 layer1_1_conv2_weight_bias" [id=113, type="get_attr"]; "114 conv2d_4" [id=114, type=conv2d]; -"115 quantize_per_tensor_default_6" [id=115, type=quantize_per_tensor]; -"116 dequantize_per_tensor_default_6" [id=116, type=dequantize_per_tensor]; -"117 add__1" [id=117, type=add_]; -"118 relu__4" [id=118, type=relu_]; -"119 quantize_per_tensor_default_7" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_32" [id=120, type=dequantize_per_tensor]; -"121 dequantize_per_tensor_default_31" [id=121, type=dequantize_per_tensor]; -"122 layer2_0_conv1_weight_bias" [id=122, type=get_attr]; +"115 quantize_per_tensor_default_6" [id=115, type="quantize_per_tensor"]; +"116 dequantize_per_tensor_default_6" [id=116, type="dequantize_per_tensor"]; +"117 add__1" [id=117, type="add_"]; +"118 relu__4" [id=118, type="relu_"]; +"119 quantize_per_tensor_default_7" [id=119, type="quantize_per_tensor"]; +"120 dequantize_per_tensor_default_32" [id=120, type="dequantize_per_tensor"]; +"121 dequantize_per_tensor_default_31" [id=121, type="dequantize_per_tensor"]; +"122 layer2_0_conv1_weight_bias" [id=122, type="get_attr"]; "123 conv2d_5" [id=123, type=conv2d]; -"124 relu__5" [id=124, type=relu_]; -"125 quantize_per_tensor_default_8" [id=125, type=quantize_per_tensor]; -"126 dequantize_per_tensor_default_8" [id=126, type=dequantize_per_tensor]; -"127 layer2_0_conv2_weight_bias" [id=127, type=get_attr]; +"124 relu__5" [id=124, type="relu_"]; +"125 quantize_per_tensor_default_8" [id=125, type="quantize_per_tensor"]; +"126 dequantize_per_tensor_default_8" [id=126, type="dequantize_per_tensor"]; +"127 layer2_0_conv2_weight_bias" [id=127, type="get_attr"]; "128 conv2d_6" [id=128, type=conv2d]; -"129 quantize_per_tensor_default_9" [id=129, type=quantize_per_tensor]; -"130 dequantize_per_tensor_default_9" [id=130, type=dequantize_per_tensor]; -"131 layer2_0_downsample_0_weight_bias" [id=131, type=get_attr]; +"129 quantize_per_tensor_default_9" [id=129, type="quantize_per_tensor"]; +"130 dequantize_per_tensor_default_9" [id=130, type="dequantize_per_tensor"]; +"131 layer2_0_downsample_0_weight_bias" [id=131, type="get_attr"]; "132 conv2d_7" [id=132, type=conv2d]; -"133 quantize_per_tensor_default_10" [id=133, type=quantize_per_tensor]; -"134 dequantize_per_tensor_default_10" [id=134, type=dequantize_per_tensor]; -"135 add__2" [id=135, type=add_]; -"136 relu__6" [id=136, type=relu_]; -"137 quantize_per_tensor_default_11" [id=137, type=quantize_per_tensor]; -"138 dequantize_per_tensor_default_11" [id=138, type=dequantize_per_tensor]; -"139 dequantize_per_tensor_default_33" [id=139, type=dequantize_per_tensor]; -"140 layer2_1_conv1_weight_bias" [id=140, type=get_attr]; +"133 quantize_per_tensor_default_10" [id=133, type="quantize_per_tensor"]; +"134 dequantize_per_tensor_default_10" [id=134, type="dequantize_per_tensor"]; +"135 add__2" [id=135, type="add_"]; +"136 relu__6" [id=136, type="relu_"]; +"137 quantize_per_tensor_default_11" [id=137, type="quantize_per_tensor"]; +"138 dequantize_per_tensor_default_11" [id=138, type="dequantize_per_tensor"]; +"139 dequantize_per_tensor_default_33" [id=139, type="dequantize_per_tensor"]; +"140 layer2_1_conv1_weight_bias" [id=140, type="get_attr"]; "141 conv2d_8" [id=141, type=conv2d]; -"142 relu__7" [id=142, type=relu_]; -"143 quantize_per_tensor_default_12" [id=143, type=quantize_per_tensor]; -"144 dequantize_per_tensor_default_12" [id=144, type=dequantize_per_tensor]; -"145 layer2_1_conv2_weight_bias" [id=145, type=get_attr]; +"142 relu__7" [id=142, type="relu_"]; +"143 quantize_per_tensor_default_12" [id=143, type="quantize_per_tensor"]; +"144 dequantize_per_tensor_default_12" [id=144, type="dequantize_per_tensor"]; +"145 layer2_1_conv2_weight_bias" [id=145, type="get_attr"]; "146 conv2d_9" [id=146, type=conv2d]; -"147 quantize_per_tensor_default_13" [id=147, type=quantize_per_tensor]; -"148 dequantize_per_tensor_default_13" [id=148, type=dequantize_per_tensor]; -"149 add__3" [id=149, type=add_]; -"150 relu__8" [id=150, type=relu_]; -"151 quantize_per_tensor_default_14" [id=151, type=quantize_per_tensor]; -"152 dequantize_per_tensor_default_35" [id=152, type=dequantize_per_tensor]; -"153 dequantize_per_tensor_default_34" [id=153, type=dequantize_per_tensor]; -"154 layer3_0_conv1_weight_bias" [id=154, type=get_attr]; +"147 quantize_per_tensor_default_13" [id=147, type="quantize_per_tensor"]; +"148 dequantize_per_tensor_default_13" [id=148, type="dequantize_per_tensor"]; +"149 add__3" [id=149, type="add_"]; +"150 relu__8" [id=150, type="relu_"]; +"151 quantize_per_tensor_default_14" [id=151, type="quantize_per_tensor"]; +"152 dequantize_per_tensor_default_35" [id=152, type="dequantize_per_tensor"]; +"153 dequantize_per_tensor_default_34" [id=153, type="dequantize_per_tensor"]; +"154 layer3_0_conv1_weight_bias" [id=154, type="get_attr"]; "155 conv2d_10" [id=155, type=conv2d]; -"156 relu__9" [id=156, type=relu_]; -"157 quantize_per_tensor_default_15" [id=157, type=quantize_per_tensor]; -"158 dequantize_per_tensor_default_15" [id=158, type=dequantize_per_tensor]; -"159 layer3_0_conv2_weight_bias" [id=159, type=get_attr]; +"156 relu__9" [id=156, type="relu_"]; +"157 quantize_per_tensor_default_15" [id=157, type="quantize_per_tensor"]; +"158 dequantize_per_tensor_default_15" [id=158, type="dequantize_per_tensor"]; +"159 layer3_0_conv2_weight_bias" [id=159, type="get_attr"]; "160 conv2d_11" [id=160, type=conv2d]; -"161 quantize_per_tensor_default_16" [id=161, type=quantize_per_tensor]; -"162 dequantize_per_tensor_default_16" [id=162, type=dequantize_per_tensor]; -"163 layer3_0_downsample_0_weight_bias" [id=163, type=get_attr]; +"161 quantize_per_tensor_default_16" [id=161, type="quantize_per_tensor"]; +"162 dequantize_per_tensor_default_16" [id=162, type="dequantize_per_tensor"]; +"163 layer3_0_downsample_0_weight_bias" [id=163, type="get_attr"]; "164 conv2d_12" [id=164, type=conv2d]; -"165 quantize_per_tensor_default_17" [id=165, type=quantize_per_tensor]; -"166 dequantize_per_tensor_default_17" [id=166, type=dequantize_per_tensor]; -"167 add__4" [id=167, type=add_]; -"168 relu__10" [id=168, type=relu_]; -"169 quantize_per_tensor_default_18" [id=169, type=quantize_per_tensor]; -"170 dequantize_per_tensor_default_18" [id=170, type=dequantize_per_tensor]; -"171 dequantize_per_tensor_default_36" [id=171, type=dequantize_per_tensor]; -"172 layer3_1_conv1_weight_bias" [id=172, type=get_attr]; +"165 quantize_per_tensor_default_17" [id=165, type="quantize_per_tensor"]; +"166 dequantize_per_tensor_default_17" [id=166, type="dequantize_per_tensor"]; +"167 add__4" [id=167, type="add_"]; +"168 relu__10" [id=168, type="relu_"]; +"169 quantize_per_tensor_default_18" [id=169, type="quantize_per_tensor"]; +"170 dequantize_per_tensor_default_18" [id=170, type="dequantize_per_tensor"]; +"171 dequantize_per_tensor_default_36" [id=171, type="dequantize_per_tensor"]; +"172 layer3_1_conv1_weight_bias" [id=172, type="get_attr"]; "173 conv2d_13" [id=173, type=conv2d]; -"174 relu__11" [id=174, type=relu_]; -"175 quantize_per_tensor_default_19" [id=175, type=quantize_per_tensor]; -"176 dequantize_per_tensor_default_19" [id=176, type=dequantize_per_tensor]; -"177 layer3_1_conv2_weight_bias" [id=177, type=get_attr]; +"174 relu__11" [id=174, type="relu_"]; +"175 quantize_per_tensor_default_19" [id=175, type="quantize_per_tensor"]; +"176 dequantize_per_tensor_default_19" [id=176, type="dequantize_per_tensor"]; +"177 layer3_1_conv2_weight_bias" [id=177, type="get_attr"]; "178 conv2d_14" [id=178, type=conv2d]; -"179 quantize_per_tensor_default_20" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_20" [id=180, type=dequantize_per_tensor]; -"181 add__5" [id=181, type=add_]; -"182 relu__12" [id=182, type=relu_]; -"183 quantize_per_tensor_default_21" [id=183, type=quantize_per_tensor]; -"184 dequantize_per_tensor_default_38" [id=184, type=dequantize_per_tensor]; -"185 dequantize_per_tensor_default_37" [id=185, type=dequantize_per_tensor]; -"186 layer4_0_conv1_weight_bias" [id=186, type=get_attr]; +"179 quantize_per_tensor_default_20" [id=179, type="quantize_per_tensor"]; +"180 dequantize_per_tensor_default_20" [id=180, type="dequantize_per_tensor"]; +"181 add__5" [id=181, type="add_"]; +"182 relu__12" [id=182, type="relu_"]; +"183 quantize_per_tensor_default_21" [id=183, type="quantize_per_tensor"]; +"184 dequantize_per_tensor_default_38" [id=184, type="dequantize_per_tensor"]; +"185 dequantize_per_tensor_default_37" [id=185, type="dequantize_per_tensor"]; +"186 layer4_0_conv1_weight_bias" [id=186, type="get_attr"]; "187 conv2d_15" [id=187, type=conv2d]; -"188 relu__13" [id=188, type=relu_]; -"189 quantize_per_tensor_default_22" [id=189, type=quantize_per_tensor]; -"190 dequantize_per_tensor_default_22" [id=190, type=dequantize_per_tensor]; -"191 layer4_0_conv2_weight_bias" [id=191, type=get_attr]; +"188 relu__13" [id=188, type="relu_"]; +"189 quantize_per_tensor_default_22" [id=189, type="quantize_per_tensor"]; +"190 dequantize_per_tensor_default_22" [id=190, type="dequantize_per_tensor"]; +"191 layer4_0_conv2_weight_bias" [id=191, type="get_attr"]; "192 conv2d_16" [id=192, type=conv2d]; -"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; -"194 dequantize_per_tensor_default_23" [id=194, type=dequantize_per_tensor]; -"195 layer4_0_downsample_0_weight_bias" [id=195, type=get_attr]; +"193 quantize_per_tensor_default_23" [id=193, type="quantize_per_tensor"]; +"194 dequantize_per_tensor_default_23" [id=194, type="dequantize_per_tensor"]; +"195 layer4_0_downsample_0_weight_bias" [id=195, type="get_attr"]; "196 conv2d_17" [id=196, type=conv2d]; -"197 quantize_per_tensor_default_24" [id=197, type=quantize_per_tensor]; -"198 dequantize_per_tensor_default_24" [id=198, type=dequantize_per_tensor]; -"199 add__6" [id=199, type=add_]; -"200 relu__14" [id=200, type=relu_]; -"201 quantize_per_tensor_default_25" [id=201, type=quantize_per_tensor]; -"202 dequantize_per_tensor_default_25" [id=202, type=dequantize_per_tensor]; -"203 dequantize_per_tensor_default_39" [id=203, type=dequantize_per_tensor]; -"204 layer4_1_conv1_weight_bias" [id=204, type=get_attr]; +"197 quantize_per_tensor_default_24" [id=197, type="quantize_per_tensor"]; +"198 dequantize_per_tensor_default_24" [id=198, type="dequantize_per_tensor"]; +"199 add__6" [id=199, type="add_"]; +"200 relu__14" [id=200, type="relu_"]; +"201 quantize_per_tensor_default_25" [id=201, type="quantize_per_tensor"]; +"202 dequantize_per_tensor_default_25" [id=202, type="dequantize_per_tensor"]; +"203 dequantize_per_tensor_default_39" [id=203, type="dequantize_per_tensor"]; +"204 layer4_1_conv1_weight_bias" [id=204, type="get_attr"]; "205 conv2d_18" [id=205, type=conv2d]; -"206 relu__15" [id=206, type=relu_]; -"207 quantize_per_tensor_default_26" [id=207, type=quantize_per_tensor]; -"208 dequantize_per_tensor_default_26" [id=208, type=dequantize_per_tensor]; -"209 layer4_1_conv2_weight_bias" [id=209, type=get_attr]; +"206 relu__15" [id=206, type="relu_"]; +"207 quantize_per_tensor_default_26" [id=207, type="quantize_per_tensor"]; +"208 dequantize_per_tensor_default_26" [id=208, type="dequantize_per_tensor"]; +"209 layer4_1_conv2_weight_bias" [id=209, type="get_attr"]; "210 conv2d_19" [id=210, type=conv2d]; -"211 quantize_per_tensor_default_27" [id=211, type=quantize_per_tensor]; -"212 dequantize_per_tensor_default_27" [id=212, type=dequantize_per_tensor]; -"213 add__7" [id=213, type=add_]; -"214 relu__16" [id=214, type=relu_]; -"215 quantize_per_tensor_default_28" [id=215, type=quantize_per_tensor]; -"216 dequantize_per_tensor_default_28" [id=216, type=dequantize_per_tensor]; -"217 adaptive_avg_pool2d" [id=217, type=adaptive_avg_pool2d]; -"218 quantize_per_tensor_default_29" [id=218, type=quantize_per_tensor]; -"219 dequantize_per_tensor_default_29" [id=219, type=dequantize_per_tensor]; +"211 quantize_per_tensor_default_27" [id=211, type="quantize_per_tensor"]; +"212 dequantize_per_tensor_default_27" [id=212, type="dequantize_per_tensor"]; +"213 add__7" [id=213, type="add_"]; +"214 relu__16" [id=214, type="relu_"]; +"215 quantize_per_tensor_default_28" [id=215, type="quantize_per_tensor"]; +"216 dequantize_per_tensor_default_28" [id=216, type="dequantize_per_tensor"]; +"217 adaptive_avg_pool2d" [id=217, type="adaptive_avg_pool2d"]; +"218 quantize_per_tensor_default_29" [id=218, type="quantize_per_tensor"]; +"219 dequantize_per_tensor_default_29" [id=219, type="dequantize_per_tensor"]; "220 flatten" [id=220, type=flatten]; "221 linear" [id=221, type=linear]; "222 output" [id=222, type=output]; -"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; -"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; -"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; -"3 dequantize_per_channel_default" -> "89 conv2d" [label=None, style=solid]; -"4 _scale_1" -> "7 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"6 _frozen_param1" -> "7 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"7 dequantize_per_channel_default_1" -> "95 conv2d_1" [label=None, style=solid]; -"8 _scale_2" -> "11 dequantize_per_channel_default_2" [label="(64,)", style=solid]; -"9 _zero_point_2" -> "11 dequantize_per_channel_default_2" [label="(64,)", style=solid]; -"10 _frozen_param2" -> "11 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; -"11 dequantize_per_channel_default_2" -> "100 conv2d_2" [label=None, style=solid]; -"12 _scale_3" -> "15 dequantize_per_channel_default_3" [label="(64,)", style=solid]; -"13 _zero_point_3" -> "15 dequantize_per_channel_default_3" [label="(64,)", style=solid]; -"14 _frozen_param3" -> "15 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; -"15 dequantize_per_channel_default_3" -> "109 conv2d_3" [label=None, style=solid]; -"16 _scale_4" -> "19 dequantize_per_channel_default_4" [label="(64,)", style=solid]; -"17 _zero_point_4" -> "19 dequantize_per_channel_default_4" [label="(64,)", style=solid]; -"18 _frozen_param4" -> "19 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; -"19 dequantize_per_channel_default_4" -> "114 conv2d_4" [label=None, style=solid]; -"20 _scale_5" -> "23 dequantize_per_channel_default_5" [label="(128,)", style=solid]; -"21 _zero_point_5" -> "23 dequantize_per_channel_default_5" [label="(128,)", style=solid]; -"22 _frozen_param5" -> "23 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; -"23 dequantize_per_channel_default_5" -> "123 conv2d_5" [label=None, style=solid]; -"24 _scale_6" -> "27 dequantize_per_channel_default_6" [label="(128,)", style=solid]; -"25 _zero_point_6" -> "27 dequantize_per_channel_default_6" [label="(128,)", style=solid]; -"26 _frozen_param6" -> "27 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; -"27 dequantize_per_channel_default_6" -> "128 conv2d_6" [label=None, style=solid]; -"28 _scale_7" -> "31 dequantize_per_channel_default_7" [label="(128,)", style=solid]; -"29 _zero_point_7" -> "31 dequantize_per_channel_default_7" [label="(128,)", style=solid]; -"30 _frozen_param7" -> "31 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; -"31 dequantize_per_channel_default_7" -> "132 conv2d_7" [label=None, style=solid]; -"32 _scale_8" -> "35 dequantize_per_channel_default_8" [label="(128,)", style=solid]; -"33 _zero_point_8" -> "35 dequantize_per_channel_default_8" [label="(128,)", style=solid]; -"34 _frozen_param8" -> "35 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; -"35 dequantize_per_channel_default_8" -> "141 conv2d_8" [label=None, style=solid]; -"36 _scale_9" -> "39 dequantize_per_channel_default_9" [label="(128,)", style=solid]; -"37 _zero_point_9" -> "39 dequantize_per_channel_default_9" [label="(128,)", style=solid]; -"38 _frozen_param9" -> "39 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; -"39 dequantize_per_channel_default_9" -> "146 conv2d_9" [label=None, style=solid]; -"40 _scale_10" -> "43 dequantize_per_channel_default_10" [label="(256,)", style=solid]; -"41 _zero_point_10" -> "43 dequantize_per_channel_default_10" [label="(256,)", style=solid]; -"42 _frozen_param10" -> "43 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; -"43 dequantize_per_channel_default_10" -> "155 conv2d_10" [label=None, style=solid]; -"44 _scale_11" -> "47 dequantize_per_channel_default_11" [label="(256,)", style=solid]; -"45 _zero_point_11" -> "47 dequantize_per_channel_default_11" [label="(256,)", style=solid]; -"46 _frozen_param11" -> "47 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; -"47 dequantize_per_channel_default_11" -> "160 conv2d_11" [label=None, style=solid]; -"48 _scale_12" -> "51 dequantize_per_channel_default_12" [label="(256,)", style=solid]; -"49 _zero_point_12" -> "51 dequantize_per_channel_default_12" [label="(256,)", style=solid]; -"50 _frozen_param12" -> "51 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; -"51 dequantize_per_channel_default_12" -> "164 conv2d_12" [label=None, style=solid]; -"52 _scale_13" -> "55 dequantize_per_channel_default_13" [label="(256,)", style=solid]; -"53 _zero_point_13" -> "55 dequantize_per_channel_default_13" [label="(256,)", style=solid]; -"54 _frozen_param13" -> "55 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; -"55 dequantize_per_channel_default_13" -> "173 conv2d_13" [label=None, style=solid]; -"56 _scale_14" -> "59 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"57 _zero_point_14" -> "59 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"58 _frozen_param14" -> "59 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; -"59 dequantize_per_channel_default_14" -> "178 conv2d_14" [label=None, style=solid]; -"60 _scale_15" -> "63 dequantize_per_channel_default_15" [label="(512,)", style=solid]; -"61 _zero_point_15" -> "63 dequantize_per_channel_default_15" [label="(512,)", style=solid]; -"62 _frozen_param15" -> "63 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; -"63 dequantize_per_channel_default_15" -> "187 conv2d_15" [label=None, style=solid]; -"64 _scale_16" -> "67 dequantize_per_channel_default_16" [label="(512,)", style=solid]; -"65 _zero_point_16" -> "67 dequantize_per_channel_default_16" [label="(512,)", style=solid]; -"66 _frozen_param16" -> "67 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; -"67 dequantize_per_channel_default_16" -> "192 conv2d_16" [label=None, style=solid]; -"68 _scale_17" -> "71 dequantize_per_channel_default_17" [label="(512,)", style=solid]; -"69 _zero_point_17" -> "71 dequantize_per_channel_default_17" [label="(512,)", style=solid]; -"70 _frozen_param17" -> "71 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; -"71 dequantize_per_channel_default_17" -> "196 conv2d_17" [label=None, style=solid]; -"72 _scale_18" -> "75 dequantize_per_channel_default_18" [label="(512,)", style=solid]; -"73 _zero_point_18" -> "75 dequantize_per_channel_default_18" [label="(512,)", style=solid]; -"74 _frozen_param18" -> "75 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; -"75 dequantize_per_channel_default_18" -> "205 conv2d_18" [label=None, style=solid]; -"76 _scale_19" -> "79 dequantize_per_channel_default_19" [label="(512,)", style=solid]; -"77 _zero_point_19" -> "79 dequantize_per_channel_default_19" [label="(512,)", style=solid]; -"78 _frozen_param19" -> "79 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; -"79 dequantize_per_channel_default_19" -> "210 conv2d_19" [label=None, style=solid]; -"80 _scale_20" -> "83 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; -"81 _zero_point_20" -> "83 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; -"82 _frozen_param20" -> "83 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; -"83 dequantize_per_channel_default_20" -> "221 linear" [label=None, style=solid]; -"84 fc_bias" -> "221 linear" [label="(1000,)", style=solid]; -"85 x" -> "86 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"86 quantize_per_tensor_default" -> "87 dequantize_per_tensor_default" [label=None, style=solid]; -"87 dequantize_per_tensor_default" -> "89 conv2d" [label=None, style=solid]; -"88 conv1_weight_bias" -> "89 conv2d" [label="(64,)", style=solid]; -"89 conv2d" -> "90 relu_" [label="(1, 64, 112, 112)", style=solid]; -"90 relu_" -> "91 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; -"91 quantize_per_tensor_default_1" -> "92 dequantize_per_tensor_default_1" [label=None, style=solid]; -"92 dequantize_per_tensor_default_1" -> "93 max_pool2d" [label=None, style=solid]; -"93 max_pool2d" -> "95 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; -"93 max_pool2d" -> "103 add_" [label="(1, 64, 56, 56)", style=solid]; -"94 layer1_0_conv1_weight_bias" -> "95 conv2d_1" [label="(64,)", style=solid]; -"95 conv2d_1" -> "96 relu__1" [label="(1, 64, 56, 56)", style=solid]; -"96 relu__1" -> "97 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; -"97 quantize_per_tensor_default_2" -> "98 dequantize_per_tensor_default_2" [label=None, style=solid]; -"98 dequantize_per_tensor_default_2" -> "100 conv2d_2" [label=None, style=solid]; -"99 layer1_0_conv2_weight_bias" -> "100 conv2d_2" [label="(64,)", style=solid]; -"100 conv2d_2" -> "101 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; -"101 quantize_per_tensor_default_3" -> "102 dequantize_per_tensor_default_3" [label=None, style=solid]; -"102 dequantize_per_tensor_default_3" -> "103 add_" [label=None, style=solid]; -"103 add_" -> "104 relu__2" [label="(1, 64, 56, 56)", style=solid]; -"104 relu__2" -> "105 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; -"105 quantize_per_tensor_default_4" -> "106 dequantize_per_tensor_default_4" [label=None, style=solid]; -"105 quantize_per_tensor_default_4" -> "107 dequantize_per_tensor_default_30" [label=None, style=solid]; -"106 dequantize_per_tensor_default_4" -> "117 add__1" [label=None, style=solid]; -"107 dequantize_per_tensor_default_30" -> "109 conv2d_3" [label=None, style=solid]; -"108 layer1_1_conv1_weight_bias" -> "109 conv2d_3" [label="(64,)", style=solid]; -"109 conv2d_3" -> "110 relu__3" [label="(1, 64, 56, 56)", style=solid]; -"110 relu__3" -> "111 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; -"111 quantize_per_tensor_default_5" -> "112 dequantize_per_tensor_default_5" [label=None, style=solid]; -"112 dequantize_per_tensor_default_5" -> "114 conv2d_4" [label=None, style=solid]; -"113 layer1_1_conv2_weight_bias" -> "114 conv2d_4" [label="(64,)", style=solid]; -"114 conv2d_4" -> "115 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; -"115 quantize_per_tensor_default_6" -> "116 dequantize_per_tensor_default_6" [label=None, style=solid]; -"116 dequantize_per_tensor_default_6" -> "117 add__1" [label=None, style=solid]; -"117 add__1" -> "118 relu__4" [label="(1, 64, 56, 56)", style=solid]; -"118 relu__4" -> "119 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; -"119 quantize_per_tensor_default_7" -> "120 dequantize_per_tensor_default_32" [label=None, style=solid]; -"119 quantize_per_tensor_default_7" -> "121 dequantize_per_tensor_default_31" [label=None, style=solid]; -"120 dequantize_per_tensor_default_32" -> "132 conv2d_7" [label=None, style=solid]; -"121 dequantize_per_tensor_default_31" -> "123 conv2d_5" [label=None, style=solid]; -"122 layer2_0_conv1_weight_bias" -> "123 conv2d_5" [label="(128,)", style=solid]; -"123 conv2d_5" -> "124 relu__5" [label="(1, 128, 28, 28)", style=solid]; -"124 relu__5" -> "125 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; -"125 quantize_per_tensor_default_8" -> "126 dequantize_per_tensor_default_8" [label=None, style=solid]; -"126 dequantize_per_tensor_default_8" -> "128 conv2d_6" [label=None, style=solid]; -"127 layer2_0_conv2_weight_bias" -> "128 conv2d_6" [label="(128,)", style=solid]; -"128 conv2d_6" -> "129 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; -"129 quantize_per_tensor_default_9" -> "130 dequantize_per_tensor_default_9" [label=None, style=solid]; -"130 dequantize_per_tensor_default_9" -> "135 add__2" [label=None, style=solid]; -"131 layer2_0_downsample_0_weight_bias" -> "132 conv2d_7" [label="(128,)", style=solid]; -"132 conv2d_7" -> "133 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; -"133 quantize_per_tensor_default_10" -> "134 dequantize_per_tensor_default_10" [label=None, style=solid]; -"134 dequantize_per_tensor_default_10" -> "135 add__2" [label=None, style=solid]; -"135 add__2" -> "136 relu__6" [label="(1, 128, 28, 28)", style=solid]; -"136 relu__6" -> "137 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; -"137 quantize_per_tensor_default_11" -> "138 dequantize_per_tensor_default_11" [label=None, style=solid]; -"137 quantize_per_tensor_default_11" -> "139 dequantize_per_tensor_default_33" [label=None, style=solid]; -"138 dequantize_per_tensor_default_11" -> "149 add__3" [label=None, style=solid]; -"139 dequantize_per_tensor_default_33" -> "141 conv2d_8" [label=None, style=solid]; -"140 layer2_1_conv1_weight_bias" -> "141 conv2d_8" [label="(128,)", style=solid]; -"141 conv2d_8" -> "142 relu__7" [label="(1, 128, 28, 28)", style=solid]; -"142 relu__7" -> "143 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; -"143 quantize_per_tensor_default_12" -> "144 dequantize_per_tensor_default_12" [label=None, style=solid]; -"144 dequantize_per_tensor_default_12" -> "146 conv2d_9" [label=None, style=solid]; -"145 layer2_1_conv2_weight_bias" -> "146 conv2d_9" [label="(128,)", style=solid]; -"146 conv2d_9" -> "147 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; -"147 quantize_per_tensor_default_13" -> "148 dequantize_per_tensor_default_13" [label=None, style=solid]; -"148 dequantize_per_tensor_default_13" -> "149 add__3" [label=None, style=solid]; -"149 add__3" -> "150 relu__8" [label="(1, 128, 28, 28)", style=solid]; -"150 relu__8" -> "151 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; -"151 quantize_per_tensor_default_14" -> "152 dequantize_per_tensor_default_35" [label=None, style=solid]; -"151 quantize_per_tensor_default_14" -> "153 dequantize_per_tensor_default_34" [label=None, style=solid]; -"152 dequantize_per_tensor_default_35" -> "164 conv2d_12" [label=None, style=solid]; -"153 dequantize_per_tensor_default_34" -> "155 conv2d_10" [label=None, style=solid]; -"154 layer3_0_conv1_weight_bias" -> "155 conv2d_10" [label="(256,)", style=solid]; -"155 conv2d_10" -> "156 relu__9" [label="(1, 256, 14, 14)", style=solid]; -"156 relu__9" -> "157 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; -"157 quantize_per_tensor_default_15" -> "158 dequantize_per_tensor_default_15" [label=None, style=solid]; -"158 dequantize_per_tensor_default_15" -> "160 conv2d_11" [label=None, style=solid]; -"159 layer3_0_conv2_weight_bias" -> "160 conv2d_11" [label="(256,)", style=solid]; -"160 conv2d_11" -> "161 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; -"161 quantize_per_tensor_default_16" -> "162 dequantize_per_tensor_default_16" [label=None, style=solid]; -"162 dequantize_per_tensor_default_16" -> "167 add__4" [label=None, style=solid]; -"163 layer3_0_downsample_0_weight_bias" -> "164 conv2d_12" [label="(256,)", style=solid]; -"164 conv2d_12" -> "165 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; -"165 quantize_per_tensor_default_17" -> "166 dequantize_per_tensor_default_17" [label=None, style=solid]; -"166 dequantize_per_tensor_default_17" -> "167 add__4" [label=None, style=solid]; -"167 add__4" -> "168 relu__10" [label="(1, 256, 14, 14)", style=solid]; -"168 relu__10" -> "169 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; -"169 quantize_per_tensor_default_18" -> "170 dequantize_per_tensor_default_18" [label=None, style=solid]; -"169 quantize_per_tensor_default_18" -> "171 dequantize_per_tensor_default_36" [label=None, style=solid]; -"170 dequantize_per_tensor_default_18" -> "181 add__5" [label=None, style=solid]; -"171 dequantize_per_tensor_default_36" -> "173 conv2d_13" [label=None, style=solid]; -"172 layer3_1_conv1_weight_bias" -> "173 conv2d_13" [label="(256,)", style=solid]; -"173 conv2d_13" -> "174 relu__11" [label="(1, 256, 14, 14)", style=solid]; -"174 relu__11" -> "175 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; -"175 quantize_per_tensor_default_19" -> "176 dequantize_per_tensor_default_19" [label=None, style=solid]; -"176 dequantize_per_tensor_default_19" -> "178 conv2d_14" [label=None, style=solid]; -"177 layer3_1_conv2_weight_bias" -> "178 conv2d_14" [label="(256,)", style=solid]; -"178 conv2d_14" -> "179 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; -"179 quantize_per_tensor_default_20" -> "180 dequantize_per_tensor_default_20" [label=None, style=solid]; -"180 dequantize_per_tensor_default_20" -> "181 add__5" [label=None, style=solid]; -"181 add__5" -> "182 relu__12" [label="(1, 256, 14, 14)", style=solid]; -"182 relu__12" -> "183 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; -"183 quantize_per_tensor_default_21" -> "184 dequantize_per_tensor_default_38" [label=None, style=solid]; -"183 quantize_per_tensor_default_21" -> "185 dequantize_per_tensor_default_37" [label=None, style=solid]; -"184 dequantize_per_tensor_default_38" -> "196 conv2d_17" [label=None, style=solid]; -"185 dequantize_per_tensor_default_37" -> "187 conv2d_15" [label=None, style=solid]; -"186 layer4_0_conv1_weight_bias" -> "187 conv2d_15" [label="(512,)", style=solid]; -"187 conv2d_15" -> "188 relu__13" [label="(1, 512, 7, 7)", style=solid]; -"188 relu__13" -> "189 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; -"189 quantize_per_tensor_default_22" -> "190 dequantize_per_tensor_default_22" [label=None, style=solid]; -"190 dequantize_per_tensor_default_22" -> "192 conv2d_16" [label=None, style=solid]; -"191 layer4_0_conv2_weight_bias" -> "192 conv2d_16" [label="(512,)", style=solid]; -"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; -"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_23" [label=None, style=solid]; -"194 dequantize_per_tensor_default_23" -> "199 add__6" [label=None, style=solid]; -"195 layer4_0_downsample_0_weight_bias" -> "196 conv2d_17" [label="(512,)", style=solid]; -"196 conv2d_17" -> "197 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; -"197 quantize_per_tensor_default_24" -> "198 dequantize_per_tensor_default_24" [label=None, style=solid]; -"198 dequantize_per_tensor_default_24" -> "199 add__6" [label=None, style=solid]; -"199 add__6" -> "200 relu__14" [label="(1, 512, 7, 7)", style=solid]; -"200 relu__14" -> "201 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; -"201 quantize_per_tensor_default_25" -> "202 dequantize_per_tensor_default_25" [label=None, style=solid]; -"201 quantize_per_tensor_default_25" -> "203 dequantize_per_tensor_default_39" [label=None, style=solid]; -"202 dequantize_per_tensor_default_25" -> "213 add__7" [label=None, style=solid]; -"203 dequantize_per_tensor_default_39" -> "205 conv2d_18" [label=None, style=solid]; -"204 layer4_1_conv1_weight_bias" -> "205 conv2d_18" [label="(512,)", style=solid]; -"205 conv2d_18" -> "206 relu__15" [label="(1, 512, 7, 7)", style=solid]; -"206 relu__15" -> "207 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; -"207 quantize_per_tensor_default_26" -> "208 dequantize_per_tensor_default_26" [label=None, style=solid]; -"208 dequantize_per_tensor_default_26" -> "210 conv2d_19" [label=None, style=solid]; -"209 layer4_1_conv2_weight_bias" -> "210 conv2d_19" [label="(512,)", style=solid]; -"210 conv2d_19" -> "211 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; -"211 quantize_per_tensor_default_27" -> "212 dequantize_per_tensor_default_27" [label=None, style=solid]; -"212 dequantize_per_tensor_default_27" -> "213 add__7" [label=None, style=solid]; -"213 add__7" -> "214 relu__16" [label="(1, 512, 7, 7)", style=solid]; -"214 relu__16" -> "215 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; -"215 quantize_per_tensor_default_28" -> "216 dequantize_per_tensor_default_28" [label=None, style=solid]; -"216 dequantize_per_tensor_default_28" -> "217 adaptive_avg_pool2d" [label=None, style=solid]; -"217 adaptive_avg_pool2d" -> "218 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; -"218 quantize_per_tensor_default_29" -> "219 dequantize_per_tensor_default_29" [label=None, style=solid]; -"219 dequantize_per_tensor_default_29" -> "220 flatten" [label=None, style=solid]; -"220 flatten" -> "221 linear" [label="(1, 512)", style=solid]; -"221 linear" -> "222 output" [label="(1, 1000)", style=solid]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [style=solid, label="(64,)"]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [style=solid, label="(64,)"]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [style=solid, label="(64, 3, 7, 7)"]; +"3 dequantize_per_channel_default" -> "89 conv2d" [style=solid, label=None]; +"4 _scale_1" -> "7 dequantize_per_channel_default_1" [style=solid, label="(64,)"]; +"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [style=solid, label="(64,)"]; +"6 _frozen_param1" -> "7 dequantize_per_channel_default_1" [style=solid, label="(64, 64, 3, 3)"]; +"7 dequantize_per_channel_default_1" -> "95 conv2d_1" [style=solid, label=None]; +"8 _scale_2" -> "11 dequantize_per_channel_default_2" [style=solid, label="(64,)"]; +"9 _zero_point_2" -> "11 dequantize_per_channel_default_2" [style=solid, label="(64,)"]; +"10 _frozen_param2" -> "11 dequantize_per_channel_default_2" [style=solid, label="(64, 64, 3, 3)"]; +"11 dequantize_per_channel_default_2" -> "100 conv2d_2" [style=solid, label=None]; +"12 _scale_3" -> "15 dequantize_per_channel_default_3" [style=solid, label="(64,)"]; +"13 _zero_point_3" -> "15 dequantize_per_channel_default_3" [style=solid, label="(64,)"]; +"14 _frozen_param3" -> "15 dequantize_per_channel_default_3" [style=solid, label="(64, 64, 3, 3)"]; +"15 dequantize_per_channel_default_3" -> "109 conv2d_3" [style=solid, label=None]; +"16 _scale_4" -> "19 dequantize_per_channel_default_4" [style=solid, label="(64,)"]; +"17 _zero_point_4" -> "19 dequantize_per_channel_default_4" [style=solid, label="(64,)"]; +"18 _frozen_param4" -> "19 dequantize_per_channel_default_4" [style=solid, label="(64, 64, 3, 3)"]; +"19 dequantize_per_channel_default_4" -> "114 conv2d_4" [style=solid, label=None]; +"20 _scale_5" -> "23 dequantize_per_channel_default_5" [style=solid, label="(128,)"]; +"21 _zero_point_5" -> "23 dequantize_per_channel_default_5" [style=solid, label="(128,)"]; +"22 _frozen_param5" -> "23 dequantize_per_channel_default_5" [style=solid, label="(128, 64, 3, 3)"]; +"23 dequantize_per_channel_default_5" -> "123 conv2d_5" [style=solid, label=None]; +"24 _scale_6" -> "27 dequantize_per_channel_default_6" [style=solid, label="(128,)"]; +"25 _zero_point_6" -> "27 dequantize_per_channel_default_6" [style=solid, label="(128,)"]; +"26 _frozen_param6" -> "27 dequantize_per_channel_default_6" [style=solid, label="(128, 128, 3, 3)"]; +"27 dequantize_per_channel_default_6" -> "128 conv2d_6" [style=solid, label=None]; +"28 _scale_7" -> "31 dequantize_per_channel_default_7" [style=solid, label="(128,)"]; +"29 _zero_point_7" -> "31 dequantize_per_channel_default_7" [style=solid, label="(128,)"]; +"30 _frozen_param7" -> "31 dequantize_per_channel_default_7" [style=solid, label="(128, 64, 1, 1)"]; +"31 dequantize_per_channel_default_7" -> "132 conv2d_7" [style=solid, label=None]; +"32 _scale_8" -> "35 dequantize_per_channel_default_8" [style=solid, label="(128,)"]; +"33 _zero_point_8" -> "35 dequantize_per_channel_default_8" [style=solid, label="(128,)"]; +"34 _frozen_param8" -> "35 dequantize_per_channel_default_8" [style=solid, label="(128, 128, 3, 3)"]; +"35 dequantize_per_channel_default_8" -> "141 conv2d_8" [style=solid, label=None]; +"36 _scale_9" -> "39 dequantize_per_channel_default_9" [style=solid, label="(128,)"]; +"37 _zero_point_9" -> "39 dequantize_per_channel_default_9" [style=solid, label="(128,)"]; +"38 _frozen_param9" -> "39 dequantize_per_channel_default_9" [style=solid, label="(128, 128, 3, 3)"]; +"39 dequantize_per_channel_default_9" -> "146 conv2d_9" [style=solid, label=None]; +"40 _scale_10" -> "43 dequantize_per_channel_default_10" [style=solid, label="(256,)"]; +"41 _zero_point_10" -> "43 dequantize_per_channel_default_10" [style=solid, label="(256,)"]; +"42 _frozen_param10" -> "43 dequantize_per_channel_default_10" [style=solid, label="(256, 128, 3, 3)"]; +"43 dequantize_per_channel_default_10" -> "155 conv2d_10" [style=solid, label=None]; +"44 _scale_11" -> "47 dequantize_per_channel_default_11" [style=solid, label="(256,)"]; +"45 _zero_point_11" -> "47 dequantize_per_channel_default_11" [style=solid, label="(256,)"]; +"46 _frozen_param11" -> "47 dequantize_per_channel_default_11" [style=solid, label="(256, 256, 3, 3)"]; +"47 dequantize_per_channel_default_11" -> "160 conv2d_11" [style=solid, label=None]; +"48 _scale_12" -> "51 dequantize_per_channel_default_12" [style=solid, label="(256,)"]; +"49 _zero_point_12" -> "51 dequantize_per_channel_default_12" [style=solid, label="(256,)"]; +"50 _frozen_param12" -> "51 dequantize_per_channel_default_12" [style=solid, label="(256, 128, 1, 1)"]; +"51 dequantize_per_channel_default_12" -> "164 conv2d_12" [style=solid, label=None]; +"52 _scale_13" -> "55 dequantize_per_channel_default_13" [style=solid, label="(256,)"]; +"53 _zero_point_13" -> "55 dequantize_per_channel_default_13" [style=solid, label="(256,)"]; +"54 _frozen_param13" -> "55 dequantize_per_channel_default_13" [style=solid, label="(256, 256, 3, 3)"]; +"55 dequantize_per_channel_default_13" -> "173 conv2d_13" [style=solid, label=None]; +"56 _scale_14" -> "59 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; +"57 _zero_point_14" -> "59 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; +"58 _frozen_param14" -> "59 dequantize_per_channel_default_14" [style=solid, label="(256, 256, 3, 3)"]; +"59 dequantize_per_channel_default_14" -> "178 conv2d_14" [style=solid, label=None]; +"60 _scale_15" -> "63 dequantize_per_channel_default_15" [style=solid, label="(512,)"]; +"61 _zero_point_15" -> "63 dequantize_per_channel_default_15" [style=solid, label="(512,)"]; +"62 _frozen_param15" -> "63 dequantize_per_channel_default_15" [style=solid, label="(512, 256, 3, 3)"]; +"63 dequantize_per_channel_default_15" -> "187 conv2d_15" [style=solid, label=None]; +"64 _scale_16" -> "67 dequantize_per_channel_default_16" [style=solid, label="(512,)"]; +"65 _zero_point_16" -> "67 dequantize_per_channel_default_16" [style=solid, label="(512,)"]; +"66 _frozen_param16" -> "67 dequantize_per_channel_default_16" [style=solid, label="(512, 512, 3, 3)"]; +"67 dequantize_per_channel_default_16" -> "192 conv2d_16" [style=solid, label=None]; +"68 _scale_17" -> "71 dequantize_per_channel_default_17" [style=solid, label="(512,)"]; +"69 _zero_point_17" -> "71 dequantize_per_channel_default_17" [style=solid, label="(512,)"]; +"70 _frozen_param17" -> "71 dequantize_per_channel_default_17" [style=solid, label="(512, 256, 1, 1)"]; +"71 dequantize_per_channel_default_17" -> "196 conv2d_17" [style=solid, label=None]; +"72 _scale_18" -> "75 dequantize_per_channel_default_18" [style=solid, label="(512,)"]; +"73 _zero_point_18" -> "75 dequantize_per_channel_default_18" [style=solid, label="(512,)"]; +"74 _frozen_param18" -> "75 dequantize_per_channel_default_18" [style=solid, label="(512, 512, 3, 3)"]; +"75 dequantize_per_channel_default_18" -> "205 conv2d_18" [style=solid, label=None]; +"76 _scale_19" -> "79 dequantize_per_channel_default_19" [style=solid, label="(512,)"]; +"77 _zero_point_19" -> "79 dequantize_per_channel_default_19" [style=solid, label="(512,)"]; +"78 _frozen_param19" -> "79 dequantize_per_channel_default_19" [style=solid, label="(512, 512, 3, 3)"]; +"79 dequantize_per_channel_default_19" -> "210 conv2d_19" [style=solid, label=None]; +"80 _scale_20" -> "83 dequantize_per_channel_default_20" [style=solid, label="(1000,)"]; +"81 _zero_point_20" -> "83 dequantize_per_channel_default_20" [style=solid, label="(1000,)"]; +"82 _frozen_param20" -> "83 dequantize_per_channel_default_20" [style=solid, label="(1000, 512)"]; +"83 dequantize_per_channel_default_20" -> "221 linear" [style=solid, label=None]; +"84 fc_bias" -> "221 linear" [style=solid, label="(1000,)"]; +"85 x" -> "86 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; +"86 quantize_per_tensor_default" -> "87 dequantize_per_tensor_default" [style=solid, label=None]; +"87 dequantize_per_tensor_default" -> "89 conv2d" [style=solid, label=None]; +"88 conv1_weight_bias" -> "89 conv2d" [style=solid, label="(64,)"]; +"89 conv2d" -> "90 relu_" [style=solid, label="(1, 64, 112, 112)"]; +"90 relu_" -> "91 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 112, 112)"]; +"91 quantize_per_tensor_default_1" -> "92 dequantize_per_tensor_default_1" [style=solid, label=None]; +"92 dequantize_per_tensor_default_1" -> "93 max_pool2d" [style=solid, label=None]; +"93 max_pool2d" -> "95 conv2d_1" [style=solid, label="(1, 64, 56, 56)"]; +"93 max_pool2d" -> "103 add_" [style=solid, label="(1, 64, 56, 56)"]; +"94 layer1_0_conv1_weight_bias" -> "95 conv2d_1" [style=solid, label="(64,)"]; +"95 conv2d_1" -> "96 relu__1" [style=solid, label="(1, 64, 56, 56)"]; +"96 relu__1" -> "97 quantize_per_tensor_default_2" [style=solid, label="(1, 64, 56, 56)"]; +"97 quantize_per_tensor_default_2" -> "98 dequantize_per_tensor_default_2" [style=solid, label=None]; +"98 dequantize_per_tensor_default_2" -> "100 conv2d_2" [style=solid, label=None]; +"99 layer1_0_conv2_weight_bias" -> "100 conv2d_2" [style=solid, label="(64,)"]; +"100 conv2d_2" -> "101 quantize_per_tensor_default_3" [style=solid, label="(1, 64, 56, 56)"]; +"101 quantize_per_tensor_default_3" -> "102 dequantize_per_tensor_default_3" [style=solid, label=None]; +"102 dequantize_per_tensor_default_3" -> "103 add_" [style=solid, label=None]; +"103 add_" -> "104 relu__2" [style=solid, label="(1, 64, 56, 56)"]; +"104 relu__2" -> "105 quantize_per_tensor_default_4" [style=solid, label="(1, 64, 56, 56)"]; +"105 quantize_per_tensor_default_4" -> "106 dequantize_per_tensor_default_4" [style=solid, label=None]; +"105 quantize_per_tensor_default_4" -> "107 dequantize_per_tensor_default_30" [style=solid, label=None]; +"106 dequantize_per_tensor_default_4" -> "117 add__1" [style=solid, label=None]; +"107 dequantize_per_tensor_default_30" -> "109 conv2d_3" [style=solid, label=None]; +"108 layer1_1_conv1_weight_bias" -> "109 conv2d_3" [style=solid, label="(64,)"]; +"109 conv2d_3" -> "110 relu__3" [style=solid, label="(1, 64, 56, 56)"]; +"110 relu__3" -> "111 quantize_per_tensor_default_5" [style=solid, label="(1, 64, 56, 56)"]; +"111 quantize_per_tensor_default_5" -> "112 dequantize_per_tensor_default_5" [style=solid, label=None]; +"112 dequantize_per_tensor_default_5" -> "114 conv2d_4" [style=solid, label=None]; +"113 layer1_1_conv2_weight_bias" -> "114 conv2d_4" [style=solid, label="(64,)"]; +"114 conv2d_4" -> "115 quantize_per_tensor_default_6" [style=solid, label="(1, 64, 56, 56)"]; +"115 quantize_per_tensor_default_6" -> "116 dequantize_per_tensor_default_6" [style=solid, label=None]; +"116 dequantize_per_tensor_default_6" -> "117 add__1" [style=solid, label=None]; +"117 add__1" -> "118 relu__4" [style=solid, label="(1, 64, 56, 56)"]; +"118 relu__4" -> "119 quantize_per_tensor_default_7" [style=solid, label="(1, 64, 56, 56)"]; +"119 quantize_per_tensor_default_7" -> "120 dequantize_per_tensor_default_32" [style=solid, label=None]; +"119 quantize_per_tensor_default_7" -> "121 dequantize_per_tensor_default_31" [style=solid, label=None]; +"120 dequantize_per_tensor_default_32" -> "132 conv2d_7" [style=solid, label=None]; +"121 dequantize_per_tensor_default_31" -> "123 conv2d_5" [style=solid, label=None]; +"122 layer2_0_conv1_weight_bias" -> "123 conv2d_5" [style=solid, label="(128,)"]; +"123 conv2d_5" -> "124 relu__5" [style=solid, label="(1, 128, 28, 28)"]; +"124 relu__5" -> "125 quantize_per_tensor_default_8" [style=solid, label="(1, 128, 28, 28)"]; +"125 quantize_per_tensor_default_8" -> "126 dequantize_per_tensor_default_8" [style=solid, label=None]; +"126 dequantize_per_tensor_default_8" -> "128 conv2d_6" [style=solid, label=None]; +"127 layer2_0_conv2_weight_bias" -> "128 conv2d_6" [style=solid, label="(128,)"]; +"128 conv2d_6" -> "129 quantize_per_tensor_default_9" [style=solid, label="(1, 128, 28, 28)"]; +"129 quantize_per_tensor_default_9" -> "130 dequantize_per_tensor_default_9" [style=solid, label=None]; +"130 dequantize_per_tensor_default_9" -> "135 add__2" [style=solid, label=None]; +"131 layer2_0_downsample_0_weight_bias" -> "132 conv2d_7" [style=solid, label="(128,)"]; +"132 conv2d_7" -> "133 quantize_per_tensor_default_10" [style=solid, label="(1, 128, 28, 28)"]; +"133 quantize_per_tensor_default_10" -> "134 dequantize_per_tensor_default_10" [style=solid, label=None]; +"134 dequantize_per_tensor_default_10" -> "135 add__2" [style=solid, label=None]; +"135 add__2" -> "136 relu__6" [style=solid, label="(1, 128, 28, 28)"]; +"136 relu__6" -> "137 quantize_per_tensor_default_11" [style=solid, label="(1, 128, 28, 28)"]; +"137 quantize_per_tensor_default_11" -> "138 dequantize_per_tensor_default_11" [style=solid, label=None]; +"137 quantize_per_tensor_default_11" -> "139 dequantize_per_tensor_default_33" [style=solid, label=None]; +"138 dequantize_per_tensor_default_11" -> "149 add__3" [style=solid, label=None]; +"139 dequantize_per_tensor_default_33" -> "141 conv2d_8" [style=solid, label=None]; +"140 layer2_1_conv1_weight_bias" -> "141 conv2d_8" [style=solid, label="(128,)"]; +"141 conv2d_8" -> "142 relu__7" [style=solid, label="(1, 128, 28, 28)"]; +"142 relu__7" -> "143 quantize_per_tensor_default_12" [style=solid, label="(1, 128, 28, 28)"]; +"143 quantize_per_tensor_default_12" -> "144 dequantize_per_tensor_default_12" [style=solid, label=None]; +"144 dequantize_per_tensor_default_12" -> "146 conv2d_9" [style=solid, label=None]; +"145 layer2_1_conv2_weight_bias" -> "146 conv2d_9" [style=solid, label="(128,)"]; +"146 conv2d_9" -> "147 quantize_per_tensor_default_13" [style=solid, label="(1, 128, 28, 28)"]; +"147 quantize_per_tensor_default_13" -> "148 dequantize_per_tensor_default_13" [style=solid, label=None]; +"148 dequantize_per_tensor_default_13" -> "149 add__3" [style=solid, label=None]; +"149 add__3" -> "150 relu__8" [style=solid, label="(1, 128, 28, 28)"]; +"150 relu__8" -> "151 quantize_per_tensor_default_14" [style=solid, label="(1, 128, 28, 28)"]; +"151 quantize_per_tensor_default_14" -> "152 dequantize_per_tensor_default_35" [style=solid, label=None]; +"151 quantize_per_tensor_default_14" -> "153 dequantize_per_tensor_default_34" [style=solid, label=None]; +"152 dequantize_per_tensor_default_35" -> "164 conv2d_12" [style=solid, label=None]; +"153 dequantize_per_tensor_default_34" -> "155 conv2d_10" [style=solid, label=None]; +"154 layer3_0_conv1_weight_bias" -> "155 conv2d_10" [style=solid, label="(256,)"]; +"155 conv2d_10" -> "156 relu__9" [style=solid, label="(1, 256, 14, 14)"]; +"156 relu__9" -> "157 quantize_per_tensor_default_15" [style=solid, label="(1, 256, 14, 14)"]; +"157 quantize_per_tensor_default_15" -> "158 dequantize_per_tensor_default_15" [style=solid, label=None]; +"158 dequantize_per_tensor_default_15" -> "160 conv2d_11" [style=solid, label=None]; +"159 layer3_0_conv2_weight_bias" -> "160 conv2d_11" [style=solid, label="(256,)"]; +"160 conv2d_11" -> "161 quantize_per_tensor_default_16" [style=solid, label="(1, 256, 14, 14)"]; +"161 quantize_per_tensor_default_16" -> "162 dequantize_per_tensor_default_16" [style=solid, label=None]; +"162 dequantize_per_tensor_default_16" -> "167 add__4" [style=solid, label=None]; +"163 layer3_0_downsample_0_weight_bias" -> "164 conv2d_12" [style=solid, label="(256,)"]; +"164 conv2d_12" -> "165 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; +"165 quantize_per_tensor_default_17" -> "166 dequantize_per_tensor_default_17" [style=solid, label=None]; +"166 dequantize_per_tensor_default_17" -> "167 add__4" [style=solid, label=None]; +"167 add__4" -> "168 relu__10" [style=solid, label="(1, 256, 14, 14)"]; +"168 relu__10" -> "169 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 14, 14)"]; +"169 quantize_per_tensor_default_18" -> "170 dequantize_per_tensor_default_18" [style=solid, label=None]; +"169 quantize_per_tensor_default_18" -> "171 dequantize_per_tensor_default_36" [style=solid, label=None]; +"170 dequantize_per_tensor_default_18" -> "181 add__5" [style=solid, label=None]; +"171 dequantize_per_tensor_default_36" -> "173 conv2d_13" [style=solid, label=None]; +"172 layer3_1_conv1_weight_bias" -> "173 conv2d_13" [style=solid, label="(256,)"]; +"173 conv2d_13" -> "174 relu__11" [style=solid, label="(1, 256, 14, 14)"]; +"174 relu__11" -> "175 quantize_per_tensor_default_19" [style=solid, label="(1, 256, 14, 14)"]; +"175 quantize_per_tensor_default_19" -> "176 dequantize_per_tensor_default_19" [style=solid, label=None]; +"176 dequantize_per_tensor_default_19" -> "178 conv2d_14" [style=solid, label=None]; +"177 layer3_1_conv2_weight_bias" -> "178 conv2d_14" [style=solid, label="(256,)"]; +"178 conv2d_14" -> "179 quantize_per_tensor_default_20" [style=solid, label="(1, 256, 14, 14)"]; +"179 quantize_per_tensor_default_20" -> "180 dequantize_per_tensor_default_20" [style=solid, label=None]; +"180 dequantize_per_tensor_default_20" -> "181 add__5" [style=solid, label=None]; +"181 add__5" -> "182 relu__12" [style=solid, label="(1, 256, 14, 14)"]; +"182 relu__12" -> "183 quantize_per_tensor_default_21" [style=solid, label="(1, 256, 14, 14)"]; +"183 quantize_per_tensor_default_21" -> "184 dequantize_per_tensor_default_38" [style=solid, label=None]; +"183 quantize_per_tensor_default_21" -> "185 dequantize_per_tensor_default_37" [style=solid, label=None]; +"184 dequantize_per_tensor_default_38" -> "196 conv2d_17" [style=solid, label=None]; +"185 dequantize_per_tensor_default_37" -> "187 conv2d_15" [style=solid, label=None]; +"186 layer4_0_conv1_weight_bias" -> "187 conv2d_15" [style=solid, label="(512,)"]; +"187 conv2d_15" -> "188 relu__13" [style=solid, label="(1, 512, 7, 7)"]; +"188 relu__13" -> "189 quantize_per_tensor_default_22" [style=solid, label="(1, 512, 7, 7)"]; +"189 quantize_per_tensor_default_22" -> "190 dequantize_per_tensor_default_22" [style=solid, label=None]; +"190 dequantize_per_tensor_default_22" -> "192 conv2d_16" [style=solid, label=None]; +"191 layer4_0_conv2_weight_bias" -> "192 conv2d_16" [style=solid, label="(512,)"]; +"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [style=solid, label="(1, 512, 7, 7)"]; +"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_23" [style=solid, label=None]; +"194 dequantize_per_tensor_default_23" -> "199 add__6" [style=solid, label=None]; +"195 layer4_0_downsample_0_weight_bias" -> "196 conv2d_17" [style=solid, label="(512,)"]; +"196 conv2d_17" -> "197 quantize_per_tensor_default_24" [style=solid, label="(1, 512, 7, 7)"]; +"197 quantize_per_tensor_default_24" -> "198 dequantize_per_tensor_default_24" [style=solid, label=None]; +"198 dequantize_per_tensor_default_24" -> "199 add__6" [style=solid, label=None]; +"199 add__6" -> "200 relu__14" [style=solid, label="(1, 512, 7, 7)"]; +"200 relu__14" -> "201 quantize_per_tensor_default_25" [style=solid, label="(1, 512, 7, 7)"]; +"201 quantize_per_tensor_default_25" -> "202 dequantize_per_tensor_default_25" [style=solid, label=None]; +"201 quantize_per_tensor_default_25" -> "203 dequantize_per_tensor_default_39" [style=solid, label=None]; +"202 dequantize_per_tensor_default_25" -> "213 add__7" [style=solid, label=None]; +"203 dequantize_per_tensor_default_39" -> "205 conv2d_18" [style=solid, label=None]; +"204 layer4_1_conv1_weight_bias" -> "205 conv2d_18" [style=solid, label="(512,)"]; +"205 conv2d_18" -> "206 relu__15" [style=solid, label="(1, 512, 7, 7)"]; +"206 relu__15" -> "207 quantize_per_tensor_default_26" [style=solid, label="(1, 512, 7, 7)"]; +"207 quantize_per_tensor_default_26" -> "208 dequantize_per_tensor_default_26" [style=solid, label=None]; +"208 dequantize_per_tensor_default_26" -> "210 conv2d_19" [style=solid, label=None]; +"209 layer4_1_conv2_weight_bias" -> "210 conv2d_19" [style=solid, label="(512,)"]; +"210 conv2d_19" -> "211 quantize_per_tensor_default_27" [style=solid, label="(1, 512, 7, 7)"]; +"211 quantize_per_tensor_default_27" -> "212 dequantize_per_tensor_default_27" [style=solid, label=None]; +"212 dequantize_per_tensor_default_27" -> "213 add__7" [style=solid, label=None]; +"213 add__7" -> "214 relu__16" [style=solid, label="(1, 512, 7, 7)"]; +"214 relu__16" -> "215 quantize_per_tensor_default_28" [style=solid, label="(1, 512, 7, 7)"]; +"215 quantize_per_tensor_default_28" -> "216 dequantize_per_tensor_default_28" [style=solid, label=None]; +"216 dequantize_per_tensor_default_28" -> "217 adaptive_avg_pool2d" [style=solid, label=None]; +"217 adaptive_avg_pool2d" -> "218 quantize_per_tensor_default_29" [style=solid, label="(1, 512, 1, 1)"]; +"218 quantize_per_tensor_default_29" -> "219 dequantize_per_tensor_default_29" [style=solid, label=None]; +"219 dequantize_per_tensor_default_29" -> "220 flatten" [style=solid, label=None]; +"220 flatten" -> "221 linear" [style=solid, label="(1, 512)"]; +"221 linear" -> "222 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot index bfd358a151a..3dacdab8518 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot @@ -1,41 +1,41 @@ -strict digraph { -"0 wte_weight" [id=0, type=get_attr]; -"1 _scale_0" [id=1, type=get_attr]; -"2 _zero_point_0" [id=2, type=get_attr]; -"3 _frozen_param0" [id=3, type=get_attr]; -"4 dequantize_per_channel_default" [id=4, type=dequantize_per_channel]; -"5 linear_bias" [id=5, type=get_attr]; -"6 _scale_1" [id=6, type=get_attr]; -"7 _zero_point_1" [id=7, type=get_attr]; -"8 _frozen_param1" [id=8, type=get_attr]; -"9 dequantize_per_channel_default_1" [id=9, type=dequantize_per_channel]; -"10 lm_head_bias" [id=10, type=get_attr]; +strict digraph { +"0 wte_weight" [id=0, type="get_attr"]; +"1 _scale_0" [id=1, type="get_attr"]; +"2 _zero_point_0" [id=2, type="get_attr"]; +"3 _frozen_param0" [id=3, type="get_attr"]; +"4 dequantize_per_channel_default" [id=4, type="dequantize_per_channel"]; +"5 linear_bias" [id=5, type="get_attr"]; +"6 _scale_1" [id=6, type="get_attr"]; +"7 _zero_point_1" [id=7, type="get_attr"]; +"8 _frozen_param1" [id=8, type="get_attr"]; +"9 dequantize_per_channel_default_1" [id=9, type="dequantize_per_channel"]; +"10 lm_head_bias" [id=10, type="get_attr"]; "11 input_ids" [id=11, type=input]; "12 embedding" [id=12, type=embedding]; -"13 quantize_per_tensor_default" [id=13, type=quantize_per_tensor]; -"14 dequantize_per_tensor_default" [id=14, type=dequantize_per_tensor]; +"13 quantize_per_tensor_default" [id=13, type="quantize_per_tensor"]; +"14 dequantize_per_tensor_default" [id=14, type="dequantize_per_tensor"]; "15 linear" [id=15, type=linear]; -"16 quantize_per_tensor_default_1" [id=16, type=quantize_per_tensor]; -"17 dequantize_per_tensor_default_1" [id=17, type=dequantize_per_tensor]; +"16 quantize_per_tensor_default_1" [id=16, type="quantize_per_tensor"]; +"17 dequantize_per_tensor_default_1" [id=17, type="dequantize_per_tensor"]; "18 linear_1" [id=18, type=linear]; "19 output" [id=19, type=output]; -"0 wte_weight" -> "12 embedding" [label="(10, 5)", style=solid]; -"1 _scale_0" -> "4 dequantize_per_channel_default" [label="(5,)", style=solid]; -"2 _zero_point_0" -> "4 dequantize_per_channel_default" [label="(5,)", style=solid]; -"3 _frozen_param0" -> "4 dequantize_per_channel_default" [label="(5, 5)", style=solid]; -"4 dequantize_per_channel_default" -> "15 linear" [label=None, style=solid]; -"5 linear_bias" -> "15 linear" [label="(5,)", style=solid]; -"6 _scale_1" -> "9 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"7 _zero_point_1" -> "9 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"8 _frozen_param1" -> "9 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; -"9 dequantize_per_channel_default_1" -> "18 linear_1" [label=None, style=solid]; -"10 lm_head_bias" -> "18 linear_1" [label="(10,)", style=solid]; -"11 input_ids" -> "12 embedding" [label="(5,)", style=solid]; -"12 embedding" -> "13 quantize_per_tensor_default" [label="(5, 5)", style=solid]; -"13 quantize_per_tensor_default" -> "14 dequantize_per_tensor_default" [label=None, style=solid]; -"14 dequantize_per_tensor_default" -> "15 linear" [label=None, style=solid]; -"15 linear" -> "16 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"16 quantize_per_tensor_default_1" -> "17 dequantize_per_tensor_default_1" [label=None, style=solid]; -"17 dequantize_per_tensor_default_1" -> "18 linear_1" [label=None, style=solid]; -"18 linear_1" -> "19 output" [label="(5, 10)", style=solid]; +"0 wte_weight" -> "12 embedding" [style=solid, label="(10, 5)"]; +"1 _scale_0" -> "4 dequantize_per_channel_default" [style=solid, label="(5,)"]; +"2 _zero_point_0" -> "4 dequantize_per_channel_default" [style=solid, label="(5,)"]; +"3 _frozen_param0" -> "4 dequantize_per_channel_default" [style=solid, label="(5, 5)"]; +"4 dequantize_per_channel_default" -> "15 linear" [style=solid, label=None]; +"5 linear_bias" -> "15 linear" [style=solid, label="(5,)"]; +"6 _scale_1" -> "9 dequantize_per_channel_default_1" [style=solid, label="(10,)"]; +"7 _zero_point_1" -> "9 dequantize_per_channel_default_1" [style=solid, label="(10,)"]; +"8 _frozen_param1" -> "9 dequantize_per_channel_default_1" [style=solid, label="(10, 5)"]; +"9 dequantize_per_channel_default_1" -> "18 linear_1" [style=solid, label=None]; +"10 lm_head_bias" -> "18 linear_1" [style=solid, label="(10,)"]; +"11 input_ids" -> "12 embedding" [style=solid, label="(5,)"]; +"12 embedding" -> "13 quantize_per_tensor_default" [style=solid, label="(5, 5)"]; +"13 quantize_per_tensor_default" -> "14 dequantize_per_tensor_default" [style=solid, label=None]; +"14 dequantize_per_tensor_default" -> "15 linear" [style=solid, label=None]; +"15 linear" -> "16 quantize_per_tensor_default_1" [style=solid, label="(5, 5)"]; +"16 quantize_per_tensor_default_1" -> "17 dequantize_per_tensor_default_1" [style=solid, label=None]; +"17 dequantize_per_tensor_default_1" -> "18 linear_1" [style=solid, label=None]; +"18 linear_1" -> "19 output" [style=solid, label="(5, 10)"]; } diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/unet.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/unet.dot index 4138a727e21..252a3178e4f 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/unet.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/unet.dot @@ -1,169 +1,169 @@ -strict digraph { -"0 _scale_0" [id=0, type=get_attr]; -"1 _zero_point_0" [id=1, type=get_attr]; -"2 _frozen_param0" [id=2, type=get_attr]; -"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; -"4 down_path_0_block_0_bias" [id=4, type=get_attr]; -"5 _scale_1" [id=5, type=get_attr]; -"6 _zero_point_1" [id=6, type=get_attr]; -"7 _frozen_param1" [id=7, type=get_attr]; -"8 dequantize_per_channel_default_1" [id=8, type=dequantize_per_channel]; -"9 down_path_0_block_3_bias" [id=9, type=get_attr]; -"10 _scale_2" [id=10, type=get_attr]; -"11 _zero_point_2" [id=11, type=get_attr]; -"12 _frozen_param2" [id=12, type=get_attr]; -"13 dequantize_per_channel_default_2" [id=13, type=dequantize_per_channel]; -"14 down_path_1_block_0_bias" [id=14, type=get_attr]; -"15 _scale_3" [id=15, type=get_attr]; -"16 _zero_point_3" [id=16, type=get_attr]; -"17 _frozen_param3" [id=17, type=get_attr]; -"18 dequantize_per_channel_default_3" [id=18, type=dequantize_per_channel]; -"19 down_path_1_block_3_bias" [id=19, type=get_attr]; -"20 _scale_4" [id=20, type=get_attr]; -"21 _zero_point_4" [id=21, type=get_attr]; -"22 _frozen_param4" [id=22, type=get_attr]; -"23 dequantize_per_channel_default_4" [id=23, type=dequantize_per_channel]; -"24 down_path_2_block_0_bias" [id=24, type=get_attr]; -"25 _scale_5" [id=25, type=get_attr]; -"26 _zero_point_5" [id=26, type=get_attr]; -"27 _frozen_param5" [id=27, type=get_attr]; -"28 dequantize_per_channel_default_5" [id=28, type=dequantize_per_channel]; -"29 down_path_2_block_3_bias" [id=29, type=get_attr]; -"30 _scale_6" [id=30, type=get_attr]; -"31 _zero_point_6" [id=31, type=get_attr]; -"32 _frozen_param6" [id=32, type=get_attr]; -"33 dequantize_per_channel_default_6" [id=33, type=dequantize_per_channel]; -"34 down_path_3_block_0_bias" [id=34, type=get_attr]; -"35 _scale_7" [id=35, type=get_attr]; -"36 _zero_point_7" [id=36, type=get_attr]; -"37 _frozen_param7" [id=37, type=get_attr]; -"38 dequantize_per_channel_default_7" [id=38, type=dequantize_per_channel]; -"39 down_path_3_block_3_bias" [id=39, type=get_attr]; -"40 _scale_8" [id=40, type=get_attr]; -"41 _zero_point_8" [id=41, type=get_attr]; -"42 _frozen_param8" [id=42, type=get_attr]; -"43 dequantize_per_channel_default_8" [id=43, type=dequantize_per_channel]; -"44 down_path_4_block_0_bias" [id=44, type=get_attr]; -"45 _scale_9" [id=45, type=get_attr]; -"46 _zero_point_9" [id=46, type=get_attr]; -"47 _frozen_param9" [id=47, type=get_attr]; -"48 dequantize_per_channel_default_9" [id=48, type=dequantize_per_channel]; -"49 down_path_4_block_3_bias" [id=49, type=get_attr]; -"50 _scale_10" [id=50, type=get_attr]; -"51 _zero_point_10" [id=51, type=get_attr]; -"52 _frozen_param10" [id=52, type=get_attr]; -"53 dequantize_per_channel_default_10" [id=53, type=dequantize_per_channel]; -"54 up_path_0_up_bias" [id=54, type=get_attr]; -"55 _scale_11" [id=55, type=get_attr]; -"56 _zero_point_11" [id=56, type=get_attr]; -"57 _frozen_param11" [id=57, type=get_attr]; -"58 dequantize_per_channel_default_11" [id=58, type=dequantize_per_channel]; -"59 up_path_0_conv_block_block_0_bias" [id=59, type=get_attr]; -"60 _scale_12" [id=60, type=get_attr]; -"61 _zero_point_12" [id=61, type=get_attr]; -"62 _frozen_param12" [id=62, type=get_attr]; -"63 dequantize_per_channel_default_12" [id=63, type=dequantize_per_channel]; -"64 up_path_0_conv_block_block_3_bias" [id=64, type=get_attr]; -"65 _scale_13" [id=65, type=get_attr]; -"66 _zero_point_13" [id=66, type=get_attr]; -"67 _frozen_param13" [id=67, type=get_attr]; -"68 dequantize_per_channel_default_13" [id=68, type=dequantize_per_channel]; -"69 up_path_1_up_bias" [id=69, type=get_attr]; -"70 _scale_14" [id=70, type=get_attr]; -"71 _zero_point_14" [id=71, type=get_attr]; -"72 _frozen_param14" [id=72, type=get_attr]; -"73 dequantize_per_channel_default_14" [id=73, type=dequantize_per_channel]; -"74 up_path_1_conv_block_block_0_bias" [id=74, type=get_attr]; -"75 _scale_15" [id=75, type=get_attr]; -"76 _zero_point_15" [id=76, type=get_attr]; -"77 _frozen_param15" [id=77, type=get_attr]; -"78 dequantize_per_channel_default_15" [id=78, type=dequantize_per_channel]; -"79 up_path_1_conv_block_block_3_bias" [id=79, type=get_attr]; -"80 _scale_16" [id=80, type=get_attr]; -"81 _zero_point_16" [id=81, type=get_attr]; -"82 _frozen_param16" [id=82, type=get_attr]; -"83 dequantize_per_channel_default_16" [id=83, type=dequantize_per_channel]; -"84 up_path_2_up_bias" [id=84, type=get_attr]; -"85 _scale_17" [id=85, type=get_attr]; -"86 _zero_point_17" [id=86, type=get_attr]; -"87 _frozen_param17" [id=87, type=get_attr]; -"88 dequantize_per_channel_default_17" [id=88, type=dequantize_per_channel]; -"89 up_path_2_conv_block_block_0_bias" [id=89, type=get_attr]; -"90 _scale_18" [id=90, type=get_attr]; -"91 _zero_point_18" [id=91, type=get_attr]; -"92 _frozen_param18" [id=92, type=get_attr]; -"93 dequantize_per_channel_default_18" [id=93, type=dequantize_per_channel]; -"94 up_path_2_conv_block_block_3_bias" [id=94, type=get_attr]; -"95 _scale_19" [id=95, type=get_attr]; -"96 _zero_point_19" [id=96, type=get_attr]; -"97 _frozen_param19" [id=97, type=get_attr]; -"98 dequantize_per_channel_default_19" [id=98, type=dequantize_per_channel]; -"99 up_path_3_up_bias" [id=99, type=get_attr]; -"100 _scale_20" [id=100, type=get_attr]; -"101 _zero_point_20" [id=101, type=get_attr]; -"102 _frozen_param20" [id=102, type=get_attr]; -"103 dequantize_per_channel_default_20" [id=103, type=dequantize_per_channel]; -"104 up_path_3_conv_block_block_0_bias" [id=104, type=get_attr]; -"105 _scale_21" [id=105, type=get_attr]; -"106 _zero_point_21" [id=106, type=get_attr]; -"107 _frozen_param21" [id=107, type=get_attr]; -"108 dequantize_per_channel_default_21" [id=108, type=dequantize_per_channel]; -"109 up_path_3_conv_block_block_3_bias" [id=109, type=get_attr]; -"110 _scale_22" [id=110, type=get_attr]; -"111 _zero_point_22" [id=111, type=get_attr]; -"112 _frozen_param22" [id=112, type=get_attr]; -"113 dequantize_per_channel_default_22" [id=113, type=dequantize_per_channel]; -"114 last_bias" [id=114, type=get_attr]; +strict digraph { +"0 _scale_0" [id=0, type="get_attr"]; +"1 _zero_point_0" [id=1, type="get_attr"]; +"2 _frozen_param0" [id=2, type="get_attr"]; +"3 dequantize_per_channel_default" [id=3, type="dequantize_per_channel"]; +"4 down_path_0_block_0_bias" [id=4, type="get_attr"]; +"5 _scale_1" [id=5, type="get_attr"]; +"6 _zero_point_1" [id=6, type="get_attr"]; +"7 _frozen_param1" [id=7, type="get_attr"]; +"8 dequantize_per_channel_default_1" [id=8, type="dequantize_per_channel"]; +"9 down_path_0_block_3_bias" [id=9, type="get_attr"]; +"10 _scale_2" [id=10, type="get_attr"]; +"11 _zero_point_2" [id=11, type="get_attr"]; +"12 _frozen_param2" [id=12, type="get_attr"]; +"13 dequantize_per_channel_default_2" [id=13, type="dequantize_per_channel"]; +"14 down_path_1_block_0_bias" [id=14, type="get_attr"]; +"15 _scale_3" [id=15, type="get_attr"]; +"16 _zero_point_3" [id=16, type="get_attr"]; +"17 _frozen_param3" [id=17, type="get_attr"]; +"18 dequantize_per_channel_default_3" [id=18, type="dequantize_per_channel"]; +"19 down_path_1_block_3_bias" [id=19, type="get_attr"]; +"20 _scale_4" [id=20, type="get_attr"]; +"21 _zero_point_4" [id=21, type="get_attr"]; +"22 _frozen_param4" [id=22, type="get_attr"]; +"23 dequantize_per_channel_default_4" [id=23, type="dequantize_per_channel"]; +"24 down_path_2_block_0_bias" [id=24, type="get_attr"]; +"25 _scale_5" [id=25, type="get_attr"]; +"26 _zero_point_5" [id=26, type="get_attr"]; +"27 _frozen_param5" [id=27, type="get_attr"]; +"28 dequantize_per_channel_default_5" [id=28, type="dequantize_per_channel"]; +"29 down_path_2_block_3_bias" [id=29, type="get_attr"]; +"30 _scale_6" [id=30, type="get_attr"]; +"31 _zero_point_6" [id=31, type="get_attr"]; +"32 _frozen_param6" [id=32, type="get_attr"]; +"33 dequantize_per_channel_default_6" [id=33, type="dequantize_per_channel"]; +"34 down_path_3_block_0_bias" [id=34, type="get_attr"]; +"35 _scale_7" [id=35, type="get_attr"]; +"36 _zero_point_7" [id=36, type="get_attr"]; +"37 _frozen_param7" [id=37, type="get_attr"]; +"38 dequantize_per_channel_default_7" [id=38, type="dequantize_per_channel"]; +"39 down_path_3_block_3_bias" [id=39, type="get_attr"]; +"40 _scale_8" [id=40, type="get_attr"]; +"41 _zero_point_8" [id=41, type="get_attr"]; +"42 _frozen_param8" [id=42, type="get_attr"]; +"43 dequantize_per_channel_default_8" [id=43, type="dequantize_per_channel"]; +"44 down_path_4_block_0_bias" [id=44, type="get_attr"]; +"45 _scale_9" [id=45, type="get_attr"]; +"46 _zero_point_9" [id=46, type="get_attr"]; +"47 _frozen_param9" [id=47, type="get_attr"]; +"48 dequantize_per_channel_default_9" [id=48, type="dequantize_per_channel"]; +"49 down_path_4_block_3_bias" [id=49, type="get_attr"]; +"50 _scale_10" [id=50, type="get_attr"]; +"51 _zero_point_10" [id=51, type="get_attr"]; +"52 _frozen_param10" [id=52, type="get_attr"]; +"53 dequantize_per_channel_default_10" [id=53, type="dequantize_per_channel"]; +"54 up_path_0_up_bias" [id=54, type="get_attr"]; +"55 _scale_11" [id=55, type="get_attr"]; +"56 _zero_point_11" [id=56, type="get_attr"]; +"57 _frozen_param11" [id=57, type="get_attr"]; +"58 dequantize_per_channel_default_11" [id=58, type="dequantize_per_channel"]; +"59 up_path_0_conv_block_block_0_bias" [id=59, type="get_attr"]; +"60 _scale_12" [id=60, type="get_attr"]; +"61 _zero_point_12" [id=61, type="get_attr"]; +"62 _frozen_param12" [id=62, type="get_attr"]; +"63 dequantize_per_channel_default_12" [id=63, type="dequantize_per_channel"]; +"64 up_path_0_conv_block_block_3_bias" [id=64, type="get_attr"]; +"65 _scale_13" [id=65, type="get_attr"]; +"66 _zero_point_13" [id=66, type="get_attr"]; +"67 _frozen_param13" [id=67, type="get_attr"]; +"68 dequantize_per_channel_default_13" [id=68, type="dequantize_per_channel"]; +"69 up_path_1_up_bias" [id=69, type="get_attr"]; +"70 _scale_14" [id=70, type="get_attr"]; +"71 _zero_point_14" [id=71, type="get_attr"]; +"72 _frozen_param14" [id=72, type="get_attr"]; +"73 dequantize_per_channel_default_14" [id=73, type="dequantize_per_channel"]; +"74 up_path_1_conv_block_block_0_bias" [id=74, type="get_attr"]; +"75 _scale_15" [id=75, type="get_attr"]; +"76 _zero_point_15" [id=76, type="get_attr"]; +"77 _frozen_param15" [id=77, type="get_attr"]; +"78 dequantize_per_channel_default_15" [id=78, type="dequantize_per_channel"]; +"79 up_path_1_conv_block_block_3_bias" [id=79, type="get_attr"]; +"80 _scale_16" [id=80, type="get_attr"]; +"81 _zero_point_16" [id=81, type="get_attr"]; +"82 _frozen_param16" [id=82, type="get_attr"]; +"83 dequantize_per_channel_default_16" [id=83, type="dequantize_per_channel"]; +"84 up_path_2_up_bias" [id=84, type="get_attr"]; +"85 _scale_17" [id=85, type="get_attr"]; +"86 _zero_point_17" [id=86, type="get_attr"]; +"87 _frozen_param17" [id=87, type="get_attr"]; +"88 dequantize_per_channel_default_17" [id=88, type="dequantize_per_channel"]; +"89 up_path_2_conv_block_block_0_bias" [id=89, type="get_attr"]; +"90 _scale_18" [id=90, type="get_attr"]; +"91 _zero_point_18" [id=91, type="get_attr"]; +"92 _frozen_param18" [id=92, type="get_attr"]; +"93 dequantize_per_channel_default_18" [id=93, type="dequantize_per_channel"]; +"94 up_path_2_conv_block_block_3_bias" [id=94, type="get_attr"]; +"95 _scale_19" [id=95, type="get_attr"]; +"96 _zero_point_19" [id=96, type="get_attr"]; +"97 _frozen_param19" [id=97, type="get_attr"]; +"98 dequantize_per_channel_default_19" [id=98, type="dequantize_per_channel"]; +"99 up_path_3_up_bias" [id=99, type="get_attr"]; +"100 _scale_20" [id=100, type="get_attr"]; +"101 _zero_point_20" [id=101, type="get_attr"]; +"102 _frozen_param20" [id=102, type="get_attr"]; +"103 dequantize_per_channel_default_20" [id=103, type="dequantize_per_channel"]; +"104 up_path_3_conv_block_block_0_bias" [id=104, type="get_attr"]; +"105 _scale_21" [id=105, type="get_attr"]; +"106 _zero_point_21" [id=106, type="get_attr"]; +"107 _frozen_param21" [id=107, type="get_attr"]; +"108 dequantize_per_channel_default_21" [id=108, type="dequantize_per_channel"]; +"109 up_path_3_conv_block_block_3_bias" [id=109, type="get_attr"]; +"110 _scale_22" [id=110, type="get_attr"]; +"111 _zero_point_22" [id=111, type="get_attr"]; +"112 _frozen_param22" [id=112, type="get_attr"]; +"113 dequantize_per_channel_default_22" [id=113, type="dequantize_per_channel"]; +"114 last_bias" [id=114, type="get_attr"]; "115 x" [id=115, type=input]; -"116 quantize_per_tensor_default" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default" [id=117, type=dequantize_per_tensor]; +"116 quantize_per_tensor_default" [id=116, type="quantize_per_tensor"]; +"117 dequantize_per_tensor_default" [id=117, type="dequantize_per_tensor"]; "118 conv2d" [id=118, type=conv2d]; "119 relu" [id=119, type=relu]; -"120 quantize_per_tensor_default_1" [id=120, type=quantize_per_tensor]; -"121 dequantize_per_tensor_default_1" [id=121, type=dequantize_per_tensor]; +"120 quantize_per_tensor_default_1" [id=120, type="quantize_per_tensor"]; +"121 dequantize_per_tensor_default_1" [id=121, type="dequantize_per_tensor"]; "122 conv2d_1" [id=122, type=conv2d]; "123 relu_1" [id=123, type=relu]; -"124 quantize_per_tensor_default_2" [id=124, type=quantize_per_tensor]; -"125 dequantize_per_tensor_default_2" [id=125, type=dequantize_per_tensor]; -"126 max_pool2d" [id=126, type=max_pool2d]; +"124 quantize_per_tensor_default_2" [id=124, type="quantize_per_tensor"]; +"125 dequantize_per_tensor_default_2" [id=125, type="dequantize_per_tensor"]; +"126 max_pool2d" [id=126, type="max_pool2d"]; "127 conv2d_2" [id=127, type=conv2d]; "128 relu_2" [id=128, type=relu]; -"129 quantize_per_tensor_default_3" [id=129, type=quantize_per_tensor]; -"130 dequantize_per_tensor_default_3" [id=130, type=dequantize_per_tensor]; +"129 quantize_per_tensor_default_3" [id=129, type="quantize_per_tensor"]; +"130 dequantize_per_tensor_default_3" [id=130, type="dequantize_per_tensor"]; "131 conv2d_3" [id=131, type=conv2d]; "132 relu_3" [id=132, type=relu]; -"133 quantize_per_tensor_default_4" [id=133, type=quantize_per_tensor]; -"134 dequantize_per_tensor_default_4" [id=134, type=dequantize_per_tensor]; -"135 max_pool2d_1" [id=135, type=max_pool2d]; +"133 quantize_per_tensor_default_4" [id=133, type="quantize_per_tensor"]; +"134 dequantize_per_tensor_default_4" [id=134, type="dequantize_per_tensor"]; +"135 max_pool2d_1" [id=135, type="max_pool2d"]; "136 conv2d_4" [id=136, type=conv2d]; "137 relu_4" [id=137, type=relu]; -"138 quantize_per_tensor_default_5" [id=138, type=quantize_per_tensor]; -"139 dequantize_per_tensor_default_5" [id=139, type=dequantize_per_tensor]; +"138 quantize_per_tensor_default_5" [id=138, type="quantize_per_tensor"]; +"139 dequantize_per_tensor_default_5" [id=139, type="dequantize_per_tensor"]; "140 conv2d_5" [id=140, type=conv2d]; "141 relu_5" [id=141, type=relu]; -"142 quantize_per_tensor_default_6" [id=142, type=quantize_per_tensor]; -"143 dequantize_per_tensor_default_6" [id=143, type=dequantize_per_tensor]; -"144 max_pool2d_2" [id=144, type=max_pool2d]; +"142 quantize_per_tensor_default_6" [id=142, type="quantize_per_tensor"]; +"143 dequantize_per_tensor_default_6" [id=143, type="dequantize_per_tensor"]; +"144 max_pool2d_2" [id=144, type="max_pool2d"]; "145 conv2d_6" [id=145, type=conv2d]; "146 relu_6" [id=146, type=relu]; -"147 quantize_per_tensor_default_7" [id=147, type=quantize_per_tensor]; -"148 dequantize_per_tensor_default_7" [id=148, type=dequantize_per_tensor]; +"147 quantize_per_tensor_default_7" [id=147, type="quantize_per_tensor"]; +"148 dequantize_per_tensor_default_7" [id=148, type="dequantize_per_tensor"]; "149 conv2d_7" [id=149, type=conv2d]; "150 relu_7" [id=150, type=relu]; -"151 quantize_per_tensor_default_8" [id=151, type=quantize_per_tensor]; -"152 dequantize_per_tensor_default_8" [id=152, type=dequantize_per_tensor]; -"153 max_pool2d_3" [id=153, type=max_pool2d]; +"151 quantize_per_tensor_default_8" [id=151, type="quantize_per_tensor"]; +"152 dequantize_per_tensor_default_8" [id=152, type="dequantize_per_tensor"]; +"153 max_pool2d_3" [id=153, type="max_pool2d"]; "154 conv2d_8" [id=154, type=conv2d]; "155 relu_8" [id=155, type=relu]; -"156 quantize_per_tensor_default_9" [id=156, type=quantize_per_tensor]; -"157 dequantize_per_tensor_default_9" [id=157, type=dequantize_per_tensor]; +"156 quantize_per_tensor_default_9" [id=156, type="quantize_per_tensor"]; +"157 dequantize_per_tensor_default_9" [id=157, type="dequantize_per_tensor"]; "158 conv2d_9" [id=158, type=conv2d]; "159 relu_9" [id=159, type=relu]; -"160 quantize_per_tensor_default_10" [id=160, type=quantize_per_tensor]; -"161 dequantize_per_tensor_default_10" [id=161, type=dequantize_per_tensor]; -"162 conv_transpose2d" [id=162, type=conv_transpose2d]; -"163 quantize_per_tensor_default_11" [id=163, type=quantize_per_tensor]; -"164 dequantize_per_tensor_default_11" [id=164, type=dequantize_per_tensor]; +"160 quantize_per_tensor_default_10" [id=160, type="quantize_per_tensor"]; +"161 dequantize_per_tensor_default_10" [id=161, type="dequantize_per_tensor"]; +"162 conv_transpose2d" [id=162, type="conv_transpose2d"]; +"163 quantize_per_tensor_default_11" [id=163, type="quantize_per_tensor"]; +"164 dequantize_per_tensor_default_11" [id=164, type="dequantize_per_tensor"]; "165 slice_1" [id=165, type=slice]; "166 slice_2" [id=166, type=slice]; "167 slice_3" [id=167, type=slice]; @@ -171,15 +171,15 @@ strict digraph { "169 cat" [id=169, type=cat]; "170 conv2d_10" [id=170, type=conv2d]; "171 relu_10" [id=171, type=relu]; -"172 quantize_per_tensor_default_12" [id=172, type=quantize_per_tensor]; -"173 dequantize_per_tensor_default_12" [id=173, type=dequantize_per_tensor]; +"172 quantize_per_tensor_default_12" [id=172, type="quantize_per_tensor"]; +"173 dequantize_per_tensor_default_12" [id=173, type="dequantize_per_tensor"]; "174 conv2d_11" [id=174, type=conv2d]; "175 relu_11" [id=175, type=relu]; -"176 quantize_per_tensor_default_13" [id=176, type=quantize_per_tensor]; -"177 dequantize_per_tensor_default_13" [id=177, type=dequantize_per_tensor]; -"178 conv_transpose2d_1" [id=178, type=conv_transpose2d]; -"179 quantize_per_tensor_default_14" [id=179, type=quantize_per_tensor]; -"180 dequantize_per_tensor_default_14" [id=180, type=dequantize_per_tensor]; +"176 quantize_per_tensor_default_13" [id=176, type="quantize_per_tensor"]; +"177 dequantize_per_tensor_default_13" [id=177, type="dequantize_per_tensor"]; +"178 conv_transpose2d_1" [id=178, type="conv_transpose2d"]; +"179 quantize_per_tensor_default_14" [id=179, type="quantize_per_tensor"]; +"180 dequantize_per_tensor_default_14" [id=180, type="dequantize_per_tensor"]; "181 slice_5" [id=181, type=slice]; "182 slice_6" [id=182, type=slice]; "183 slice_7" [id=183, type=slice]; @@ -187,15 +187,15 @@ strict digraph { "185 cat_1" [id=185, type=cat]; "186 conv2d_12" [id=186, type=conv2d]; "187 relu_12" [id=187, type=relu]; -"188 quantize_per_tensor_default_15" [id=188, type=quantize_per_tensor]; -"189 dequantize_per_tensor_default_15" [id=189, type=dequantize_per_tensor]; +"188 quantize_per_tensor_default_15" [id=188, type="quantize_per_tensor"]; +"189 dequantize_per_tensor_default_15" [id=189, type="dequantize_per_tensor"]; "190 conv2d_13" [id=190, type=conv2d]; "191 relu_13" [id=191, type=relu]; -"192 quantize_per_tensor_default_16" [id=192, type=quantize_per_tensor]; -"193 dequantize_per_tensor_default_16" [id=193, type=dequantize_per_tensor]; -"194 conv_transpose2d_2" [id=194, type=conv_transpose2d]; -"195 quantize_per_tensor_default_17" [id=195, type=quantize_per_tensor]; -"196 dequantize_per_tensor_default_17" [id=196, type=dequantize_per_tensor]; +"192 quantize_per_tensor_default_16" [id=192, type="quantize_per_tensor"]; +"193 dequantize_per_tensor_default_16" [id=193, type="dequantize_per_tensor"]; +"194 conv_transpose2d_2" [id=194, type="conv_transpose2d"]; +"195 quantize_per_tensor_default_17" [id=195, type="quantize_per_tensor"]; +"196 dequantize_per_tensor_default_17" [id=196, type="dequantize_per_tensor"]; "197 slice_9" [id=197, type=slice]; "198 slice_10" [id=198, type=slice]; "199 slice_11" [id=199, type=slice]; @@ -203,15 +203,15 @@ strict digraph { "201 cat_2" [id=201, type=cat]; "202 conv2d_14" [id=202, type=conv2d]; "203 relu_14" [id=203, type=relu]; -"204 quantize_per_tensor_default_18" [id=204, type=quantize_per_tensor]; -"205 dequantize_per_tensor_default_18" [id=205, type=dequantize_per_tensor]; +"204 quantize_per_tensor_default_18" [id=204, type="quantize_per_tensor"]; +"205 dequantize_per_tensor_default_18" [id=205, type="dequantize_per_tensor"]; "206 conv2d_15" [id=206, type=conv2d]; "207 relu_15" [id=207, type=relu]; -"208 quantize_per_tensor_default_19" [id=208, type=quantize_per_tensor]; -"209 dequantize_per_tensor_default_19" [id=209, type=dequantize_per_tensor]; -"210 conv_transpose2d_3" [id=210, type=conv_transpose2d]; -"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; -"212 dequantize_per_tensor_default_20" [id=212, type=dequantize_per_tensor]; +"208 quantize_per_tensor_default_19" [id=208, type="quantize_per_tensor"]; +"209 dequantize_per_tensor_default_19" [id=209, type="dequantize_per_tensor"]; +"210 conv_transpose2d_3" [id=210, type="conv_transpose2d"]; +"211 quantize_per_tensor_default_20" [id=211, type="quantize_per_tensor"]; +"212 dequantize_per_tensor_default_20" [id=212, type="dequantize_per_tensor"]; "213 slice_13" [id=213, type=slice]; "214 slice_14" [id=214, type=slice]; "215 slice_15" [id=215, type=slice]; @@ -219,243 +219,243 @@ strict digraph { "217 cat_3" [id=217, type=cat]; "218 conv2d_16" [id=218, type=conv2d]; "219 relu_16" [id=219, type=relu]; -"220 quantize_per_tensor_default_21" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_21" [id=221, type=dequantize_per_tensor]; +"220 quantize_per_tensor_default_21" [id=220, type="quantize_per_tensor"]; +"221 dequantize_per_tensor_default_21" [id=221, type="dequantize_per_tensor"]; "222 conv2d_17" [id=222, type=conv2d]; "223 relu_17" [id=223, type=relu]; -"224 quantize_per_tensor_default_22" [id=224, type=quantize_per_tensor]; -"225 dequantize_per_tensor_default_22" [id=225, type=dequantize_per_tensor]; +"224 quantize_per_tensor_default_22" [id=224, type="quantize_per_tensor"]; +"225 dequantize_per_tensor_default_22" [id=225, type="dequantize_per_tensor"]; "226 conv2d_18" [id=226, type=conv2d]; "227 output" [id=227, type=output]; -"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; -"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; -"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; -"3 dequantize_per_channel_default" -> "118 conv2d" [label=None, style=solid]; -"4 down_path_0_block_0_bias" -> "118 conv2d" [label="(64,)", style=solid]; -"5 _scale_1" -> "8 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"6 _zero_point_1" -> "8 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"7 _frozen_param1" -> "8 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"8 dequantize_per_channel_default_1" -> "122 conv2d_1" [label=None, style=solid]; -"9 down_path_0_block_3_bias" -> "122 conv2d_1" [label="(64,)", style=solid]; -"10 _scale_2" -> "13 dequantize_per_channel_default_2" [label="(128,)", style=solid]; -"11 _zero_point_2" -> "13 dequantize_per_channel_default_2" [label="(128,)", style=solid]; -"12 _frozen_param2" -> "13 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; -"13 dequantize_per_channel_default_2" -> "127 conv2d_2" [label=None, style=solid]; -"14 down_path_1_block_0_bias" -> "127 conv2d_2" [label="(128,)", style=solid]; -"15 _scale_3" -> "18 dequantize_per_channel_default_3" [label="(128,)", style=solid]; -"16 _zero_point_3" -> "18 dequantize_per_channel_default_3" [label="(128,)", style=solid]; -"17 _frozen_param3" -> "18 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; -"18 dequantize_per_channel_default_3" -> "131 conv2d_3" [label=None, style=solid]; -"19 down_path_1_block_3_bias" -> "131 conv2d_3" [label="(128,)", style=solid]; -"20 _scale_4" -> "23 dequantize_per_channel_default_4" [label="(256,)", style=solid]; -"21 _zero_point_4" -> "23 dequantize_per_channel_default_4" [label="(256,)", style=solid]; -"22 _frozen_param4" -> "23 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; -"23 dequantize_per_channel_default_4" -> "136 conv2d_4" [label=None, style=solid]; -"24 down_path_2_block_0_bias" -> "136 conv2d_4" [label="(256,)", style=solid]; -"25 _scale_5" -> "28 dequantize_per_channel_default_5" [label="(256,)", style=solid]; -"26 _zero_point_5" -> "28 dequantize_per_channel_default_5" [label="(256,)", style=solid]; -"27 _frozen_param5" -> "28 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; -"28 dequantize_per_channel_default_5" -> "140 conv2d_5" [label=None, style=solid]; -"29 down_path_2_block_3_bias" -> "140 conv2d_5" [label="(256,)", style=solid]; -"30 _scale_6" -> "33 dequantize_per_channel_default_6" [label="(512,)", style=solid]; -"31 _zero_point_6" -> "33 dequantize_per_channel_default_6" [label="(512,)", style=solid]; -"32 _frozen_param6" -> "33 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; -"33 dequantize_per_channel_default_6" -> "145 conv2d_6" [label=None, style=solid]; -"34 down_path_3_block_0_bias" -> "145 conv2d_6" [label="(512,)", style=solid]; -"35 _scale_7" -> "38 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"36 _zero_point_7" -> "38 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"37 _frozen_param7" -> "38 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; -"38 dequantize_per_channel_default_7" -> "149 conv2d_7" [label=None, style=solid]; -"39 down_path_3_block_3_bias" -> "149 conv2d_7" [label="(512,)", style=solid]; -"40 _scale_8" -> "43 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; -"41 _zero_point_8" -> "43 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; -"42 _frozen_param8" -> "43 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; -"43 dequantize_per_channel_default_8" -> "154 conv2d_8" [label=None, style=solid]; -"44 down_path_4_block_0_bias" -> "154 conv2d_8" [label="(1024,)", style=solid]; -"45 _scale_9" -> "48 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; -"46 _zero_point_9" -> "48 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; -"47 _frozen_param9" -> "48 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; -"48 dequantize_per_channel_default_9" -> "158 conv2d_9" [label=None, style=solid]; -"49 down_path_4_block_3_bias" -> "158 conv2d_9" [label="(1024,)", style=solid]; -"50 _scale_10" -> "53 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"51 _zero_point_10" -> "53 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"52 _frozen_param10" -> "53 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"53 dequantize_per_channel_default_10" -> "162 conv_transpose2d" [label=None, style=solid]; -"54 up_path_0_up_bias" -> "162 conv_transpose2d" [label="(512,)", style=solid]; -"55 _scale_11" -> "58 dequantize_per_channel_default_11" [label="(512,)", style=solid]; -"56 _zero_point_11" -> "58 dequantize_per_channel_default_11" [label="(512,)", style=solid]; -"57 _frozen_param11" -> "58 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; -"58 dequantize_per_channel_default_11" -> "170 conv2d_10" [label=None, style=solid]; -"59 up_path_0_conv_block_block_0_bias" -> "170 conv2d_10" [label="(512,)", style=solid]; -"60 _scale_12" -> "63 dequantize_per_channel_default_12" [label="(512,)", style=solid]; -"61 _zero_point_12" -> "63 dequantize_per_channel_default_12" [label="(512,)", style=solid]; -"62 _frozen_param12" -> "63 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; -"63 dequantize_per_channel_default_12" -> "174 conv2d_11" [label=None, style=solid]; -"64 up_path_0_conv_block_block_3_bias" -> "174 conv2d_11" [label="(512,)", style=solid]; -"65 _scale_13" -> "68 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"66 _zero_point_13" -> "68 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"67 _frozen_param13" -> "68 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"68 dequantize_per_channel_default_13" -> "178 conv_transpose2d_1" [label=None, style=solid]; -"69 up_path_1_up_bias" -> "178 conv_transpose2d_1" [label="(256,)", style=solid]; -"70 _scale_14" -> "73 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"71 _zero_point_14" -> "73 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"72 _frozen_param14" -> "73 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; -"73 dequantize_per_channel_default_14" -> "186 conv2d_12" [label=None, style=solid]; -"74 up_path_1_conv_block_block_0_bias" -> "186 conv2d_12" [label="(256,)", style=solid]; -"75 _scale_15" -> "78 dequantize_per_channel_default_15" [label="(256,)", style=solid]; -"76 _zero_point_15" -> "78 dequantize_per_channel_default_15" [label="(256,)", style=solid]; -"77 _frozen_param15" -> "78 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; -"78 dequantize_per_channel_default_15" -> "190 conv2d_13" [label=None, style=solid]; -"79 up_path_1_conv_block_block_3_bias" -> "190 conv2d_13" [label="(256,)", style=solid]; -"80 _scale_16" -> "83 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"81 _zero_point_16" -> "83 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"82 _frozen_param16" -> "83 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"83 dequantize_per_channel_default_16" -> "194 conv_transpose2d_2" [label=None, style=solid]; -"84 up_path_2_up_bias" -> "194 conv_transpose2d_2" [label="(128,)", style=solid]; -"85 _scale_17" -> "88 dequantize_per_channel_default_17" [label="(128,)", style=solid]; -"86 _zero_point_17" -> "88 dequantize_per_channel_default_17" [label="(128,)", style=solid]; -"87 _frozen_param17" -> "88 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; -"88 dequantize_per_channel_default_17" -> "202 conv2d_14" [label=None, style=solid]; -"89 up_path_2_conv_block_block_0_bias" -> "202 conv2d_14" [label="(128,)", style=solid]; -"90 _scale_18" -> "93 dequantize_per_channel_default_18" [label="(128,)", style=solid]; -"91 _zero_point_18" -> "93 dequantize_per_channel_default_18" [label="(128,)", style=solid]; -"92 _frozen_param18" -> "93 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; -"93 dequantize_per_channel_default_18" -> "206 conv2d_15" [label=None, style=solid]; -"94 up_path_2_conv_block_block_3_bias" -> "206 conv2d_15" [label="(128,)", style=solid]; -"95 _scale_19" -> "98 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"96 _zero_point_19" -> "98 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"97 _frozen_param19" -> "98 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"98 dequantize_per_channel_default_19" -> "210 conv_transpose2d_3" [label=None, style=solid]; -"99 up_path_3_up_bias" -> "210 conv_transpose2d_3" [label="(64,)", style=solid]; -"100 _scale_20" -> "103 dequantize_per_channel_default_20" [label="(64,)", style=solid]; -"101 _zero_point_20" -> "103 dequantize_per_channel_default_20" [label="(64,)", style=solid]; -"102 _frozen_param20" -> "103 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; -"103 dequantize_per_channel_default_20" -> "218 conv2d_16" [label=None, style=solid]; -"104 up_path_3_conv_block_block_0_bias" -> "218 conv2d_16" [label="(64,)", style=solid]; -"105 _scale_21" -> "108 dequantize_per_channel_default_21" [label="(64,)", style=solid]; -"106 _zero_point_21" -> "108 dequantize_per_channel_default_21" [label="(64,)", style=solid]; -"107 _frozen_param21" -> "108 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; -"108 dequantize_per_channel_default_21" -> "222 conv2d_17" [label=None, style=solid]; -"109 up_path_3_conv_block_block_3_bias" -> "222 conv2d_17" [label="(64,)", style=solid]; -"110 _scale_22" -> "113 dequantize_per_channel_default_22" [label="(12,)", style=solid]; -"111 _zero_point_22" -> "113 dequantize_per_channel_default_22" [label="(12,)", style=solid]; -"112 _frozen_param22" -> "113 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; -"113 dequantize_per_channel_default_22" -> "226 conv2d_18" [label=None, style=solid]; -"114 last_bias" -> "226 conv2d_18" [label="(12,)", style=solid]; -"115 x" -> "116 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"116 quantize_per_tensor_default" -> "117 dequantize_per_tensor_default" [label=None, style=solid]; -"117 dequantize_per_tensor_default" -> "118 conv2d" [label=None, style=solid]; -"118 conv2d" -> "119 relu" [label="(1, 64, 222, 222)", style=solid]; -"119 relu" -> "120 quantize_per_tensor_default_1" [label="(1, 64, 222, 222)", style=solid]; -"120 quantize_per_tensor_default_1" -> "121 dequantize_per_tensor_default_1" [label=None, style=solid]; -"121 dequantize_per_tensor_default_1" -> "122 conv2d_1" [label=None, style=solid]; -"122 conv2d_1" -> "123 relu_1" [label="(1, 64, 220, 220)", style=solid]; -"123 relu_1" -> "124 quantize_per_tensor_default_2" [label="(1, 64, 220, 220)", style=solid]; -"124 quantize_per_tensor_default_2" -> "125 dequantize_per_tensor_default_2" [label=None, style=solid]; -"125 dequantize_per_tensor_default_2" -> "126 max_pool2d" [label=None, style=solid]; -"125 dequantize_per_tensor_default_2" -> "213 slice_13" [label=None, style=solid]; -"126 max_pool2d" -> "127 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"127 conv2d_2" -> "128 relu_2" [label="(1, 128, 108, 108)", style=solid]; -"128 relu_2" -> "129 quantize_per_tensor_default_3" [label="(1, 128, 108, 108)", style=solid]; -"129 quantize_per_tensor_default_3" -> "130 dequantize_per_tensor_default_3" [label=None, style=solid]; -"130 dequantize_per_tensor_default_3" -> "131 conv2d_3" [label=None, style=solid]; -"131 conv2d_3" -> "132 relu_3" [label="(1, 128, 106, 106)", style=solid]; -"132 relu_3" -> "133 quantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; -"133 quantize_per_tensor_default_4" -> "134 dequantize_per_tensor_default_4" [label=None, style=solid]; -"134 dequantize_per_tensor_default_4" -> "135 max_pool2d_1" [label=None, style=solid]; -"134 dequantize_per_tensor_default_4" -> "197 slice_9" [label=None, style=solid]; -"135 max_pool2d_1" -> "136 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"136 conv2d_4" -> "137 relu_4" [label="(1, 256, 51, 51)", style=solid]; -"137 relu_4" -> "138 quantize_per_tensor_default_5" [label="(1, 256, 51, 51)", style=solid]; -"138 quantize_per_tensor_default_5" -> "139 dequantize_per_tensor_default_5" [label=None, style=solid]; -"139 dequantize_per_tensor_default_5" -> "140 conv2d_5" [label=None, style=solid]; -"140 conv2d_5" -> "141 relu_5" [label="(1, 256, 49, 49)", style=solid]; -"141 relu_5" -> "142 quantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; -"142 quantize_per_tensor_default_6" -> "143 dequantize_per_tensor_default_6" [label=None, style=solid]; -"143 dequantize_per_tensor_default_6" -> "144 max_pool2d_2" [label=None, style=solid]; -"143 dequantize_per_tensor_default_6" -> "181 slice_5" [label=None, style=solid]; -"144 max_pool2d_2" -> "145 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"145 conv2d_6" -> "146 relu_6" [label="(1, 512, 22, 22)", style=solid]; -"146 relu_6" -> "147 quantize_per_tensor_default_7" [label="(1, 512, 22, 22)", style=solid]; -"147 quantize_per_tensor_default_7" -> "148 dequantize_per_tensor_default_7" [label=None, style=solid]; -"148 dequantize_per_tensor_default_7" -> "149 conv2d_7" [label=None, style=solid]; -"149 conv2d_7" -> "150 relu_7" [label="(1, 512, 20, 20)", style=solid]; -"150 relu_7" -> "151 quantize_per_tensor_default_8" [label="(1, 512, 20, 20)", style=solid]; -"151 quantize_per_tensor_default_8" -> "152 dequantize_per_tensor_default_8" [label=None, style=solid]; -"152 dequantize_per_tensor_default_8" -> "153 max_pool2d_3" [label=None, style=solid]; -"152 dequantize_per_tensor_default_8" -> "165 slice_1" [label=None, style=solid]; -"153 max_pool2d_3" -> "154 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"154 conv2d_8" -> "155 relu_8" [label="(1, 1024, 8, 8)", style=solid]; -"155 relu_8" -> "156 quantize_per_tensor_default_9" [label="(1, 1024, 8, 8)", style=solid]; -"156 quantize_per_tensor_default_9" -> "157 dequantize_per_tensor_default_9" [label=None, style=solid]; -"157 dequantize_per_tensor_default_9" -> "158 conv2d_9" [label=None, style=solid]; -"158 conv2d_9" -> "159 relu_9" [label="(1, 1024, 6, 6)", style=solid]; -"159 relu_9" -> "160 quantize_per_tensor_default_10" [label="(1, 1024, 6, 6)", style=solid]; -"160 quantize_per_tensor_default_10" -> "161 dequantize_per_tensor_default_10" [label=None, style=solid]; -"161 dequantize_per_tensor_default_10" -> "162 conv_transpose2d" [label=None, style=solid]; -"162 conv_transpose2d" -> "163 quantize_per_tensor_default_11" [label="(1, 512, 12, 12)", style=solid]; -"163 quantize_per_tensor_default_11" -> "164 dequantize_per_tensor_default_11" [label=None, style=solid]; -"164 dequantize_per_tensor_default_11" -> "169 cat" [label=None, style=solid]; -"165 slice_1" -> "166 slice_2" [label="(1, 512, 20, 20)", style=solid]; -"166 slice_2" -> "167 slice_3" [label="(1, 512, 20, 20)", style=solid]; -"167 slice_3" -> "168 slice_4" [label="(1, 512, 12, 20)", style=solid]; -"168 slice_4" -> "169 cat" [label="(1, 512, 12, 12)", style=solid]; -"169 cat" -> "170 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"170 conv2d_10" -> "171 relu_10" [label="(1, 512, 10, 10)", style=solid]; -"171 relu_10" -> "172 quantize_per_tensor_default_12" [label="(1, 512, 10, 10)", style=solid]; -"172 quantize_per_tensor_default_12" -> "173 dequantize_per_tensor_default_12" [label=None, style=solid]; -"173 dequantize_per_tensor_default_12" -> "174 conv2d_11" [label=None, style=solid]; -"174 conv2d_11" -> "175 relu_11" [label="(1, 512, 8, 8)", style=solid]; -"175 relu_11" -> "176 quantize_per_tensor_default_13" [label="(1, 512, 8, 8)", style=solid]; -"176 quantize_per_tensor_default_13" -> "177 dequantize_per_tensor_default_13" [label=None, style=solid]; -"177 dequantize_per_tensor_default_13" -> "178 conv_transpose2d_1" [label=None, style=solid]; -"178 conv_transpose2d_1" -> "179 quantize_per_tensor_default_14" [label="(1, 256, 16, 16)", style=solid]; -"179 quantize_per_tensor_default_14" -> "180 dequantize_per_tensor_default_14" [label=None, style=solid]; -"180 dequantize_per_tensor_default_14" -> "185 cat_1" [label=None, style=solid]; -"181 slice_5" -> "182 slice_6" [label="(1, 256, 49, 49)", style=solid]; -"182 slice_6" -> "183 slice_7" [label="(1, 256, 49, 49)", style=solid]; -"183 slice_7" -> "184 slice_8" [label="(1, 256, 16, 49)", style=solid]; -"184 slice_8" -> "185 cat_1" [label="(1, 256, 16, 16)", style=solid]; -"185 cat_1" -> "186 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"186 conv2d_12" -> "187 relu_12" [label="(1, 256, 14, 14)", style=solid]; -"187 relu_12" -> "188 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; -"188 quantize_per_tensor_default_15" -> "189 dequantize_per_tensor_default_15" [label=None, style=solid]; -"189 dequantize_per_tensor_default_15" -> "190 conv2d_13" [label=None, style=solid]; -"190 conv2d_13" -> "191 relu_13" [label="(1, 256, 12, 12)", style=solid]; -"191 relu_13" -> "192 quantize_per_tensor_default_16" [label="(1, 256, 12, 12)", style=solid]; -"192 quantize_per_tensor_default_16" -> "193 dequantize_per_tensor_default_16" [label=None, style=solid]; -"193 dequantize_per_tensor_default_16" -> "194 conv_transpose2d_2" [label=None, style=solid]; -"194 conv_transpose2d_2" -> "195 quantize_per_tensor_default_17" [label="(1, 128, 24, 24)", style=solid]; -"195 quantize_per_tensor_default_17" -> "196 dequantize_per_tensor_default_17" [label=None, style=solid]; -"196 dequantize_per_tensor_default_17" -> "201 cat_2" [label=None, style=solid]; -"197 slice_9" -> "198 slice_10" [label="(1, 128, 106, 106)", style=solid]; -"198 slice_10" -> "199 slice_11" [label="(1, 128, 106, 106)", style=solid]; -"199 slice_11" -> "200 slice_12" [label="(1, 128, 24, 106)", style=solid]; -"200 slice_12" -> "201 cat_2" [label="(1, 128, 24, 24)", style=solid]; -"201 cat_2" -> "202 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"202 conv2d_14" -> "203 relu_14" [label="(1, 128, 22, 22)", style=solid]; -"203 relu_14" -> "204 quantize_per_tensor_default_18" [label="(1, 128, 22, 22)", style=solid]; -"204 quantize_per_tensor_default_18" -> "205 dequantize_per_tensor_default_18" [label=None, style=solid]; -"205 dequantize_per_tensor_default_18" -> "206 conv2d_15" [label=None, style=solid]; -"206 conv2d_15" -> "207 relu_15" [label="(1, 128, 20, 20)", style=solid]; -"207 relu_15" -> "208 quantize_per_tensor_default_19" [label="(1, 128, 20, 20)", style=solid]; -"208 quantize_per_tensor_default_19" -> "209 dequantize_per_tensor_default_19" [label=None, style=solid]; -"209 dequantize_per_tensor_default_19" -> "210 conv_transpose2d_3" [label=None, style=solid]; -"210 conv_transpose2d_3" -> "211 quantize_per_tensor_default_20" [label="(1, 64, 40, 40)", style=solid]; -"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_20" [label=None, style=solid]; -"212 dequantize_per_tensor_default_20" -> "217 cat_3" [label=None, style=solid]; -"213 slice_13" -> "214 slice_14" [label="(1, 64, 220, 220)", style=solid]; -"214 slice_14" -> "215 slice_15" [label="(1, 64, 220, 220)", style=solid]; -"215 slice_15" -> "216 slice_16" [label="(1, 64, 40, 220)", style=solid]; -"216 slice_16" -> "217 cat_3" [label="(1, 64, 40, 40)", style=solid]; -"217 cat_3" -> "218 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"218 conv2d_16" -> "219 relu_16" [label="(1, 64, 38, 38)", style=solid]; -"219 relu_16" -> "220 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; -"220 quantize_per_tensor_default_21" -> "221 dequantize_per_tensor_default_21" [label=None, style=solid]; -"221 dequantize_per_tensor_default_21" -> "222 conv2d_17" [label=None, style=solid]; -"222 conv2d_17" -> "223 relu_17" [label="(1, 64, 36, 36)", style=solid]; -"223 relu_17" -> "224 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; -"224 quantize_per_tensor_default_22" -> "225 dequantize_per_tensor_default_22" [label=None, style=solid]; -"225 dequantize_per_tensor_default_22" -> "226 conv2d_18" [label=None, style=solid]; -"226 conv2d_18" -> "227 output" [label="(1, 12, 36, 36)", style=solid]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [style=solid, label="(64,)"]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [style=solid, label="(64,)"]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [style=solid, label="(64, 3, 3, 3)"]; +"3 dequantize_per_channel_default" -> "118 conv2d" [style=solid, label=None]; +"4 down_path_0_block_0_bias" -> "118 conv2d" [style=solid, label="(64,)"]; +"5 _scale_1" -> "8 dequantize_per_channel_default_1" [style=solid, label="(64,)"]; +"6 _zero_point_1" -> "8 dequantize_per_channel_default_1" [style=solid, label="(64,)"]; +"7 _frozen_param1" -> "8 dequantize_per_channel_default_1" [style=solid, label="(64, 64, 3, 3)"]; +"8 dequantize_per_channel_default_1" -> "122 conv2d_1" [style=solid, label=None]; +"9 down_path_0_block_3_bias" -> "122 conv2d_1" [style=solid, label="(64,)"]; +"10 _scale_2" -> "13 dequantize_per_channel_default_2" [style=solid, label="(128,)"]; +"11 _zero_point_2" -> "13 dequantize_per_channel_default_2" [style=solid, label="(128,)"]; +"12 _frozen_param2" -> "13 dequantize_per_channel_default_2" [style=solid, label="(128, 64, 3, 3)"]; +"13 dequantize_per_channel_default_2" -> "127 conv2d_2" [style=solid, label=None]; +"14 down_path_1_block_0_bias" -> "127 conv2d_2" [style=solid, label="(128,)"]; +"15 _scale_3" -> "18 dequantize_per_channel_default_3" [style=solid, label="(128,)"]; +"16 _zero_point_3" -> "18 dequantize_per_channel_default_3" [style=solid, label="(128,)"]; +"17 _frozen_param3" -> "18 dequantize_per_channel_default_3" [style=solid, label="(128, 128, 3, 3)"]; +"18 dequantize_per_channel_default_3" -> "131 conv2d_3" [style=solid, label=None]; +"19 down_path_1_block_3_bias" -> "131 conv2d_3" [style=solid, label="(128,)"]; +"20 _scale_4" -> "23 dequantize_per_channel_default_4" [style=solid, label="(256,)"]; +"21 _zero_point_4" -> "23 dequantize_per_channel_default_4" [style=solid, label="(256,)"]; +"22 _frozen_param4" -> "23 dequantize_per_channel_default_4" [style=solid, label="(256, 128, 3, 3)"]; +"23 dequantize_per_channel_default_4" -> "136 conv2d_4" [style=solid, label=None]; +"24 down_path_2_block_0_bias" -> "136 conv2d_4" [style=solid, label="(256,)"]; +"25 _scale_5" -> "28 dequantize_per_channel_default_5" [style=solid, label="(256,)"]; +"26 _zero_point_5" -> "28 dequantize_per_channel_default_5" [style=solid, label="(256,)"]; +"27 _frozen_param5" -> "28 dequantize_per_channel_default_5" [style=solid, label="(256, 256, 3, 3)"]; +"28 dequantize_per_channel_default_5" -> "140 conv2d_5" [style=solid, label=None]; +"29 down_path_2_block_3_bias" -> "140 conv2d_5" [style=solid, label="(256,)"]; +"30 _scale_6" -> "33 dequantize_per_channel_default_6" [style=solid, label="(512,)"]; +"31 _zero_point_6" -> "33 dequantize_per_channel_default_6" [style=solid, label="(512,)"]; +"32 _frozen_param6" -> "33 dequantize_per_channel_default_6" [style=solid, label="(512, 256, 3, 3)"]; +"33 dequantize_per_channel_default_6" -> "145 conv2d_6" [style=solid, label=None]; +"34 down_path_3_block_0_bias" -> "145 conv2d_6" [style=solid, label="(512,)"]; +"35 _scale_7" -> "38 dequantize_per_channel_default_7" [style=solid, label="(512,)"]; +"36 _zero_point_7" -> "38 dequantize_per_channel_default_7" [style=solid, label="(512,)"]; +"37 _frozen_param7" -> "38 dequantize_per_channel_default_7" [style=solid, label="(512, 512, 3, 3)"]; +"38 dequantize_per_channel_default_7" -> "149 conv2d_7" [style=solid, label=None]; +"39 down_path_3_block_3_bias" -> "149 conv2d_7" [style=solid, label="(512,)"]; +"40 _scale_8" -> "43 dequantize_per_channel_default_8" [style=solid, label="(1024,)"]; +"41 _zero_point_8" -> "43 dequantize_per_channel_default_8" [style=solid, label="(1024,)"]; +"42 _frozen_param8" -> "43 dequantize_per_channel_default_8" [style=solid, label="(1024, 512, 3, 3)"]; +"43 dequantize_per_channel_default_8" -> "154 conv2d_8" [style=solid, label=None]; +"44 down_path_4_block_0_bias" -> "154 conv2d_8" [style=solid, label="(1024,)"]; +"45 _scale_9" -> "48 dequantize_per_channel_default_9" [style=solid, label="(1024,)"]; +"46 _zero_point_9" -> "48 dequantize_per_channel_default_9" [style=solid, label="(1024,)"]; +"47 _frozen_param9" -> "48 dequantize_per_channel_default_9" [style=solid, label="(1024, 1024, 3, 3)"]; +"48 dequantize_per_channel_default_9" -> "158 conv2d_9" [style=solid, label=None]; +"49 down_path_4_block_3_bias" -> "158 conv2d_9" [style=solid, label="(1024,)"]; +"50 _scale_10" -> "53 dequantize_per_channel_default_10" [style=solid, label="(1024,)"]; +"51 _zero_point_10" -> "53 dequantize_per_channel_default_10" [style=solid, label="(1024,)"]; +"52 _frozen_param10" -> "53 dequantize_per_channel_default_10" [style=solid, label="(1024, 512, 2, 2)"]; +"53 dequantize_per_channel_default_10" -> "162 conv_transpose2d" [style=solid, label=None]; +"54 up_path_0_up_bias" -> "162 conv_transpose2d" [style=solid, label="(512,)"]; +"55 _scale_11" -> "58 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; +"56 _zero_point_11" -> "58 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; +"57 _frozen_param11" -> "58 dequantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; +"58 dequantize_per_channel_default_11" -> "170 conv2d_10" [style=solid, label=None]; +"59 up_path_0_conv_block_block_0_bias" -> "170 conv2d_10" [style=solid, label="(512,)"]; +"60 _scale_12" -> "63 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; +"61 _zero_point_12" -> "63 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; +"62 _frozen_param12" -> "63 dequantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; +"63 dequantize_per_channel_default_12" -> "174 conv2d_11" [style=solid, label=None]; +"64 up_path_0_conv_block_block_3_bias" -> "174 conv2d_11" [style=solid, label="(512,)"]; +"65 _scale_13" -> "68 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; +"66 _zero_point_13" -> "68 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; +"67 _frozen_param13" -> "68 dequantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; +"68 dequantize_per_channel_default_13" -> "178 conv_transpose2d_1" [style=solid, label=None]; +"69 up_path_1_up_bias" -> "178 conv_transpose2d_1" [style=solid, label="(256,)"]; +"70 _scale_14" -> "73 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; +"71 _zero_point_14" -> "73 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; +"72 _frozen_param14" -> "73 dequantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; +"73 dequantize_per_channel_default_14" -> "186 conv2d_12" [style=solid, label=None]; +"74 up_path_1_conv_block_block_0_bias" -> "186 conv2d_12" [style=solid, label="(256,)"]; +"75 _scale_15" -> "78 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; +"76 _zero_point_15" -> "78 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; +"77 _frozen_param15" -> "78 dequantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; +"78 dequantize_per_channel_default_15" -> "190 conv2d_13" [style=solid, label=None]; +"79 up_path_1_conv_block_block_3_bias" -> "190 conv2d_13" [style=solid, label="(256,)"]; +"80 _scale_16" -> "83 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; +"81 _zero_point_16" -> "83 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; +"82 _frozen_param16" -> "83 dequantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; +"83 dequantize_per_channel_default_16" -> "194 conv_transpose2d_2" [style=solid, label=None]; +"84 up_path_2_up_bias" -> "194 conv_transpose2d_2" [style=solid, label="(128,)"]; +"85 _scale_17" -> "88 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; +"86 _zero_point_17" -> "88 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; +"87 _frozen_param17" -> "88 dequantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; +"88 dequantize_per_channel_default_17" -> "202 conv2d_14" [style=solid, label=None]; +"89 up_path_2_conv_block_block_0_bias" -> "202 conv2d_14" [style=solid, label="(128,)"]; +"90 _scale_18" -> "93 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; +"91 _zero_point_18" -> "93 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; +"92 _frozen_param18" -> "93 dequantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; +"93 dequantize_per_channel_default_18" -> "206 conv2d_15" [style=solid, label=None]; +"94 up_path_2_conv_block_block_3_bias" -> "206 conv2d_15" [style=solid, label="(128,)"]; +"95 _scale_19" -> "98 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; +"96 _zero_point_19" -> "98 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; +"97 _frozen_param19" -> "98 dequantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; +"98 dequantize_per_channel_default_19" -> "210 conv_transpose2d_3" [style=solid, label=None]; +"99 up_path_3_up_bias" -> "210 conv_transpose2d_3" [style=solid, label="(64,)"]; +"100 _scale_20" -> "103 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; +"101 _zero_point_20" -> "103 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; +"102 _frozen_param20" -> "103 dequantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; +"103 dequantize_per_channel_default_20" -> "218 conv2d_16" [style=solid, label=None]; +"104 up_path_3_conv_block_block_0_bias" -> "218 conv2d_16" [style=solid, label="(64,)"]; +"105 _scale_21" -> "108 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; +"106 _zero_point_21" -> "108 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; +"107 _frozen_param21" -> "108 dequantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; +"108 dequantize_per_channel_default_21" -> "222 conv2d_17" [style=solid, label=None]; +"109 up_path_3_conv_block_block_3_bias" -> "222 conv2d_17" [style=solid, label="(64,)"]; +"110 _scale_22" -> "113 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; +"111 _zero_point_22" -> "113 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; +"112 _frozen_param22" -> "113 dequantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; +"113 dequantize_per_channel_default_22" -> "226 conv2d_18" [style=solid, label=None]; +"114 last_bias" -> "226 conv2d_18" [style=solid, label="(12,)"]; +"115 x" -> "116 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; +"116 quantize_per_tensor_default" -> "117 dequantize_per_tensor_default" [style=solid, label=None]; +"117 dequantize_per_tensor_default" -> "118 conv2d" [style=solid, label=None]; +"118 conv2d" -> "119 relu" [style=solid, label="(1, 64, 222, 222)"]; +"119 relu" -> "120 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 222, 222)"]; +"120 quantize_per_tensor_default_1" -> "121 dequantize_per_tensor_default_1" [style=solid, label=None]; +"121 dequantize_per_tensor_default_1" -> "122 conv2d_1" [style=solid, label=None]; +"122 conv2d_1" -> "123 relu_1" [style=solid, label="(1, 64, 220, 220)"]; +"123 relu_1" -> "124 quantize_per_tensor_default_2" [style=solid, label="(1, 64, 220, 220)"]; +"124 quantize_per_tensor_default_2" -> "125 dequantize_per_tensor_default_2" [style=solid, label=None]; +"125 dequantize_per_tensor_default_2" -> "126 max_pool2d" [style=solid, label=None]; +"125 dequantize_per_tensor_default_2" -> "213 slice_13" [style=solid, label=None]; +"126 max_pool2d" -> "127 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; +"127 conv2d_2" -> "128 relu_2" [style=solid, label="(1, 128, 108, 108)"]; +"128 relu_2" -> "129 quantize_per_tensor_default_3" [style=solid, label="(1, 128, 108, 108)"]; +"129 quantize_per_tensor_default_3" -> "130 dequantize_per_tensor_default_3" [style=solid, label=None]; +"130 dequantize_per_tensor_default_3" -> "131 conv2d_3" [style=solid, label=None]; +"131 conv2d_3" -> "132 relu_3" [style=solid, label="(1, 128, 106, 106)"]; +"132 relu_3" -> "133 quantize_per_tensor_default_4" [style=solid, label="(1, 128, 106, 106)"]; +"133 quantize_per_tensor_default_4" -> "134 dequantize_per_tensor_default_4" [style=solid, label=None]; +"134 dequantize_per_tensor_default_4" -> "135 max_pool2d_1" [style=solid, label=None]; +"134 dequantize_per_tensor_default_4" -> "197 slice_9" [style=solid, label=None]; +"135 max_pool2d_1" -> "136 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; +"136 conv2d_4" -> "137 relu_4" [style=solid, label="(1, 256, 51, 51)"]; +"137 relu_4" -> "138 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 51, 51)"]; +"138 quantize_per_tensor_default_5" -> "139 dequantize_per_tensor_default_5" [style=solid, label=None]; +"139 dequantize_per_tensor_default_5" -> "140 conv2d_5" [style=solid, label=None]; +"140 conv2d_5" -> "141 relu_5" [style=solid, label="(1, 256, 49, 49)"]; +"141 relu_5" -> "142 quantize_per_tensor_default_6" [style=solid, label="(1, 256, 49, 49)"]; +"142 quantize_per_tensor_default_6" -> "143 dequantize_per_tensor_default_6" [style=solid, label=None]; +"143 dequantize_per_tensor_default_6" -> "144 max_pool2d_2" [style=solid, label=None]; +"143 dequantize_per_tensor_default_6" -> "181 slice_5" [style=solid, label=None]; +"144 max_pool2d_2" -> "145 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; +"145 conv2d_6" -> "146 relu_6" [style=solid, label="(1, 512, 22, 22)"]; +"146 relu_6" -> "147 quantize_per_tensor_default_7" [style=solid, label="(1, 512, 22, 22)"]; +"147 quantize_per_tensor_default_7" -> "148 dequantize_per_tensor_default_7" [style=solid, label=None]; +"148 dequantize_per_tensor_default_7" -> "149 conv2d_7" [style=solid, label=None]; +"149 conv2d_7" -> "150 relu_7" [style=solid, label="(1, 512, 20, 20)"]; +"150 relu_7" -> "151 quantize_per_tensor_default_8" [style=solid, label="(1, 512, 20, 20)"]; +"151 quantize_per_tensor_default_8" -> "152 dequantize_per_tensor_default_8" [style=solid, label=None]; +"152 dequantize_per_tensor_default_8" -> "153 max_pool2d_3" [style=solid, label=None]; +"152 dequantize_per_tensor_default_8" -> "165 slice_1" [style=solid, label=None]; +"153 max_pool2d_3" -> "154 conv2d_8" [style=solid, label="(1, 512, 10, 10)"]; +"154 conv2d_8" -> "155 relu_8" [style=solid, label="(1, 1024, 8, 8)"]; +"155 relu_8" -> "156 quantize_per_tensor_default_9" [style=solid, label="(1, 1024, 8, 8)"]; +"156 quantize_per_tensor_default_9" -> "157 dequantize_per_tensor_default_9" [style=solid, label=None]; +"157 dequantize_per_tensor_default_9" -> "158 conv2d_9" [style=solid, label=None]; +"158 conv2d_9" -> "159 relu_9" [style=solid, label="(1, 1024, 6, 6)"]; +"159 relu_9" -> "160 quantize_per_tensor_default_10" [style=solid, label="(1, 1024, 6, 6)"]; +"160 quantize_per_tensor_default_10" -> "161 dequantize_per_tensor_default_10" [style=solid, label=None]; +"161 dequantize_per_tensor_default_10" -> "162 conv_transpose2d" [style=solid, label=None]; +"162 conv_transpose2d" -> "163 quantize_per_tensor_default_11" [style=solid, label="(1, 512, 12, 12)"]; +"163 quantize_per_tensor_default_11" -> "164 dequantize_per_tensor_default_11" [style=solid, label=None]; +"164 dequantize_per_tensor_default_11" -> "169 cat" [style=solid, label=None]; +"165 slice_1" -> "166 slice_2" [style=solid, label="(1, 512, 20, 20)"]; +"166 slice_2" -> "167 slice_3" [style=solid, label="(1, 512, 20, 20)"]; +"167 slice_3" -> "168 slice_4" [style=solid, label="(1, 512, 12, 20)"]; +"168 slice_4" -> "169 cat" [style=solid, label="(1, 512, 12, 12)"]; +"169 cat" -> "170 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"170 conv2d_10" -> "171 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"171 relu_10" -> "172 quantize_per_tensor_default_12" [style=solid, label="(1, 512, 10, 10)"]; +"172 quantize_per_tensor_default_12" -> "173 dequantize_per_tensor_default_12" [style=solid, label=None]; +"173 dequantize_per_tensor_default_12" -> "174 conv2d_11" [style=solid, label=None]; +"174 conv2d_11" -> "175 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"175 relu_11" -> "176 quantize_per_tensor_default_13" [style=solid, label="(1, 512, 8, 8)"]; +"176 quantize_per_tensor_default_13" -> "177 dequantize_per_tensor_default_13" [style=solid, label=None]; +"177 dequantize_per_tensor_default_13" -> "178 conv_transpose2d_1" [style=solid, label=None]; +"178 conv_transpose2d_1" -> "179 quantize_per_tensor_default_14" [style=solid, label="(1, 256, 16, 16)"]; +"179 quantize_per_tensor_default_14" -> "180 dequantize_per_tensor_default_14" [style=solid, label=None]; +"180 dequantize_per_tensor_default_14" -> "185 cat_1" [style=solid, label=None]; +"181 slice_5" -> "182 slice_6" [style=solid, label="(1, 256, 49, 49)"]; +"182 slice_6" -> "183 slice_7" [style=solid, label="(1, 256, 49, 49)"]; +"183 slice_7" -> "184 slice_8" [style=solid, label="(1, 256, 16, 49)"]; +"184 slice_8" -> "185 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"185 cat_1" -> "186 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"186 conv2d_12" -> "187 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"187 relu_12" -> "188 quantize_per_tensor_default_15" [style=solid, label="(1, 256, 14, 14)"]; +"188 quantize_per_tensor_default_15" -> "189 dequantize_per_tensor_default_15" [style=solid, label=None]; +"189 dequantize_per_tensor_default_15" -> "190 conv2d_13" [style=solid, label=None]; +"190 conv2d_13" -> "191 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"191 relu_13" -> "192 quantize_per_tensor_default_16" [style=solid, label="(1, 256, 12, 12)"]; +"192 quantize_per_tensor_default_16" -> "193 dequantize_per_tensor_default_16" [style=solid, label=None]; +"193 dequantize_per_tensor_default_16" -> "194 conv_transpose2d_2" [style=solid, label=None]; +"194 conv_transpose2d_2" -> "195 quantize_per_tensor_default_17" [style=solid, label="(1, 128, 24, 24)"]; +"195 quantize_per_tensor_default_17" -> "196 dequantize_per_tensor_default_17" [style=solid, label=None]; +"196 dequantize_per_tensor_default_17" -> "201 cat_2" [style=solid, label=None]; +"197 slice_9" -> "198 slice_10" [style=solid, label="(1, 128, 106, 106)"]; +"198 slice_10" -> "199 slice_11" [style=solid, label="(1, 128, 106, 106)"]; +"199 slice_11" -> "200 slice_12" [style=solid, label="(1, 128, 24, 106)"]; +"200 slice_12" -> "201 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"201 cat_2" -> "202 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"202 conv2d_14" -> "203 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"203 relu_14" -> "204 quantize_per_tensor_default_18" [style=solid, label="(1, 128, 22, 22)"]; +"204 quantize_per_tensor_default_18" -> "205 dequantize_per_tensor_default_18" [style=solid, label=None]; +"205 dequantize_per_tensor_default_18" -> "206 conv2d_15" [style=solid, label=None]; +"206 conv2d_15" -> "207 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"207 relu_15" -> "208 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 20, 20)"]; +"208 quantize_per_tensor_default_19" -> "209 dequantize_per_tensor_default_19" [style=solid, label=None]; +"209 dequantize_per_tensor_default_19" -> "210 conv_transpose2d_3" [style=solid, label=None]; +"210 conv_transpose2d_3" -> "211 quantize_per_tensor_default_20" [style=solid, label="(1, 64, 40, 40)"]; +"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_20" [style=solid, label=None]; +"212 dequantize_per_tensor_default_20" -> "217 cat_3" [style=solid, label=None]; +"213 slice_13" -> "214 slice_14" [style=solid, label="(1, 64, 220, 220)"]; +"214 slice_14" -> "215 slice_15" [style=solid, label="(1, 64, 220, 220)"]; +"215 slice_15" -> "216 slice_16" [style=solid, label="(1, 64, 40, 220)"]; +"216 slice_16" -> "217 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"217 cat_3" -> "218 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"218 conv2d_16" -> "219 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"219 relu_16" -> "220 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"220 quantize_per_tensor_default_21" -> "221 dequantize_per_tensor_default_21" [style=solid, label=None]; +"221 dequantize_per_tensor_default_21" -> "222 conv2d_17" [style=solid, label=None]; +"222 conv2d_17" -> "223 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"223 relu_17" -> "224 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"224 quantize_per_tensor_default_22" -> "225 dequantize_per_tensor_default_22" [style=solid, label=None]; +"225 dequantize_per_tensor_default_22" -> "226 conv2d_18" [style=solid, label=None]; +"226 conv2d_18" -> "227 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot index 6467d652462..5051830b542 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot @@ -1,309 +1,309 @@ -strict digraph { -"0 class_token" [id=0, type=get_attr]; -"1 encoder_pos_embedding" [id=1, type=get_attr]; -"2 _scale_0" [id=2, type=get_attr]; -"3 _zero_point_0" [id=3, type=get_attr]; -"4 _frozen_param0" [id=4, type=get_attr]; -"5 dequantize_per_channel_default" [id=5, type=dequantize_per_channel]; -"6 conv_proj_bias" [id=6, type=get_attr]; -"7 encoder_layers_encoder_layer_0_ln_1_weight" [id=7, type=get_attr]; -"8 encoder_layers_encoder_layer_0_ln_1_bias" [id=8, type=get_attr]; -"9 _scale_1" [id=9, type=get_attr]; -"10 _zero_point_1" [id=10, type=get_attr]; -"11 _frozen_param1" [id=11, type=get_attr]; -"12 dequantize_per_channel_default_1" [id=12, type=dequantize_per_channel]; -"13 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=13, type=get_attr]; -"14 _scale_2" [id=14, type=get_attr]; -"15 _zero_point_2" [id=15, type=get_attr]; -"16 _frozen_param2" [id=16, type=get_attr]; -"17 dequantize_per_channel_default_2" [id=17, type=dequantize_per_channel]; -"18 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=18, type=get_attr]; -"19 encoder_layers_encoder_layer_0_ln_2_weight" [id=19, type=get_attr]; -"20 encoder_layers_encoder_layer_0_ln_2_bias" [id=20, type=get_attr]; -"21 _scale_3" [id=21, type=get_attr]; -"22 _zero_point_3" [id=22, type=get_attr]; -"23 _frozen_param3" [id=23, type=get_attr]; -"24 dequantize_per_channel_default_3" [id=24, type=dequantize_per_channel]; -"25 encoder_layers_encoder_layer_0_mlp_0_bias" [id=25, type=get_attr]; -"26 _scale_4" [id=26, type=get_attr]; -"27 _zero_point_4" [id=27, type=get_attr]; -"28 _frozen_param4" [id=28, type=get_attr]; -"29 dequantize_per_channel_default_4" [id=29, type=dequantize_per_channel]; -"30 encoder_layers_encoder_layer_0_mlp_3_bias" [id=30, type=get_attr]; -"31 encoder_layers_encoder_layer_1_ln_1_weight" [id=31, type=get_attr]; -"32 encoder_layers_encoder_layer_1_ln_1_bias" [id=32, type=get_attr]; -"33 _scale_5" [id=33, type=get_attr]; -"34 _zero_point_5" [id=34, type=get_attr]; -"35 _frozen_param5" [id=35, type=get_attr]; -"36 dequantize_per_channel_default_5" [id=36, type=dequantize_per_channel]; -"37 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=37, type=get_attr]; -"38 _scale_6" [id=38, type=get_attr]; -"39 _zero_point_6" [id=39, type=get_attr]; -"40 _frozen_param6" [id=40, type=get_attr]; -"41 dequantize_per_channel_default_6" [id=41, type=dequantize_per_channel]; -"42 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=42, type=get_attr]; -"43 encoder_layers_encoder_layer_1_ln_2_weight" [id=43, type=get_attr]; -"44 encoder_layers_encoder_layer_1_ln_2_bias" [id=44, type=get_attr]; -"45 _scale_7" [id=45, type=get_attr]; -"46 _zero_point_7" [id=46, type=get_attr]; -"47 _frozen_param7" [id=47, type=get_attr]; -"48 dequantize_per_channel_default_7" [id=48, type=dequantize_per_channel]; -"49 encoder_layers_encoder_layer_1_mlp_0_bias" [id=49, type=get_attr]; -"50 _scale_8" [id=50, type=get_attr]; -"51 _zero_point_8" [id=51, type=get_attr]; -"52 _frozen_param8" [id=52, type=get_attr]; -"53 dequantize_per_channel_default_8" [id=53, type=dequantize_per_channel]; -"54 encoder_layers_encoder_layer_1_mlp_3_bias" [id=54, type=get_attr]; -"55 encoder_layers_encoder_layer_2_ln_1_weight" [id=55, type=get_attr]; -"56 encoder_layers_encoder_layer_2_ln_1_bias" [id=56, type=get_attr]; -"57 _scale_9" [id=57, type=get_attr]; -"58 _zero_point_9" [id=58, type=get_attr]; -"59 _frozen_param9" [id=59, type=get_attr]; -"60 dequantize_per_channel_default_9" [id=60, type=dequantize_per_channel]; -"61 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=61, type=get_attr]; -"62 _scale_10" [id=62, type=get_attr]; -"63 _zero_point_10" [id=63, type=get_attr]; -"64 _frozen_param10" [id=64, type=get_attr]; -"65 dequantize_per_channel_default_10" [id=65, type=dequantize_per_channel]; -"66 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=66, type=get_attr]; -"67 encoder_layers_encoder_layer_2_ln_2_weight" [id=67, type=get_attr]; -"68 encoder_layers_encoder_layer_2_ln_2_bias" [id=68, type=get_attr]; -"69 _scale_11" [id=69, type=get_attr]; -"70 _zero_point_11" [id=70, type=get_attr]; -"71 _frozen_param11" [id=71, type=get_attr]; -"72 dequantize_per_channel_default_11" [id=72, type=dequantize_per_channel]; -"73 encoder_layers_encoder_layer_2_mlp_0_bias" [id=73, type=get_attr]; -"74 _scale_12" [id=74, type=get_attr]; -"75 _zero_point_12" [id=75, type=get_attr]; -"76 _frozen_param12" [id=76, type=get_attr]; -"77 dequantize_per_channel_default_12" [id=77, type=dequantize_per_channel]; -"78 encoder_layers_encoder_layer_2_mlp_3_bias" [id=78, type=get_attr]; -"79 encoder_layers_encoder_layer_3_ln_1_weight" [id=79, type=get_attr]; -"80 encoder_layers_encoder_layer_3_ln_1_bias" [id=80, type=get_attr]; -"81 _scale_13" [id=81, type=get_attr]; -"82 _zero_point_13" [id=82, type=get_attr]; -"83 _frozen_param13" [id=83, type=get_attr]; -"84 dequantize_per_channel_default_13" [id=84, type=dequantize_per_channel]; -"85 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=85, type=get_attr]; -"86 _scale_14" [id=86, type=get_attr]; -"87 _zero_point_14" [id=87, type=get_attr]; -"88 _frozen_param14" [id=88, type=get_attr]; -"89 dequantize_per_channel_default_14" [id=89, type=dequantize_per_channel]; -"90 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=90, type=get_attr]; -"91 encoder_layers_encoder_layer_3_ln_2_weight" [id=91, type=get_attr]; -"92 encoder_layers_encoder_layer_3_ln_2_bias" [id=92, type=get_attr]; -"93 _scale_15" [id=93, type=get_attr]; -"94 _zero_point_15" [id=94, type=get_attr]; -"95 _frozen_param15" [id=95, type=get_attr]; -"96 dequantize_per_channel_default_15" [id=96, type=dequantize_per_channel]; -"97 encoder_layers_encoder_layer_3_mlp_0_bias" [id=97, type=get_attr]; -"98 _scale_16" [id=98, type=get_attr]; -"99 _zero_point_16" [id=99, type=get_attr]; -"100 _frozen_param16" [id=100, type=get_attr]; -"101 dequantize_per_channel_default_16" [id=101, type=dequantize_per_channel]; -"102 encoder_layers_encoder_layer_3_mlp_3_bias" [id=102, type=get_attr]; -"103 encoder_layers_encoder_layer_4_ln_1_weight" [id=103, type=get_attr]; -"104 encoder_layers_encoder_layer_4_ln_1_bias" [id=104, type=get_attr]; -"105 _scale_17" [id=105, type=get_attr]; -"106 _zero_point_17" [id=106, type=get_attr]; -"107 _frozen_param17" [id=107, type=get_attr]; -"108 dequantize_per_channel_default_17" [id=108, type=dequantize_per_channel]; -"109 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=109, type=get_attr]; -"110 _scale_18" [id=110, type=get_attr]; -"111 _zero_point_18" [id=111, type=get_attr]; -"112 _frozen_param18" [id=112, type=get_attr]; -"113 dequantize_per_channel_default_18" [id=113, type=dequantize_per_channel]; -"114 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=114, type=get_attr]; -"115 encoder_layers_encoder_layer_4_ln_2_weight" [id=115, type=get_attr]; -"116 encoder_layers_encoder_layer_4_ln_2_bias" [id=116, type=get_attr]; -"117 _scale_19" [id=117, type=get_attr]; -"118 _zero_point_19" [id=118, type=get_attr]; -"119 _frozen_param19" [id=119, type=get_attr]; -"120 dequantize_per_channel_default_19" [id=120, type=dequantize_per_channel]; -"121 encoder_layers_encoder_layer_4_mlp_0_bias" [id=121, type=get_attr]; -"122 _scale_20" [id=122, type=get_attr]; -"123 _zero_point_20" [id=123, type=get_attr]; -"124 _frozen_param20" [id=124, type=get_attr]; -"125 dequantize_per_channel_default_20" [id=125, type=dequantize_per_channel]; -"126 encoder_layers_encoder_layer_4_mlp_3_bias" [id=126, type=get_attr]; -"127 encoder_layers_encoder_layer_5_ln_1_weight" [id=127, type=get_attr]; -"128 encoder_layers_encoder_layer_5_ln_1_bias" [id=128, type=get_attr]; -"129 _scale_21" [id=129, type=get_attr]; -"130 _zero_point_21" [id=130, type=get_attr]; -"131 _frozen_param21" [id=131, type=get_attr]; -"132 dequantize_per_channel_default_21" [id=132, type=dequantize_per_channel]; -"133 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=133, type=get_attr]; -"134 _scale_22" [id=134, type=get_attr]; -"135 _zero_point_22" [id=135, type=get_attr]; -"136 _frozen_param22" [id=136, type=get_attr]; -"137 dequantize_per_channel_default_22" [id=137, type=dequantize_per_channel]; -"138 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=138, type=get_attr]; -"139 encoder_layers_encoder_layer_5_ln_2_weight" [id=139, type=get_attr]; -"140 encoder_layers_encoder_layer_5_ln_2_bias" [id=140, type=get_attr]; -"141 _scale_23" [id=141, type=get_attr]; -"142 _zero_point_23" [id=142, type=get_attr]; -"143 _frozen_param23" [id=143, type=get_attr]; -"144 dequantize_per_channel_default_23" [id=144, type=dequantize_per_channel]; -"145 encoder_layers_encoder_layer_5_mlp_0_bias" [id=145, type=get_attr]; -"146 _scale_24" [id=146, type=get_attr]; -"147 _zero_point_24" [id=147, type=get_attr]; -"148 _frozen_param24" [id=148, type=get_attr]; -"149 dequantize_per_channel_default_24" [id=149, type=dequantize_per_channel]; -"150 encoder_layers_encoder_layer_5_mlp_3_bias" [id=150, type=get_attr]; -"151 encoder_layers_encoder_layer_6_ln_1_weight" [id=151, type=get_attr]; -"152 encoder_layers_encoder_layer_6_ln_1_bias" [id=152, type=get_attr]; -"153 _scale_25" [id=153, type=get_attr]; -"154 _zero_point_25" [id=154, type=get_attr]; -"155 _frozen_param25" [id=155, type=get_attr]; -"156 dequantize_per_channel_default_25" [id=156, type=dequantize_per_channel]; -"157 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=157, type=get_attr]; -"158 _scale_26" [id=158, type=get_attr]; -"159 _zero_point_26" [id=159, type=get_attr]; -"160 _frozen_param26" [id=160, type=get_attr]; -"161 dequantize_per_channel_default_26" [id=161, type=dequantize_per_channel]; -"162 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=162, type=get_attr]; -"163 encoder_layers_encoder_layer_6_ln_2_weight" [id=163, type=get_attr]; -"164 encoder_layers_encoder_layer_6_ln_2_bias" [id=164, type=get_attr]; -"165 _scale_27" [id=165, type=get_attr]; -"166 _zero_point_27" [id=166, type=get_attr]; -"167 _frozen_param27" [id=167, type=get_attr]; -"168 dequantize_per_channel_default_27" [id=168, type=dequantize_per_channel]; -"169 encoder_layers_encoder_layer_6_mlp_0_bias" [id=169, type=get_attr]; -"170 _scale_28" [id=170, type=get_attr]; -"171 _zero_point_28" [id=171, type=get_attr]; -"172 _frozen_param28" [id=172, type=get_attr]; -"173 dequantize_per_channel_default_28" [id=173, type=dequantize_per_channel]; -"174 encoder_layers_encoder_layer_6_mlp_3_bias" [id=174, type=get_attr]; -"175 encoder_layers_encoder_layer_7_ln_1_weight" [id=175, type=get_attr]; -"176 encoder_layers_encoder_layer_7_ln_1_bias" [id=176, type=get_attr]; -"177 _scale_29" [id=177, type=get_attr]; -"178 _zero_point_29" [id=178, type=get_attr]; -"179 _frozen_param29" [id=179, type=get_attr]; -"180 dequantize_per_channel_default_29" [id=180, type=dequantize_per_channel]; -"181 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=181, type=get_attr]; -"182 _scale_30" [id=182, type=get_attr]; -"183 _zero_point_30" [id=183, type=get_attr]; -"184 _frozen_param30" [id=184, type=get_attr]; -"185 dequantize_per_channel_default_30" [id=185, type=dequantize_per_channel]; -"186 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=186, type=get_attr]; -"187 encoder_layers_encoder_layer_7_ln_2_weight" [id=187, type=get_attr]; -"188 encoder_layers_encoder_layer_7_ln_2_bias" [id=188, type=get_attr]; -"189 _scale_31" [id=189, type=get_attr]; -"190 _zero_point_31" [id=190, type=get_attr]; -"191 _frozen_param31" [id=191, type=get_attr]; -"192 dequantize_per_channel_default_31" [id=192, type=dequantize_per_channel]; -"193 encoder_layers_encoder_layer_7_mlp_0_bias" [id=193, type=get_attr]; -"194 _scale_32" [id=194, type=get_attr]; -"195 _zero_point_32" [id=195, type=get_attr]; -"196 _frozen_param32" [id=196, type=get_attr]; -"197 dequantize_per_channel_default_32" [id=197, type=dequantize_per_channel]; -"198 encoder_layers_encoder_layer_7_mlp_3_bias" [id=198, type=get_attr]; -"199 encoder_layers_encoder_layer_8_ln_1_weight" [id=199, type=get_attr]; -"200 encoder_layers_encoder_layer_8_ln_1_bias" [id=200, type=get_attr]; -"201 _scale_33" [id=201, type=get_attr]; -"202 _zero_point_33" [id=202, type=get_attr]; -"203 _frozen_param33" [id=203, type=get_attr]; -"204 dequantize_per_channel_default_33" [id=204, type=dequantize_per_channel]; -"205 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=205, type=get_attr]; -"206 _scale_34" [id=206, type=get_attr]; -"207 _zero_point_34" [id=207, type=get_attr]; -"208 _frozen_param34" [id=208, type=get_attr]; -"209 dequantize_per_channel_default_34" [id=209, type=dequantize_per_channel]; -"210 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=210, type=get_attr]; -"211 encoder_layers_encoder_layer_8_ln_2_weight" [id=211, type=get_attr]; -"212 encoder_layers_encoder_layer_8_ln_2_bias" [id=212, type=get_attr]; -"213 _scale_35" [id=213, type=get_attr]; -"214 _zero_point_35" [id=214, type=get_attr]; -"215 _frozen_param35" [id=215, type=get_attr]; -"216 dequantize_per_channel_default_35" [id=216, type=dequantize_per_channel]; -"217 encoder_layers_encoder_layer_8_mlp_0_bias" [id=217, type=get_attr]; -"218 _scale_36" [id=218, type=get_attr]; -"219 _zero_point_36" [id=219, type=get_attr]; -"220 _frozen_param36" [id=220, type=get_attr]; -"221 dequantize_per_channel_default_36" [id=221, type=dequantize_per_channel]; -"222 encoder_layers_encoder_layer_8_mlp_3_bias" [id=222, type=get_attr]; -"223 encoder_layers_encoder_layer_9_ln_1_weight" [id=223, type=get_attr]; -"224 encoder_layers_encoder_layer_9_ln_1_bias" [id=224, type=get_attr]; -"225 _scale_37" [id=225, type=get_attr]; -"226 _zero_point_37" [id=226, type=get_attr]; -"227 _frozen_param37" [id=227, type=get_attr]; -"228 dequantize_per_channel_default_37" [id=228, type=dequantize_per_channel]; -"229 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=229, type=get_attr]; -"230 _scale_38" [id=230, type=get_attr]; -"231 _zero_point_38" [id=231, type=get_attr]; -"232 _frozen_param38" [id=232, type=get_attr]; -"233 dequantize_per_channel_default_38" [id=233, type=dequantize_per_channel]; -"234 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=234, type=get_attr]; -"235 encoder_layers_encoder_layer_9_ln_2_weight" [id=235, type=get_attr]; -"236 encoder_layers_encoder_layer_9_ln_2_bias" [id=236, type=get_attr]; -"237 _scale_39" [id=237, type=get_attr]; -"238 _zero_point_39" [id=238, type=get_attr]; -"239 _frozen_param39" [id=239, type=get_attr]; -"240 dequantize_per_channel_default_39" [id=240, type=dequantize_per_channel]; -"241 encoder_layers_encoder_layer_9_mlp_0_bias" [id=241, type=get_attr]; -"242 _scale_40" [id=242, type=get_attr]; -"243 _zero_point_40" [id=243, type=get_attr]; -"244 _frozen_param40" [id=244, type=get_attr]; -"245 dequantize_per_channel_default_40" [id=245, type=dequantize_per_channel]; -"246 encoder_layers_encoder_layer_9_mlp_3_bias" [id=246, type=get_attr]; -"247 encoder_layers_encoder_layer_10_ln_1_weight" [id=247, type=get_attr]; -"248 encoder_layers_encoder_layer_10_ln_1_bias" [id=248, type=get_attr]; -"249 _scale_41" [id=249, type=get_attr]; -"250 _zero_point_41" [id=250, type=get_attr]; -"251 _frozen_param41" [id=251, type=get_attr]; -"252 dequantize_per_channel_default_41" [id=252, type=dequantize_per_channel]; -"253 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=253, type=get_attr]; -"254 _scale_42" [id=254, type=get_attr]; -"255 _zero_point_42" [id=255, type=get_attr]; -"256 _frozen_param42" [id=256, type=get_attr]; -"257 dequantize_per_channel_default_42" [id=257, type=dequantize_per_channel]; -"258 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=258, type=get_attr]; -"259 encoder_layers_encoder_layer_10_ln_2_weight" [id=259, type=get_attr]; -"260 encoder_layers_encoder_layer_10_ln_2_bias" [id=260, type=get_attr]; -"261 _scale_43" [id=261, type=get_attr]; -"262 _zero_point_43" [id=262, type=get_attr]; -"263 _frozen_param43" [id=263, type=get_attr]; -"264 dequantize_per_channel_default_43" [id=264, type=dequantize_per_channel]; -"265 encoder_layers_encoder_layer_10_mlp_0_bias" [id=265, type=get_attr]; -"266 _scale_44" [id=266, type=get_attr]; -"267 _zero_point_44" [id=267, type=get_attr]; -"268 _frozen_param44" [id=268, type=get_attr]; -"269 dequantize_per_channel_default_44" [id=269, type=dequantize_per_channel]; -"270 encoder_layers_encoder_layer_10_mlp_3_bias" [id=270, type=get_attr]; -"271 encoder_layers_encoder_layer_11_ln_1_weight" [id=271, type=get_attr]; -"272 encoder_layers_encoder_layer_11_ln_1_bias" [id=272, type=get_attr]; -"273 _scale_45" [id=273, type=get_attr]; -"274 _zero_point_45" [id=274, type=get_attr]; -"275 _frozen_param45" [id=275, type=get_attr]; -"276 dequantize_per_channel_default_45" [id=276, type=dequantize_per_channel]; -"277 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=277, type=get_attr]; -"278 _scale_46" [id=278, type=get_attr]; -"279 _zero_point_46" [id=279, type=get_attr]; -"280 _frozen_param46" [id=280, type=get_attr]; -"281 dequantize_per_channel_default_46" [id=281, type=dequantize_per_channel]; -"282 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=282, type=get_attr]; -"283 encoder_layers_encoder_layer_11_ln_2_weight" [id=283, type=get_attr]; -"284 encoder_layers_encoder_layer_11_ln_2_bias" [id=284, type=get_attr]; -"285 _scale_47" [id=285, type=get_attr]; -"286 _zero_point_47" [id=286, type=get_attr]; -"287 _frozen_param47" [id=287, type=get_attr]; -"288 dequantize_per_channel_default_47" [id=288, type=dequantize_per_channel]; -"289 encoder_layers_encoder_layer_11_mlp_0_bias" [id=289, type=get_attr]; -"290 _scale_48" [id=290, type=get_attr]; -"291 _zero_point_48" [id=291, type=get_attr]; -"292 _frozen_param48" [id=292, type=get_attr]; -"293 dequantize_per_channel_default_48" [id=293, type=dequantize_per_channel]; -"294 encoder_layers_encoder_layer_11_mlp_3_bias" [id=294, type=get_attr]; -"295 encoder_ln_weight" [id=295, type=get_attr]; -"296 encoder_ln_bias" [id=296, type=get_attr]; -"297 _scale_49" [id=297, type=get_attr]; -"298 _zero_point_49" [id=298, type=get_attr]; -"299 _frozen_param49" [id=299, type=get_attr]; -"300 dequantize_per_channel_default_49" [id=300, type=dequantize_per_channel]; -"301 heads_head_bias" [id=301, type=get_attr]; +strict digraph { +"0 class_token" [id=0, type="get_attr"]; +"1 encoder_pos_embedding" [id=1, type="get_attr"]; +"2 _scale_0" [id=2, type="get_attr"]; +"3 _zero_point_0" [id=3, type="get_attr"]; +"4 _frozen_param0" [id=4, type="get_attr"]; +"5 dequantize_per_channel_default" [id=5, type="dequantize_per_channel"]; +"6 conv_proj_bias" [id=6, type="get_attr"]; +"7 encoder_layers_encoder_layer_0_ln_1_weight" [id=7, type="get_attr"]; +"8 encoder_layers_encoder_layer_0_ln_1_bias" [id=8, type="get_attr"]; +"9 _scale_1" [id=9, type="get_attr"]; +"10 _zero_point_1" [id=10, type="get_attr"]; +"11 _frozen_param1" [id=11, type="get_attr"]; +"12 dequantize_per_channel_default_1" [id=12, type="dequantize_per_channel"]; +"13 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=13, type="get_attr"]; +"14 _scale_2" [id=14, type="get_attr"]; +"15 _zero_point_2" [id=15, type="get_attr"]; +"16 _frozen_param2" [id=16, type="get_attr"]; +"17 dequantize_per_channel_default_2" [id=17, type="dequantize_per_channel"]; +"18 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=18, type="get_attr"]; +"19 encoder_layers_encoder_layer_0_ln_2_weight" [id=19, type="get_attr"]; +"20 encoder_layers_encoder_layer_0_ln_2_bias" [id=20, type="get_attr"]; +"21 _scale_3" [id=21, type="get_attr"]; +"22 _zero_point_3" [id=22, type="get_attr"]; +"23 _frozen_param3" [id=23, type="get_attr"]; +"24 dequantize_per_channel_default_3" [id=24, type="dequantize_per_channel"]; +"25 encoder_layers_encoder_layer_0_mlp_0_bias" [id=25, type="get_attr"]; +"26 _scale_4" [id=26, type="get_attr"]; +"27 _zero_point_4" [id=27, type="get_attr"]; +"28 _frozen_param4" [id=28, type="get_attr"]; +"29 dequantize_per_channel_default_4" [id=29, type="dequantize_per_channel"]; +"30 encoder_layers_encoder_layer_0_mlp_3_bias" [id=30, type="get_attr"]; +"31 encoder_layers_encoder_layer_1_ln_1_weight" [id=31, type="get_attr"]; +"32 encoder_layers_encoder_layer_1_ln_1_bias" [id=32, type="get_attr"]; +"33 _scale_5" [id=33, type="get_attr"]; +"34 _zero_point_5" [id=34, type="get_attr"]; +"35 _frozen_param5" [id=35, type="get_attr"]; +"36 dequantize_per_channel_default_5" [id=36, type="dequantize_per_channel"]; +"37 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=37, type="get_attr"]; +"38 _scale_6" [id=38, type="get_attr"]; +"39 _zero_point_6" [id=39, type="get_attr"]; +"40 _frozen_param6" [id=40, type="get_attr"]; +"41 dequantize_per_channel_default_6" [id=41, type="dequantize_per_channel"]; +"42 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=42, type="get_attr"]; +"43 encoder_layers_encoder_layer_1_ln_2_weight" [id=43, type="get_attr"]; +"44 encoder_layers_encoder_layer_1_ln_2_bias" [id=44, type="get_attr"]; +"45 _scale_7" [id=45, type="get_attr"]; +"46 _zero_point_7" [id=46, type="get_attr"]; +"47 _frozen_param7" [id=47, type="get_attr"]; +"48 dequantize_per_channel_default_7" [id=48, type="dequantize_per_channel"]; +"49 encoder_layers_encoder_layer_1_mlp_0_bias" [id=49, type="get_attr"]; +"50 _scale_8" [id=50, type="get_attr"]; +"51 _zero_point_8" [id=51, type="get_attr"]; +"52 _frozen_param8" [id=52, type="get_attr"]; +"53 dequantize_per_channel_default_8" [id=53, type="dequantize_per_channel"]; +"54 encoder_layers_encoder_layer_1_mlp_3_bias" [id=54, type="get_attr"]; +"55 encoder_layers_encoder_layer_2_ln_1_weight" [id=55, type="get_attr"]; +"56 encoder_layers_encoder_layer_2_ln_1_bias" [id=56, type="get_attr"]; +"57 _scale_9" [id=57, type="get_attr"]; +"58 _zero_point_9" [id=58, type="get_attr"]; +"59 _frozen_param9" [id=59, type="get_attr"]; +"60 dequantize_per_channel_default_9" [id=60, type="dequantize_per_channel"]; +"61 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=61, type="get_attr"]; +"62 _scale_10" [id=62, type="get_attr"]; +"63 _zero_point_10" [id=63, type="get_attr"]; +"64 _frozen_param10" [id=64, type="get_attr"]; +"65 dequantize_per_channel_default_10" [id=65, type="dequantize_per_channel"]; +"66 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=66, type="get_attr"]; +"67 encoder_layers_encoder_layer_2_ln_2_weight" [id=67, type="get_attr"]; +"68 encoder_layers_encoder_layer_2_ln_2_bias" [id=68, type="get_attr"]; +"69 _scale_11" [id=69, type="get_attr"]; +"70 _zero_point_11" [id=70, type="get_attr"]; +"71 _frozen_param11" [id=71, type="get_attr"]; +"72 dequantize_per_channel_default_11" [id=72, type="dequantize_per_channel"]; +"73 encoder_layers_encoder_layer_2_mlp_0_bias" [id=73, type="get_attr"]; +"74 _scale_12" [id=74, type="get_attr"]; +"75 _zero_point_12" [id=75, type="get_attr"]; +"76 _frozen_param12" [id=76, type="get_attr"]; +"77 dequantize_per_channel_default_12" [id=77, type="dequantize_per_channel"]; +"78 encoder_layers_encoder_layer_2_mlp_3_bias" [id=78, type="get_attr"]; +"79 encoder_layers_encoder_layer_3_ln_1_weight" [id=79, type="get_attr"]; +"80 encoder_layers_encoder_layer_3_ln_1_bias" [id=80, type="get_attr"]; +"81 _scale_13" [id=81, type="get_attr"]; +"82 _zero_point_13" [id=82, type="get_attr"]; +"83 _frozen_param13" [id=83, type="get_attr"]; +"84 dequantize_per_channel_default_13" [id=84, type="dequantize_per_channel"]; +"85 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=85, type="get_attr"]; +"86 _scale_14" [id=86, type="get_attr"]; +"87 _zero_point_14" [id=87, type="get_attr"]; +"88 _frozen_param14" [id=88, type="get_attr"]; +"89 dequantize_per_channel_default_14" [id=89, type="dequantize_per_channel"]; +"90 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=90, type="get_attr"]; +"91 encoder_layers_encoder_layer_3_ln_2_weight" [id=91, type="get_attr"]; +"92 encoder_layers_encoder_layer_3_ln_2_bias" [id=92, type="get_attr"]; +"93 _scale_15" [id=93, type="get_attr"]; +"94 _zero_point_15" [id=94, type="get_attr"]; +"95 _frozen_param15" [id=95, type="get_attr"]; +"96 dequantize_per_channel_default_15" [id=96, type="dequantize_per_channel"]; +"97 encoder_layers_encoder_layer_3_mlp_0_bias" [id=97, type="get_attr"]; +"98 _scale_16" [id=98, type="get_attr"]; +"99 _zero_point_16" [id=99, type="get_attr"]; +"100 _frozen_param16" [id=100, type="get_attr"]; +"101 dequantize_per_channel_default_16" [id=101, type="dequantize_per_channel"]; +"102 encoder_layers_encoder_layer_3_mlp_3_bias" [id=102, type="get_attr"]; +"103 encoder_layers_encoder_layer_4_ln_1_weight" [id=103, type="get_attr"]; +"104 encoder_layers_encoder_layer_4_ln_1_bias" [id=104, type="get_attr"]; +"105 _scale_17" [id=105, type="get_attr"]; +"106 _zero_point_17" [id=106, type="get_attr"]; +"107 _frozen_param17" [id=107, type="get_attr"]; +"108 dequantize_per_channel_default_17" [id=108, type="dequantize_per_channel"]; +"109 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=109, type="get_attr"]; +"110 _scale_18" [id=110, type="get_attr"]; +"111 _zero_point_18" [id=111, type="get_attr"]; +"112 _frozen_param18" [id=112, type="get_attr"]; +"113 dequantize_per_channel_default_18" [id=113, type="dequantize_per_channel"]; +"114 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=114, type="get_attr"]; +"115 encoder_layers_encoder_layer_4_ln_2_weight" [id=115, type="get_attr"]; +"116 encoder_layers_encoder_layer_4_ln_2_bias" [id=116, type="get_attr"]; +"117 _scale_19" [id=117, type="get_attr"]; +"118 _zero_point_19" [id=118, type="get_attr"]; +"119 _frozen_param19" [id=119, type="get_attr"]; +"120 dequantize_per_channel_default_19" [id=120, type="dequantize_per_channel"]; +"121 encoder_layers_encoder_layer_4_mlp_0_bias" [id=121, type="get_attr"]; +"122 _scale_20" [id=122, type="get_attr"]; +"123 _zero_point_20" [id=123, type="get_attr"]; +"124 _frozen_param20" [id=124, type="get_attr"]; +"125 dequantize_per_channel_default_20" [id=125, type="dequantize_per_channel"]; +"126 encoder_layers_encoder_layer_4_mlp_3_bias" [id=126, type="get_attr"]; +"127 encoder_layers_encoder_layer_5_ln_1_weight" [id=127, type="get_attr"]; +"128 encoder_layers_encoder_layer_5_ln_1_bias" [id=128, type="get_attr"]; +"129 _scale_21" [id=129, type="get_attr"]; +"130 _zero_point_21" [id=130, type="get_attr"]; +"131 _frozen_param21" [id=131, type="get_attr"]; +"132 dequantize_per_channel_default_21" [id=132, type="dequantize_per_channel"]; +"133 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=133, type="get_attr"]; +"134 _scale_22" [id=134, type="get_attr"]; +"135 _zero_point_22" [id=135, type="get_attr"]; +"136 _frozen_param22" [id=136, type="get_attr"]; +"137 dequantize_per_channel_default_22" [id=137, type="dequantize_per_channel"]; +"138 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=138, type="get_attr"]; +"139 encoder_layers_encoder_layer_5_ln_2_weight" [id=139, type="get_attr"]; +"140 encoder_layers_encoder_layer_5_ln_2_bias" [id=140, type="get_attr"]; +"141 _scale_23" [id=141, type="get_attr"]; +"142 _zero_point_23" [id=142, type="get_attr"]; +"143 _frozen_param23" [id=143, type="get_attr"]; +"144 dequantize_per_channel_default_23" [id=144, type="dequantize_per_channel"]; +"145 encoder_layers_encoder_layer_5_mlp_0_bias" [id=145, type="get_attr"]; +"146 _scale_24" [id=146, type="get_attr"]; +"147 _zero_point_24" [id=147, type="get_attr"]; +"148 _frozen_param24" [id=148, type="get_attr"]; +"149 dequantize_per_channel_default_24" [id=149, type="dequantize_per_channel"]; +"150 encoder_layers_encoder_layer_5_mlp_3_bias" [id=150, type="get_attr"]; +"151 encoder_layers_encoder_layer_6_ln_1_weight" [id=151, type="get_attr"]; +"152 encoder_layers_encoder_layer_6_ln_1_bias" [id=152, type="get_attr"]; +"153 _scale_25" [id=153, type="get_attr"]; +"154 _zero_point_25" [id=154, type="get_attr"]; +"155 _frozen_param25" [id=155, type="get_attr"]; +"156 dequantize_per_channel_default_25" [id=156, type="dequantize_per_channel"]; +"157 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=157, type="get_attr"]; +"158 _scale_26" [id=158, type="get_attr"]; +"159 _zero_point_26" [id=159, type="get_attr"]; +"160 _frozen_param26" [id=160, type="get_attr"]; +"161 dequantize_per_channel_default_26" [id=161, type="dequantize_per_channel"]; +"162 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=162, type="get_attr"]; +"163 encoder_layers_encoder_layer_6_ln_2_weight" [id=163, type="get_attr"]; +"164 encoder_layers_encoder_layer_6_ln_2_bias" [id=164, type="get_attr"]; +"165 _scale_27" [id=165, type="get_attr"]; +"166 _zero_point_27" [id=166, type="get_attr"]; +"167 _frozen_param27" [id=167, type="get_attr"]; +"168 dequantize_per_channel_default_27" [id=168, type="dequantize_per_channel"]; +"169 encoder_layers_encoder_layer_6_mlp_0_bias" [id=169, type="get_attr"]; +"170 _scale_28" [id=170, type="get_attr"]; +"171 _zero_point_28" [id=171, type="get_attr"]; +"172 _frozen_param28" [id=172, type="get_attr"]; +"173 dequantize_per_channel_default_28" [id=173, type="dequantize_per_channel"]; +"174 encoder_layers_encoder_layer_6_mlp_3_bias" [id=174, type="get_attr"]; +"175 encoder_layers_encoder_layer_7_ln_1_weight" [id=175, type="get_attr"]; +"176 encoder_layers_encoder_layer_7_ln_1_bias" [id=176, type="get_attr"]; +"177 _scale_29" [id=177, type="get_attr"]; +"178 _zero_point_29" [id=178, type="get_attr"]; +"179 _frozen_param29" [id=179, type="get_attr"]; +"180 dequantize_per_channel_default_29" [id=180, type="dequantize_per_channel"]; +"181 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=181, type="get_attr"]; +"182 _scale_30" [id=182, type="get_attr"]; +"183 _zero_point_30" [id=183, type="get_attr"]; +"184 _frozen_param30" [id=184, type="get_attr"]; +"185 dequantize_per_channel_default_30" [id=185, type="dequantize_per_channel"]; +"186 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=186, type="get_attr"]; +"187 encoder_layers_encoder_layer_7_ln_2_weight" [id=187, type="get_attr"]; +"188 encoder_layers_encoder_layer_7_ln_2_bias" [id=188, type="get_attr"]; +"189 _scale_31" [id=189, type="get_attr"]; +"190 _zero_point_31" [id=190, type="get_attr"]; +"191 _frozen_param31" [id=191, type="get_attr"]; +"192 dequantize_per_channel_default_31" [id=192, type="dequantize_per_channel"]; +"193 encoder_layers_encoder_layer_7_mlp_0_bias" [id=193, type="get_attr"]; +"194 _scale_32" [id=194, type="get_attr"]; +"195 _zero_point_32" [id=195, type="get_attr"]; +"196 _frozen_param32" [id=196, type="get_attr"]; +"197 dequantize_per_channel_default_32" [id=197, type="dequantize_per_channel"]; +"198 encoder_layers_encoder_layer_7_mlp_3_bias" [id=198, type="get_attr"]; +"199 encoder_layers_encoder_layer_8_ln_1_weight" [id=199, type="get_attr"]; +"200 encoder_layers_encoder_layer_8_ln_1_bias" [id=200, type="get_attr"]; +"201 _scale_33" [id=201, type="get_attr"]; +"202 _zero_point_33" [id=202, type="get_attr"]; +"203 _frozen_param33" [id=203, type="get_attr"]; +"204 dequantize_per_channel_default_33" [id=204, type="dequantize_per_channel"]; +"205 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=205, type="get_attr"]; +"206 _scale_34" [id=206, type="get_attr"]; +"207 _zero_point_34" [id=207, type="get_attr"]; +"208 _frozen_param34" [id=208, type="get_attr"]; +"209 dequantize_per_channel_default_34" [id=209, type="dequantize_per_channel"]; +"210 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=210, type="get_attr"]; +"211 encoder_layers_encoder_layer_8_ln_2_weight" [id=211, type="get_attr"]; +"212 encoder_layers_encoder_layer_8_ln_2_bias" [id=212, type="get_attr"]; +"213 _scale_35" [id=213, type="get_attr"]; +"214 _zero_point_35" [id=214, type="get_attr"]; +"215 _frozen_param35" [id=215, type="get_attr"]; +"216 dequantize_per_channel_default_35" [id=216, type="dequantize_per_channel"]; +"217 encoder_layers_encoder_layer_8_mlp_0_bias" [id=217, type="get_attr"]; +"218 _scale_36" [id=218, type="get_attr"]; +"219 _zero_point_36" [id=219, type="get_attr"]; +"220 _frozen_param36" [id=220, type="get_attr"]; +"221 dequantize_per_channel_default_36" [id=221, type="dequantize_per_channel"]; +"222 encoder_layers_encoder_layer_8_mlp_3_bias" [id=222, type="get_attr"]; +"223 encoder_layers_encoder_layer_9_ln_1_weight" [id=223, type="get_attr"]; +"224 encoder_layers_encoder_layer_9_ln_1_bias" [id=224, type="get_attr"]; +"225 _scale_37" [id=225, type="get_attr"]; +"226 _zero_point_37" [id=226, type="get_attr"]; +"227 _frozen_param37" [id=227, type="get_attr"]; +"228 dequantize_per_channel_default_37" [id=228, type="dequantize_per_channel"]; +"229 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=229, type="get_attr"]; +"230 _scale_38" [id=230, type="get_attr"]; +"231 _zero_point_38" [id=231, type="get_attr"]; +"232 _frozen_param38" [id=232, type="get_attr"]; +"233 dequantize_per_channel_default_38" [id=233, type="dequantize_per_channel"]; +"234 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=234, type="get_attr"]; +"235 encoder_layers_encoder_layer_9_ln_2_weight" [id=235, type="get_attr"]; +"236 encoder_layers_encoder_layer_9_ln_2_bias" [id=236, type="get_attr"]; +"237 _scale_39" [id=237, type="get_attr"]; +"238 _zero_point_39" [id=238, type="get_attr"]; +"239 _frozen_param39" [id=239, type="get_attr"]; +"240 dequantize_per_channel_default_39" [id=240, type="dequantize_per_channel"]; +"241 encoder_layers_encoder_layer_9_mlp_0_bias" [id=241, type="get_attr"]; +"242 _scale_40" [id=242, type="get_attr"]; +"243 _zero_point_40" [id=243, type="get_attr"]; +"244 _frozen_param40" [id=244, type="get_attr"]; +"245 dequantize_per_channel_default_40" [id=245, type="dequantize_per_channel"]; +"246 encoder_layers_encoder_layer_9_mlp_3_bias" [id=246, type="get_attr"]; +"247 encoder_layers_encoder_layer_10_ln_1_weight" [id=247, type="get_attr"]; +"248 encoder_layers_encoder_layer_10_ln_1_bias" [id=248, type="get_attr"]; +"249 _scale_41" [id=249, type="get_attr"]; +"250 _zero_point_41" [id=250, type="get_attr"]; +"251 _frozen_param41" [id=251, type="get_attr"]; +"252 dequantize_per_channel_default_41" [id=252, type="dequantize_per_channel"]; +"253 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=253, type="get_attr"]; +"254 _scale_42" [id=254, type="get_attr"]; +"255 _zero_point_42" [id=255, type="get_attr"]; +"256 _frozen_param42" [id=256, type="get_attr"]; +"257 dequantize_per_channel_default_42" [id=257, type="dequantize_per_channel"]; +"258 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=258, type="get_attr"]; +"259 encoder_layers_encoder_layer_10_ln_2_weight" [id=259, type="get_attr"]; +"260 encoder_layers_encoder_layer_10_ln_2_bias" [id=260, type="get_attr"]; +"261 _scale_43" [id=261, type="get_attr"]; +"262 _zero_point_43" [id=262, type="get_attr"]; +"263 _frozen_param43" [id=263, type="get_attr"]; +"264 dequantize_per_channel_default_43" [id=264, type="dequantize_per_channel"]; +"265 encoder_layers_encoder_layer_10_mlp_0_bias" [id=265, type="get_attr"]; +"266 _scale_44" [id=266, type="get_attr"]; +"267 _zero_point_44" [id=267, type="get_attr"]; +"268 _frozen_param44" [id=268, type="get_attr"]; +"269 dequantize_per_channel_default_44" [id=269, type="dequantize_per_channel"]; +"270 encoder_layers_encoder_layer_10_mlp_3_bias" [id=270, type="get_attr"]; +"271 encoder_layers_encoder_layer_11_ln_1_weight" [id=271, type="get_attr"]; +"272 encoder_layers_encoder_layer_11_ln_1_bias" [id=272, type="get_attr"]; +"273 _scale_45" [id=273, type="get_attr"]; +"274 _zero_point_45" [id=274, type="get_attr"]; +"275 _frozen_param45" [id=275, type="get_attr"]; +"276 dequantize_per_channel_default_45" [id=276, type="dequantize_per_channel"]; +"277 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=277, type="get_attr"]; +"278 _scale_46" [id=278, type="get_attr"]; +"279 _zero_point_46" [id=279, type="get_attr"]; +"280 _frozen_param46" [id=280, type="get_attr"]; +"281 dequantize_per_channel_default_46" [id=281, type="dequantize_per_channel"]; +"282 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=282, type="get_attr"]; +"283 encoder_layers_encoder_layer_11_ln_2_weight" [id=283, type="get_attr"]; +"284 encoder_layers_encoder_layer_11_ln_2_bias" [id=284, type="get_attr"]; +"285 _scale_47" [id=285, type="get_attr"]; +"286 _zero_point_47" [id=286, type="get_attr"]; +"287 _frozen_param47" [id=287, type="get_attr"]; +"288 dequantize_per_channel_default_47" [id=288, type="dequantize_per_channel"]; +"289 encoder_layers_encoder_layer_11_mlp_0_bias" [id=289, type="get_attr"]; +"290 _scale_48" [id=290, type="get_attr"]; +"291 _zero_point_48" [id=291, type="get_attr"]; +"292 _frozen_param48" [id=292, type="get_attr"]; +"293 dequantize_per_channel_default_48" [id=293, type="dequantize_per_channel"]; +"294 encoder_layers_encoder_layer_11_mlp_3_bias" [id=294, type="get_attr"]; +"295 encoder_ln_weight" [id=295, type="get_attr"]; +"296 encoder_ln_bias" [id=296, type="get_attr"]; +"297 _scale_49" [id=297, type="get_attr"]; +"298 _zero_point_49" [id=298, type="get_attr"]; +"299 _frozen_param49" [id=299, type="get_attr"]; +"300 dequantize_per_channel_default_49" [id=300, type="dequantize_per_channel"]; +"301 heads_head_bias" [id=301, type="get_attr"]; "302 x" [id=302, type=input]; -"303 quantize_per_tensor_default" [id=303, type=quantize_per_tensor]; -"304 dequantize_per_tensor_default" [id=304, type=dequantize_per_tensor]; +"303 quantize_per_tensor_default" [id=303, type="quantize_per_tensor"]; +"304 dequantize_per_tensor_default" [id=304, type="dequantize_per_tensor"]; "305 conv2d" [id=305, type=conv2d]; "306 reshape" [id=306, type=reshape]; "307 permute" [id=307, type=permute]; @@ -311,9 +311,9 @@ strict digraph { "309 cat" [id=309, type=cat]; "310 add" [id=310, type=add]; "311 dropout" [id=311, type=dropout]; -"312 layer_norm" [id=312, type=layer_norm]; -"313 quantize_per_tensor_default_1" [id=313, type=quantize_per_tensor]; -"314 dequantize_per_tensor_default_1" [id=314, type=dequantize_per_tensor]; +"312 layer_norm" [id=312, type="layer_norm"]; +"313 quantize_per_tensor_default_1" [id=313, type="quantize_per_tensor"]; +"314 dequantize_per_tensor_default_1" [id=314, type="dequantize_per_tensor"]; "315 transpose" [id=315, type=transpose]; "316 linear" [id=316, type=linear]; "317 unflatten" [id=317, type=unflatten]; @@ -321,9 +321,9 @@ strict digraph { "319 transpose_1" [id=319, type=transpose]; "320 squeeze" [id=320, type=squeeze]; "321 contiguous" [id=321, type=contiguous]; -"322 quantize_per_tensor_default_2" [id=322, type=quantize_per_tensor]; -"323 dequantize_per_tensor_default_63" [id=323, type=dequantize_per_tensor]; -"324 dequantize_per_tensor_default_62" [id=324, type=dequantize_per_tensor]; +"322 quantize_per_tensor_default_2" [id=322, type="quantize_per_tensor"]; +"323 dequantize_per_tensor_default_63" [id=323, type="dequantize_per_tensor"]; +"324 dequantize_per_tensor_default_62" [id=324, type="dequantize_per_tensor"]; "325 select" [id=325, type=select]; "326 select_1" [id=326, type=select]; "327 select_2" [id=327, type=select]; @@ -336,9 +336,9 @@ strict digraph { "334 view_3" [id=334, type=view]; "335 view_4" [id=335, type=view]; "336 view_5" [id=336, type=view]; -"337 scaled_dot_product_attention" [id=337, type=scaled_dot_product_attention]; -"338 quantize_per_tensor_default_3" [id=338, type=quantize_per_tensor]; -"339 dequantize_per_tensor_default_3" [id=339, type=dequantize_per_tensor]; +"337 scaled_dot_product_attention" [id=337, type="scaled_dot_product_attention"]; +"338 quantize_per_tensor_default_3" [id=338, type="quantize_per_tensor"]; +"339 dequantize_per_tensor_default_3" [id=339, type="dequantize_per_tensor"]; "340 permute_1" [id=340, type=permute]; "341 view_6" [id=341, type=view]; "342 linear_1" [id=342, type=linear]; @@ -346,20 +346,20 @@ strict digraph { "344 transpose_5" [id=344, type=transpose]; "345 dropout_1" [id=345, type=dropout]; "346 add_1" [id=346, type=add]; -"347 layer_norm_1" [id=347, type=layer_norm]; -"348 quantize_per_tensor_default_4" [id=348, type=quantize_per_tensor]; -"349 dequantize_per_tensor_default_4" [id=349, type=dequantize_per_tensor]; +"347 layer_norm_1" [id=347, type="layer_norm"]; +"348 quantize_per_tensor_default_4" [id=348, type="quantize_per_tensor"]; +"349 dequantize_per_tensor_default_4" [id=349, type="dequantize_per_tensor"]; "350 linear_2" [id=350, type=linear]; "351 gelu" [id=351, type=gelu]; -"352 quantize_per_tensor_default_5" [id=352, type=quantize_per_tensor]; -"353 dequantize_per_tensor_default_5" [id=353, type=dequantize_per_tensor]; +"352 quantize_per_tensor_default_5" [id=352, type="quantize_per_tensor"]; +"353 dequantize_per_tensor_default_5" [id=353, type="dequantize_per_tensor"]; "354 dropout_2" [id=354, type=dropout]; "355 linear_3" [id=355, type=linear]; "356 dropout_3" [id=356, type=dropout]; "357 add_2" [id=357, type=add]; -"358 layer_norm_2" [id=358, type=layer_norm]; -"359 quantize_per_tensor_default_6" [id=359, type=quantize_per_tensor]; -"360 dequantize_per_tensor_default_6" [id=360, type=dequantize_per_tensor]; +"358 layer_norm_2" [id=358, type="layer_norm"]; +"359 quantize_per_tensor_default_6" [id=359, type="quantize_per_tensor"]; +"360 dequantize_per_tensor_default_6" [id=360, type="dequantize_per_tensor"]; "361 transpose_6" [id=361, type=transpose]; "362 linear_4" [id=362, type=linear]; "363 unflatten_1" [id=363, type=unflatten]; @@ -367,9 +367,9 @@ strict digraph { "365 transpose_7" [id=365, type=transpose]; "366 squeeze_1" [id=366, type=squeeze]; "367 contiguous_1" [id=367, type=contiguous]; -"368 quantize_per_tensor_default_7" [id=368, type=quantize_per_tensor]; -"369 dequantize_per_tensor_default_65" [id=369, type=dequantize_per_tensor]; -"370 dequantize_per_tensor_default_64" [id=370, type=dequantize_per_tensor]; +"368 quantize_per_tensor_default_7" [id=368, type="quantize_per_tensor"]; +"369 dequantize_per_tensor_default_65" [id=369, type="dequantize_per_tensor"]; +"370 dequantize_per_tensor_default_64" [id=370, type="dequantize_per_tensor"]; "371 select_3" [id=371, type=select]; "372 select_4" [id=372, type=select]; "373 select_5" [id=373, type=select]; @@ -382,9 +382,9 @@ strict digraph { "380 view_11" [id=380, type=view]; "381 view_12" [id=381, type=view]; "382 view_13" [id=382, type=view]; -"383 scaled_dot_product_attention_1" [id=383, type=scaled_dot_product_attention]; -"384 quantize_per_tensor_default_8" [id=384, type=quantize_per_tensor]; -"385 dequantize_per_tensor_default_8" [id=385, type=dequantize_per_tensor]; +"383 scaled_dot_product_attention_1" [id=383, type="scaled_dot_product_attention"]; +"384 quantize_per_tensor_default_8" [id=384, type="quantize_per_tensor"]; +"385 dequantize_per_tensor_default_8" [id=385, type="dequantize_per_tensor"]; "386 permute_2" [id=386, type=permute]; "387 view_14" [id=387, type=view]; "388 linear_5" [id=388, type=linear]; @@ -392,20 +392,20 @@ strict digraph { "390 transpose_11" [id=390, type=transpose]; "391 dropout_4" [id=391, type=dropout]; "392 add_3" [id=392, type=add]; -"393 layer_norm_3" [id=393, type=layer_norm]; -"394 quantize_per_tensor_default_9" [id=394, type=quantize_per_tensor]; -"395 dequantize_per_tensor_default_9" [id=395, type=dequantize_per_tensor]; +"393 layer_norm_3" [id=393, type="layer_norm"]; +"394 quantize_per_tensor_default_9" [id=394, type="quantize_per_tensor"]; +"395 dequantize_per_tensor_default_9" [id=395, type="dequantize_per_tensor"]; "396 linear_6" [id=396, type=linear]; "397 gelu_1" [id=397, type=gelu]; -"398 quantize_per_tensor_default_10" [id=398, type=quantize_per_tensor]; -"399 dequantize_per_tensor_default_10" [id=399, type=dequantize_per_tensor]; +"398 quantize_per_tensor_default_10" [id=398, type="quantize_per_tensor"]; +"399 dequantize_per_tensor_default_10" [id=399, type="dequantize_per_tensor"]; "400 dropout_5" [id=400, type=dropout]; "401 linear_7" [id=401, type=linear]; "402 dropout_6" [id=402, type=dropout]; "403 add_4" [id=403, type=add]; -"404 layer_norm_4" [id=404, type=layer_norm]; -"405 quantize_per_tensor_default_11" [id=405, type=quantize_per_tensor]; -"406 dequantize_per_tensor_default_11" [id=406, type=dequantize_per_tensor]; +"404 layer_norm_4" [id=404, type="layer_norm"]; +"405 quantize_per_tensor_default_11" [id=405, type="quantize_per_tensor"]; +"406 dequantize_per_tensor_default_11" [id=406, type="dequantize_per_tensor"]; "407 transpose_12" [id=407, type=transpose]; "408 linear_8" [id=408, type=linear]; "409 unflatten_2" [id=409, type=unflatten]; @@ -413,9 +413,9 @@ strict digraph { "411 transpose_13" [id=411, type=transpose]; "412 squeeze_2" [id=412, type=squeeze]; "413 contiguous_2" [id=413, type=contiguous]; -"414 quantize_per_tensor_default_12" [id=414, type=quantize_per_tensor]; -"415 dequantize_per_tensor_default_67" [id=415, type=dequantize_per_tensor]; -"416 dequantize_per_tensor_default_66" [id=416, type=dequantize_per_tensor]; +"414 quantize_per_tensor_default_12" [id=414, type="quantize_per_tensor"]; +"415 dequantize_per_tensor_default_67" [id=415, type="dequantize_per_tensor"]; +"416 dequantize_per_tensor_default_66" [id=416, type="dequantize_per_tensor"]; "417 select_6" [id=417, type=select]; "418 select_7" [id=418, type=select]; "419 select_8" [id=419, type=select]; @@ -428,9 +428,9 @@ strict digraph { "426 view_19" [id=426, type=view]; "427 view_20" [id=427, type=view]; "428 view_21" [id=428, type=view]; -"429 scaled_dot_product_attention_2" [id=429, type=scaled_dot_product_attention]; -"430 quantize_per_tensor_default_13" [id=430, type=quantize_per_tensor]; -"431 dequantize_per_tensor_default_13" [id=431, type=dequantize_per_tensor]; +"429 scaled_dot_product_attention_2" [id=429, type="scaled_dot_product_attention"]; +"430 quantize_per_tensor_default_13" [id=430, type="quantize_per_tensor"]; +"431 dequantize_per_tensor_default_13" [id=431, type="dequantize_per_tensor"]; "432 permute_3" [id=432, type=permute]; "433 view_22" [id=433, type=view]; "434 linear_9" [id=434, type=linear]; @@ -438,20 +438,20 @@ strict digraph { "436 transpose_17" [id=436, type=transpose]; "437 dropout_7" [id=437, type=dropout]; "438 add_5" [id=438, type=add]; -"439 layer_norm_5" [id=439, type=layer_norm]; -"440 quantize_per_tensor_default_14" [id=440, type=quantize_per_tensor]; -"441 dequantize_per_tensor_default_14" [id=441, type=dequantize_per_tensor]; +"439 layer_norm_5" [id=439, type="layer_norm"]; +"440 quantize_per_tensor_default_14" [id=440, type="quantize_per_tensor"]; +"441 dequantize_per_tensor_default_14" [id=441, type="dequantize_per_tensor"]; "442 linear_10" [id=442, type=linear]; "443 gelu_2" [id=443, type=gelu]; -"444 quantize_per_tensor_default_15" [id=444, type=quantize_per_tensor]; -"445 dequantize_per_tensor_default_15" [id=445, type=dequantize_per_tensor]; +"444 quantize_per_tensor_default_15" [id=444, type="quantize_per_tensor"]; +"445 dequantize_per_tensor_default_15" [id=445, type="dequantize_per_tensor"]; "446 dropout_8" [id=446, type=dropout]; "447 linear_11" [id=447, type=linear]; "448 dropout_9" [id=448, type=dropout]; "449 add_6" [id=449, type=add]; -"450 layer_norm_6" [id=450, type=layer_norm]; -"451 quantize_per_tensor_default_16" [id=451, type=quantize_per_tensor]; -"452 dequantize_per_tensor_default_16" [id=452, type=dequantize_per_tensor]; +"450 layer_norm_6" [id=450, type="layer_norm"]; +"451 quantize_per_tensor_default_16" [id=451, type="quantize_per_tensor"]; +"452 dequantize_per_tensor_default_16" [id=452, type="dequantize_per_tensor"]; "453 transpose_18" [id=453, type=transpose]; "454 linear_12" [id=454, type=linear]; "455 unflatten_3" [id=455, type=unflatten]; @@ -459,9 +459,9 @@ strict digraph { "457 transpose_19" [id=457, type=transpose]; "458 squeeze_3" [id=458, type=squeeze]; "459 contiguous_3" [id=459, type=contiguous]; -"460 quantize_per_tensor_default_17" [id=460, type=quantize_per_tensor]; -"461 dequantize_per_tensor_default_69" [id=461, type=dequantize_per_tensor]; -"462 dequantize_per_tensor_default_68" [id=462, type=dequantize_per_tensor]; +"460 quantize_per_tensor_default_17" [id=460, type="quantize_per_tensor"]; +"461 dequantize_per_tensor_default_69" [id=461, type="dequantize_per_tensor"]; +"462 dequantize_per_tensor_default_68" [id=462, type="dequantize_per_tensor"]; "463 select_9" [id=463, type=select]; "464 select_10" [id=464, type=select]; "465 select_11" [id=465, type=select]; @@ -474,9 +474,9 @@ strict digraph { "472 view_27" [id=472, type=view]; "473 view_28" [id=473, type=view]; "474 view_29" [id=474, type=view]; -"475 scaled_dot_product_attention_3" [id=475, type=scaled_dot_product_attention]; -"476 quantize_per_tensor_default_18" [id=476, type=quantize_per_tensor]; -"477 dequantize_per_tensor_default_18" [id=477, type=dequantize_per_tensor]; +"475 scaled_dot_product_attention_3" [id=475, type="scaled_dot_product_attention"]; +"476 quantize_per_tensor_default_18" [id=476, type="quantize_per_tensor"]; +"477 dequantize_per_tensor_default_18" [id=477, type="dequantize_per_tensor"]; "478 permute_4" [id=478, type=permute]; "479 view_30" [id=479, type=view]; "480 linear_13" [id=480, type=linear]; @@ -484,20 +484,20 @@ strict digraph { "482 transpose_23" [id=482, type=transpose]; "483 dropout_10" [id=483, type=dropout]; "484 add_7" [id=484, type=add]; -"485 layer_norm_7" [id=485, type=layer_norm]; -"486 quantize_per_tensor_default_19" [id=486, type=quantize_per_tensor]; -"487 dequantize_per_tensor_default_19" [id=487, type=dequantize_per_tensor]; +"485 layer_norm_7" [id=485, type="layer_norm"]; +"486 quantize_per_tensor_default_19" [id=486, type="quantize_per_tensor"]; +"487 dequantize_per_tensor_default_19" [id=487, type="dequantize_per_tensor"]; "488 linear_14" [id=488, type=linear]; "489 gelu_3" [id=489, type=gelu]; -"490 quantize_per_tensor_default_20" [id=490, type=quantize_per_tensor]; -"491 dequantize_per_tensor_default_20" [id=491, type=dequantize_per_tensor]; +"490 quantize_per_tensor_default_20" [id=490, type="quantize_per_tensor"]; +"491 dequantize_per_tensor_default_20" [id=491, type="dequantize_per_tensor"]; "492 dropout_11" [id=492, type=dropout]; "493 linear_15" [id=493, type=linear]; "494 dropout_12" [id=494, type=dropout]; "495 add_8" [id=495, type=add]; -"496 layer_norm_8" [id=496, type=layer_norm]; -"497 quantize_per_tensor_default_21" [id=497, type=quantize_per_tensor]; -"498 dequantize_per_tensor_default_21" [id=498, type=dequantize_per_tensor]; +"496 layer_norm_8" [id=496, type="layer_norm"]; +"497 quantize_per_tensor_default_21" [id=497, type="quantize_per_tensor"]; +"498 dequantize_per_tensor_default_21" [id=498, type="dequantize_per_tensor"]; "499 transpose_24" [id=499, type=transpose]; "500 linear_16" [id=500, type=linear]; "501 unflatten_4" [id=501, type=unflatten]; @@ -505,9 +505,9 @@ strict digraph { "503 transpose_25" [id=503, type=transpose]; "504 squeeze_4" [id=504, type=squeeze]; "505 contiguous_4" [id=505, type=contiguous]; -"506 quantize_per_tensor_default_22" [id=506, type=quantize_per_tensor]; -"507 dequantize_per_tensor_default_71" [id=507, type=dequantize_per_tensor]; -"508 dequantize_per_tensor_default_70" [id=508, type=dequantize_per_tensor]; +"506 quantize_per_tensor_default_22" [id=506, type="quantize_per_tensor"]; +"507 dequantize_per_tensor_default_71" [id=507, type="dequantize_per_tensor"]; +"508 dequantize_per_tensor_default_70" [id=508, type="dequantize_per_tensor"]; "509 select_12" [id=509, type=select]; "510 select_13" [id=510, type=select]; "511 select_14" [id=511, type=select]; @@ -520,9 +520,9 @@ strict digraph { "518 view_35" [id=518, type=view]; "519 view_36" [id=519, type=view]; "520 view_37" [id=520, type=view]; -"521 scaled_dot_product_attention_4" [id=521, type=scaled_dot_product_attention]; -"522 quantize_per_tensor_default_23" [id=522, type=quantize_per_tensor]; -"523 dequantize_per_tensor_default_23" [id=523, type=dequantize_per_tensor]; +"521 scaled_dot_product_attention_4" [id=521, type="scaled_dot_product_attention"]; +"522 quantize_per_tensor_default_23" [id=522, type="quantize_per_tensor"]; +"523 dequantize_per_tensor_default_23" [id=523, type="dequantize_per_tensor"]; "524 permute_5" [id=524, type=permute]; "525 view_38" [id=525, type=view]; "526 linear_17" [id=526, type=linear]; @@ -530,20 +530,20 @@ strict digraph { "528 transpose_29" [id=528, type=transpose]; "529 dropout_13" [id=529, type=dropout]; "530 add_9" [id=530, type=add]; -"531 layer_norm_9" [id=531, type=layer_norm]; -"532 quantize_per_tensor_default_24" [id=532, type=quantize_per_tensor]; -"533 dequantize_per_tensor_default_24" [id=533, type=dequantize_per_tensor]; +"531 layer_norm_9" [id=531, type="layer_norm"]; +"532 quantize_per_tensor_default_24" [id=532, type="quantize_per_tensor"]; +"533 dequantize_per_tensor_default_24" [id=533, type="dequantize_per_tensor"]; "534 linear_18" [id=534, type=linear]; "535 gelu_4" [id=535, type=gelu]; -"536 quantize_per_tensor_default_25" [id=536, type=quantize_per_tensor]; -"537 dequantize_per_tensor_default_25" [id=537, type=dequantize_per_tensor]; +"536 quantize_per_tensor_default_25" [id=536, type="quantize_per_tensor"]; +"537 dequantize_per_tensor_default_25" [id=537, type="dequantize_per_tensor"]; "538 dropout_14" [id=538, type=dropout]; "539 linear_19" [id=539, type=linear]; "540 dropout_15" [id=540, type=dropout]; "541 add_10" [id=541, type=add]; -"542 layer_norm_10" [id=542, type=layer_norm]; -"543 quantize_per_tensor_default_26" [id=543, type=quantize_per_tensor]; -"544 dequantize_per_tensor_default_26" [id=544, type=dequantize_per_tensor]; +"542 layer_norm_10" [id=542, type="layer_norm"]; +"543 quantize_per_tensor_default_26" [id=543, type="quantize_per_tensor"]; +"544 dequantize_per_tensor_default_26" [id=544, type="dequantize_per_tensor"]; "545 transpose_30" [id=545, type=transpose]; "546 linear_20" [id=546, type=linear]; "547 unflatten_5" [id=547, type=unflatten]; @@ -551,9 +551,9 @@ strict digraph { "549 transpose_31" [id=549, type=transpose]; "550 squeeze_5" [id=550, type=squeeze]; "551 contiguous_5" [id=551, type=contiguous]; -"552 quantize_per_tensor_default_27" [id=552, type=quantize_per_tensor]; -"553 dequantize_per_tensor_default_73" [id=553, type=dequantize_per_tensor]; -"554 dequantize_per_tensor_default_72" [id=554, type=dequantize_per_tensor]; +"552 quantize_per_tensor_default_27" [id=552, type="quantize_per_tensor"]; +"553 dequantize_per_tensor_default_73" [id=553, type="dequantize_per_tensor"]; +"554 dequantize_per_tensor_default_72" [id=554, type="dequantize_per_tensor"]; "555 select_15" [id=555, type=select]; "556 select_16" [id=556, type=select]; "557 select_17" [id=557, type=select]; @@ -566,9 +566,9 @@ strict digraph { "564 view_43" [id=564, type=view]; "565 view_44" [id=565, type=view]; "566 view_45" [id=566, type=view]; -"567 scaled_dot_product_attention_5" [id=567, type=scaled_dot_product_attention]; -"568 quantize_per_tensor_default_28" [id=568, type=quantize_per_tensor]; -"569 dequantize_per_tensor_default_28" [id=569, type=dequantize_per_tensor]; +"567 scaled_dot_product_attention_5" [id=567, type="scaled_dot_product_attention"]; +"568 quantize_per_tensor_default_28" [id=568, type="quantize_per_tensor"]; +"569 dequantize_per_tensor_default_28" [id=569, type="dequantize_per_tensor"]; "570 permute_6" [id=570, type=permute]; "571 view_46" [id=571, type=view]; "572 linear_21" [id=572, type=linear]; @@ -576,20 +576,20 @@ strict digraph { "574 transpose_35" [id=574, type=transpose]; "575 dropout_16" [id=575, type=dropout]; "576 add_11" [id=576, type=add]; -"577 layer_norm_11" [id=577, type=layer_norm]; -"578 quantize_per_tensor_default_29" [id=578, type=quantize_per_tensor]; -"579 dequantize_per_tensor_default_29" [id=579, type=dequantize_per_tensor]; +"577 layer_norm_11" [id=577, type="layer_norm"]; +"578 quantize_per_tensor_default_29" [id=578, type="quantize_per_tensor"]; +"579 dequantize_per_tensor_default_29" [id=579, type="dequantize_per_tensor"]; "580 linear_22" [id=580, type=linear]; "581 gelu_5" [id=581, type=gelu]; -"582 quantize_per_tensor_default_30" [id=582, type=quantize_per_tensor]; -"583 dequantize_per_tensor_default_30" [id=583, type=dequantize_per_tensor]; +"582 quantize_per_tensor_default_30" [id=582, type="quantize_per_tensor"]; +"583 dequantize_per_tensor_default_30" [id=583, type="dequantize_per_tensor"]; "584 dropout_17" [id=584, type=dropout]; "585 linear_23" [id=585, type=linear]; "586 dropout_18" [id=586, type=dropout]; "587 add_12" [id=587, type=add]; -"588 layer_norm_12" [id=588, type=layer_norm]; -"589 quantize_per_tensor_default_31" [id=589, type=quantize_per_tensor]; -"590 dequantize_per_tensor_default_31" [id=590, type=dequantize_per_tensor]; +"588 layer_norm_12" [id=588, type="layer_norm"]; +"589 quantize_per_tensor_default_31" [id=589, type="quantize_per_tensor"]; +"590 dequantize_per_tensor_default_31" [id=590, type="dequantize_per_tensor"]; "591 transpose_36" [id=591, type=transpose]; "592 linear_24" [id=592, type=linear]; "593 unflatten_6" [id=593, type=unflatten]; @@ -597,9 +597,9 @@ strict digraph { "595 transpose_37" [id=595, type=transpose]; "596 squeeze_6" [id=596, type=squeeze]; "597 contiguous_6" [id=597, type=contiguous]; -"598 quantize_per_tensor_default_32" [id=598, type=quantize_per_tensor]; -"599 dequantize_per_tensor_default_75" [id=599, type=dequantize_per_tensor]; -"600 dequantize_per_tensor_default_74" [id=600, type=dequantize_per_tensor]; +"598 quantize_per_tensor_default_32" [id=598, type="quantize_per_tensor"]; +"599 dequantize_per_tensor_default_75" [id=599, type="dequantize_per_tensor"]; +"600 dequantize_per_tensor_default_74" [id=600, type="dequantize_per_tensor"]; "601 select_18" [id=601, type=select]; "602 select_19" [id=602, type=select]; "603 select_20" [id=603, type=select]; @@ -612,9 +612,9 @@ strict digraph { "610 view_51" [id=610, type=view]; "611 view_52" [id=611, type=view]; "612 view_53" [id=612, type=view]; -"613 scaled_dot_product_attention_6" [id=613, type=scaled_dot_product_attention]; -"614 quantize_per_tensor_default_33" [id=614, type=quantize_per_tensor]; -"615 dequantize_per_tensor_default_33" [id=615, type=dequantize_per_tensor]; +"613 scaled_dot_product_attention_6" [id=613, type="scaled_dot_product_attention"]; +"614 quantize_per_tensor_default_33" [id=614, type="quantize_per_tensor"]; +"615 dequantize_per_tensor_default_33" [id=615, type="dequantize_per_tensor"]; "616 permute_7" [id=616, type=permute]; "617 view_54" [id=617, type=view]; "618 linear_25" [id=618, type=linear]; @@ -622,20 +622,20 @@ strict digraph { "620 transpose_41" [id=620, type=transpose]; "621 dropout_19" [id=621, type=dropout]; "622 add_13" [id=622, type=add]; -"623 layer_norm_13" [id=623, type=layer_norm]; -"624 quantize_per_tensor_default_34" [id=624, type=quantize_per_tensor]; -"625 dequantize_per_tensor_default_34" [id=625, type=dequantize_per_tensor]; +"623 layer_norm_13" [id=623, type="layer_norm"]; +"624 quantize_per_tensor_default_34" [id=624, type="quantize_per_tensor"]; +"625 dequantize_per_tensor_default_34" [id=625, type="dequantize_per_tensor"]; "626 linear_26" [id=626, type=linear]; "627 gelu_6" [id=627, type=gelu]; -"628 quantize_per_tensor_default_35" [id=628, type=quantize_per_tensor]; -"629 dequantize_per_tensor_default_35" [id=629, type=dequantize_per_tensor]; +"628 quantize_per_tensor_default_35" [id=628, type="quantize_per_tensor"]; +"629 dequantize_per_tensor_default_35" [id=629, type="dequantize_per_tensor"]; "630 dropout_20" [id=630, type=dropout]; "631 linear_27" [id=631, type=linear]; "632 dropout_21" [id=632, type=dropout]; "633 add_14" [id=633, type=add]; -"634 layer_norm_14" [id=634, type=layer_norm]; -"635 quantize_per_tensor_default_36" [id=635, type=quantize_per_tensor]; -"636 dequantize_per_tensor_default_36" [id=636, type=dequantize_per_tensor]; +"634 layer_norm_14" [id=634, type="layer_norm"]; +"635 quantize_per_tensor_default_36" [id=635, type="quantize_per_tensor"]; +"636 dequantize_per_tensor_default_36" [id=636, type="dequantize_per_tensor"]; "637 transpose_42" [id=637, type=transpose]; "638 linear_28" [id=638, type=linear]; "639 unflatten_7" [id=639, type=unflatten]; @@ -643,9 +643,9 @@ strict digraph { "641 transpose_43" [id=641, type=transpose]; "642 squeeze_7" [id=642, type=squeeze]; "643 contiguous_7" [id=643, type=contiguous]; -"644 quantize_per_tensor_default_37" [id=644, type=quantize_per_tensor]; -"645 dequantize_per_tensor_default_77" [id=645, type=dequantize_per_tensor]; -"646 dequantize_per_tensor_default_76" [id=646, type=dequantize_per_tensor]; +"644 quantize_per_tensor_default_37" [id=644, type="quantize_per_tensor"]; +"645 dequantize_per_tensor_default_77" [id=645, type="dequantize_per_tensor"]; +"646 dequantize_per_tensor_default_76" [id=646, type="dequantize_per_tensor"]; "647 select_21" [id=647, type=select]; "648 select_22" [id=648, type=select]; "649 select_23" [id=649, type=select]; @@ -658,9 +658,9 @@ strict digraph { "656 view_59" [id=656, type=view]; "657 view_60" [id=657, type=view]; "658 view_61" [id=658, type=view]; -"659 scaled_dot_product_attention_7" [id=659, type=scaled_dot_product_attention]; -"660 quantize_per_tensor_default_38" [id=660, type=quantize_per_tensor]; -"661 dequantize_per_tensor_default_38" [id=661, type=dequantize_per_tensor]; +"659 scaled_dot_product_attention_7" [id=659, type="scaled_dot_product_attention"]; +"660 quantize_per_tensor_default_38" [id=660, type="quantize_per_tensor"]; +"661 dequantize_per_tensor_default_38" [id=661, type="dequantize_per_tensor"]; "662 permute_8" [id=662, type=permute]; "663 view_62" [id=663, type=view]; "664 linear_29" [id=664, type=linear]; @@ -668,20 +668,20 @@ strict digraph { "666 transpose_47" [id=666, type=transpose]; "667 dropout_22" [id=667, type=dropout]; "668 add_15" [id=668, type=add]; -"669 layer_norm_15" [id=669, type=layer_norm]; -"670 quantize_per_tensor_default_39" [id=670, type=quantize_per_tensor]; -"671 dequantize_per_tensor_default_39" [id=671, type=dequantize_per_tensor]; +"669 layer_norm_15" [id=669, type="layer_norm"]; +"670 quantize_per_tensor_default_39" [id=670, type="quantize_per_tensor"]; +"671 dequantize_per_tensor_default_39" [id=671, type="dequantize_per_tensor"]; "672 linear_30" [id=672, type=linear]; "673 gelu_7" [id=673, type=gelu]; -"674 quantize_per_tensor_default_40" [id=674, type=quantize_per_tensor]; -"675 dequantize_per_tensor_default_40" [id=675, type=dequantize_per_tensor]; +"674 quantize_per_tensor_default_40" [id=674, type="quantize_per_tensor"]; +"675 dequantize_per_tensor_default_40" [id=675, type="dequantize_per_tensor"]; "676 dropout_23" [id=676, type=dropout]; "677 linear_31" [id=677, type=linear]; "678 dropout_24" [id=678, type=dropout]; "679 add_16" [id=679, type=add]; -"680 layer_norm_16" [id=680, type=layer_norm]; -"681 quantize_per_tensor_default_41" [id=681, type=quantize_per_tensor]; -"682 dequantize_per_tensor_default_41" [id=682, type=dequantize_per_tensor]; +"680 layer_norm_16" [id=680, type="layer_norm"]; +"681 quantize_per_tensor_default_41" [id=681, type="quantize_per_tensor"]; +"682 dequantize_per_tensor_default_41" [id=682, type="dequantize_per_tensor"]; "683 transpose_48" [id=683, type=transpose]; "684 linear_32" [id=684, type=linear]; "685 unflatten_8" [id=685, type=unflatten]; @@ -689,9 +689,9 @@ strict digraph { "687 transpose_49" [id=687, type=transpose]; "688 squeeze_8" [id=688, type=squeeze]; "689 contiguous_8" [id=689, type=contiguous]; -"690 quantize_per_tensor_default_42" [id=690, type=quantize_per_tensor]; -"691 dequantize_per_tensor_default_79" [id=691, type=dequantize_per_tensor]; -"692 dequantize_per_tensor_default_78" [id=692, type=dequantize_per_tensor]; +"690 quantize_per_tensor_default_42" [id=690, type="quantize_per_tensor"]; +"691 dequantize_per_tensor_default_79" [id=691, type="dequantize_per_tensor"]; +"692 dequantize_per_tensor_default_78" [id=692, type="dequantize_per_tensor"]; "693 select_24" [id=693, type=select]; "694 select_25" [id=694, type=select]; "695 select_26" [id=695, type=select]; @@ -704,9 +704,9 @@ strict digraph { "702 view_67" [id=702, type=view]; "703 view_68" [id=703, type=view]; "704 view_69" [id=704, type=view]; -"705 scaled_dot_product_attention_8" [id=705, type=scaled_dot_product_attention]; -"706 quantize_per_tensor_default_43" [id=706, type=quantize_per_tensor]; -"707 dequantize_per_tensor_default_43" [id=707, type=dequantize_per_tensor]; +"705 scaled_dot_product_attention_8" [id=705, type="scaled_dot_product_attention"]; +"706 quantize_per_tensor_default_43" [id=706, type="quantize_per_tensor"]; +"707 dequantize_per_tensor_default_43" [id=707, type="dequantize_per_tensor"]; "708 permute_9" [id=708, type=permute]; "709 view_70" [id=709, type=view]; "710 linear_33" [id=710, type=linear]; @@ -714,20 +714,20 @@ strict digraph { "712 transpose_53" [id=712, type=transpose]; "713 dropout_25" [id=713, type=dropout]; "714 add_17" [id=714, type=add]; -"715 layer_norm_17" [id=715, type=layer_norm]; -"716 quantize_per_tensor_default_44" [id=716, type=quantize_per_tensor]; -"717 dequantize_per_tensor_default_44" [id=717, type=dequantize_per_tensor]; +"715 layer_norm_17" [id=715, type="layer_norm"]; +"716 quantize_per_tensor_default_44" [id=716, type="quantize_per_tensor"]; +"717 dequantize_per_tensor_default_44" [id=717, type="dequantize_per_tensor"]; "718 linear_34" [id=718, type=linear]; "719 gelu_8" [id=719, type=gelu]; -"720 quantize_per_tensor_default_45" [id=720, type=quantize_per_tensor]; -"721 dequantize_per_tensor_default_45" [id=721, type=dequantize_per_tensor]; +"720 quantize_per_tensor_default_45" [id=720, type="quantize_per_tensor"]; +"721 dequantize_per_tensor_default_45" [id=721, type="dequantize_per_tensor"]; "722 dropout_26" [id=722, type=dropout]; "723 linear_35" [id=723, type=linear]; "724 dropout_27" [id=724, type=dropout]; "725 add_18" [id=725, type=add]; -"726 layer_norm_18" [id=726, type=layer_norm]; -"727 quantize_per_tensor_default_46" [id=727, type=quantize_per_tensor]; -"728 dequantize_per_tensor_default_46" [id=728, type=dequantize_per_tensor]; +"726 layer_norm_18" [id=726, type="layer_norm"]; +"727 quantize_per_tensor_default_46" [id=727, type="quantize_per_tensor"]; +"728 dequantize_per_tensor_default_46" [id=728, type="dequantize_per_tensor"]; "729 transpose_54" [id=729, type=transpose]; "730 linear_36" [id=730, type=linear]; "731 unflatten_9" [id=731, type=unflatten]; @@ -735,9 +735,9 @@ strict digraph { "733 transpose_55" [id=733, type=transpose]; "734 squeeze_9" [id=734, type=squeeze]; "735 contiguous_9" [id=735, type=contiguous]; -"736 quantize_per_tensor_default_47" [id=736, type=quantize_per_tensor]; -"737 dequantize_per_tensor_default_81" [id=737, type=dequantize_per_tensor]; -"738 dequantize_per_tensor_default_80" [id=738, type=dequantize_per_tensor]; +"736 quantize_per_tensor_default_47" [id=736, type="quantize_per_tensor"]; +"737 dequantize_per_tensor_default_81" [id=737, type="dequantize_per_tensor"]; +"738 dequantize_per_tensor_default_80" [id=738, type="dequantize_per_tensor"]; "739 select_27" [id=739, type=select]; "740 select_28" [id=740, type=select]; "741 select_29" [id=741, type=select]; @@ -750,9 +750,9 @@ strict digraph { "748 view_75" [id=748, type=view]; "749 view_76" [id=749, type=view]; "750 view_77" [id=750, type=view]; -"751 scaled_dot_product_attention_9" [id=751, type=scaled_dot_product_attention]; -"752 quantize_per_tensor_default_48" [id=752, type=quantize_per_tensor]; -"753 dequantize_per_tensor_default_48" [id=753, type=dequantize_per_tensor]; +"751 scaled_dot_product_attention_9" [id=751, type="scaled_dot_product_attention"]; +"752 quantize_per_tensor_default_48" [id=752, type="quantize_per_tensor"]; +"753 dequantize_per_tensor_default_48" [id=753, type="dequantize_per_tensor"]; "754 permute_10" [id=754, type=permute]; "755 view_78" [id=755, type=view]; "756 linear_37" [id=756, type=linear]; @@ -760,20 +760,20 @@ strict digraph { "758 transpose_59" [id=758, type=transpose]; "759 dropout_28" [id=759, type=dropout]; "760 add_19" [id=760, type=add]; -"761 layer_norm_19" [id=761, type=layer_norm]; -"762 quantize_per_tensor_default_49" [id=762, type=quantize_per_tensor]; -"763 dequantize_per_tensor_default_49" [id=763, type=dequantize_per_tensor]; +"761 layer_norm_19" [id=761, type="layer_norm"]; +"762 quantize_per_tensor_default_49" [id=762, type="quantize_per_tensor"]; +"763 dequantize_per_tensor_default_49" [id=763, type="dequantize_per_tensor"]; "764 linear_38" [id=764, type=linear]; "765 gelu_9" [id=765, type=gelu]; -"766 quantize_per_tensor_default_50" [id=766, type=quantize_per_tensor]; -"767 dequantize_per_tensor_default_50" [id=767, type=dequantize_per_tensor]; +"766 quantize_per_tensor_default_50" [id=766, type="quantize_per_tensor"]; +"767 dequantize_per_tensor_default_50" [id=767, type="dequantize_per_tensor"]; "768 dropout_29" [id=768, type=dropout]; "769 linear_39" [id=769, type=linear]; "770 dropout_30" [id=770, type=dropout]; "771 add_20" [id=771, type=add]; -"772 layer_norm_20" [id=772, type=layer_norm]; -"773 quantize_per_tensor_default_51" [id=773, type=quantize_per_tensor]; -"774 dequantize_per_tensor_default_51" [id=774, type=dequantize_per_tensor]; +"772 layer_norm_20" [id=772, type="layer_norm"]; +"773 quantize_per_tensor_default_51" [id=773, type="quantize_per_tensor"]; +"774 dequantize_per_tensor_default_51" [id=774, type="dequantize_per_tensor"]; "775 transpose_60" [id=775, type=transpose]; "776 linear_40" [id=776, type=linear]; "777 unflatten_10" [id=777, type=unflatten]; @@ -781,9 +781,9 @@ strict digraph { "779 transpose_61" [id=779, type=transpose]; "780 squeeze_10" [id=780, type=squeeze]; "781 contiguous_10" [id=781, type=contiguous]; -"782 quantize_per_tensor_default_52" [id=782, type=quantize_per_tensor]; -"783 dequantize_per_tensor_default_83" [id=783, type=dequantize_per_tensor]; -"784 dequantize_per_tensor_default_82" [id=784, type=dequantize_per_tensor]; +"782 quantize_per_tensor_default_52" [id=782, type="quantize_per_tensor"]; +"783 dequantize_per_tensor_default_83" [id=783, type="dequantize_per_tensor"]; +"784 dequantize_per_tensor_default_82" [id=784, type="dequantize_per_tensor"]; "785 select_30" [id=785, type=select]; "786 select_31" [id=786, type=select]; "787 select_32" [id=787, type=select]; @@ -796,9 +796,9 @@ strict digraph { "794 view_83" [id=794, type=view]; "795 view_84" [id=795, type=view]; "796 view_85" [id=796, type=view]; -"797 scaled_dot_product_attention_10" [id=797, type=scaled_dot_product_attention]; -"798 quantize_per_tensor_default_53" [id=798, type=quantize_per_tensor]; -"799 dequantize_per_tensor_default_53" [id=799, type=dequantize_per_tensor]; +"797 scaled_dot_product_attention_10" [id=797, type="scaled_dot_product_attention"]; +"798 quantize_per_tensor_default_53" [id=798, type="quantize_per_tensor"]; +"799 dequantize_per_tensor_default_53" [id=799, type="dequantize_per_tensor"]; "800 permute_11" [id=800, type=permute]; "801 view_86" [id=801, type=view]; "802 linear_41" [id=802, type=linear]; @@ -806,20 +806,20 @@ strict digraph { "804 transpose_65" [id=804, type=transpose]; "805 dropout_31" [id=805, type=dropout]; "806 add_21" [id=806, type=add]; -"807 layer_norm_21" [id=807, type=layer_norm]; -"808 quantize_per_tensor_default_54" [id=808, type=quantize_per_tensor]; -"809 dequantize_per_tensor_default_54" [id=809, type=dequantize_per_tensor]; +"807 layer_norm_21" [id=807, type="layer_norm"]; +"808 quantize_per_tensor_default_54" [id=808, type="quantize_per_tensor"]; +"809 dequantize_per_tensor_default_54" [id=809, type="dequantize_per_tensor"]; "810 linear_42" [id=810, type=linear]; "811 gelu_10" [id=811, type=gelu]; -"812 quantize_per_tensor_default_55" [id=812, type=quantize_per_tensor]; -"813 dequantize_per_tensor_default_55" [id=813, type=dequantize_per_tensor]; +"812 quantize_per_tensor_default_55" [id=812, type="quantize_per_tensor"]; +"813 dequantize_per_tensor_default_55" [id=813, type="dequantize_per_tensor"]; "814 dropout_32" [id=814, type=dropout]; "815 linear_43" [id=815, type=linear]; "816 dropout_33" [id=816, type=dropout]; "817 add_22" [id=817, type=add]; -"818 layer_norm_22" [id=818, type=layer_norm]; -"819 quantize_per_tensor_default_56" [id=819, type=quantize_per_tensor]; -"820 dequantize_per_tensor_default_56" [id=820, type=dequantize_per_tensor]; +"818 layer_norm_22" [id=818, type="layer_norm"]; +"819 quantize_per_tensor_default_56" [id=819, type="quantize_per_tensor"]; +"820 dequantize_per_tensor_default_56" [id=820, type="dequantize_per_tensor"]; "821 transpose_66" [id=821, type=transpose]; "822 linear_44" [id=822, type=linear]; "823 unflatten_11" [id=823, type=unflatten]; @@ -827,9 +827,9 @@ strict digraph { "825 transpose_67" [id=825, type=transpose]; "826 squeeze_11" [id=826, type=squeeze]; "827 contiguous_11" [id=827, type=contiguous]; -"828 quantize_per_tensor_default_57" [id=828, type=quantize_per_tensor]; -"829 dequantize_per_tensor_default_85" [id=829, type=dequantize_per_tensor]; -"830 dequantize_per_tensor_default_84" [id=830, type=dequantize_per_tensor]; +"828 quantize_per_tensor_default_57" [id=828, type="quantize_per_tensor"]; +"829 dequantize_per_tensor_default_85" [id=829, type="dequantize_per_tensor"]; +"830 dequantize_per_tensor_default_84" [id=830, type="dequantize_per_tensor"]; "831 select_33" [id=831, type=select]; "832 select_34" [id=832, type=select]; "833 select_35" [id=833, type=select]; @@ -842,9 +842,9 @@ strict digraph { "840 view_91" [id=840, type=view]; "841 view_92" [id=841, type=view]; "842 view_93" [id=842, type=view]; -"843 scaled_dot_product_attention_11" [id=843, type=scaled_dot_product_attention]; -"844 quantize_per_tensor_default_58" [id=844, type=quantize_per_tensor]; -"845 dequantize_per_tensor_default_58" [id=845, type=dequantize_per_tensor]; +"843 scaled_dot_product_attention_11" [id=843, type="scaled_dot_product_attention"]; +"844 quantize_per_tensor_default_58" [id=844, type="quantize_per_tensor"]; +"845 dequantize_per_tensor_default_58" [id=845, type="dequantize_per_tensor"]; "846 permute_12" [id=846, type=permute]; "847 view_94" [id=847, type=view]; "848 linear_45" [id=848, type=linear]; @@ -852,940 +852,940 @@ strict digraph { "850 transpose_71" [id=850, type=transpose]; "851 dropout_34" [id=851, type=dropout]; "852 add_23" [id=852, type=add]; -"853 layer_norm_23" [id=853, type=layer_norm]; -"854 quantize_per_tensor_default_59" [id=854, type=quantize_per_tensor]; -"855 dequantize_per_tensor_default_59" [id=855, type=dequantize_per_tensor]; +"853 layer_norm_23" [id=853, type="layer_norm"]; +"854 quantize_per_tensor_default_59" [id=854, type="quantize_per_tensor"]; +"855 dequantize_per_tensor_default_59" [id=855, type="dequantize_per_tensor"]; "856 linear_46" [id=856, type=linear]; "857 gelu_11" [id=857, type=gelu]; -"858 quantize_per_tensor_default_60" [id=858, type=quantize_per_tensor]; -"859 dequantize_per_tensor_default_60" [id=859, type=dequantize_per_tensor]; +"858 quantize_per_tensor_default_60" [id=858, type="quantize_per_tensor"]; +"859 dequantize_per_tensor_default_60" [id=859, type="dequantize_per_tensor"]; "860 dropout_35" [id=860, type=dropout]; "861 linear_47" [id=861, type=linear]; "862 dropout_36" [id=862, type=dropout]; "863 add_24" [id=863, type=add]; -"864 layer_norm_24" [id=864, type=layer_norm]; -"865 quantize_per_tensor_default_61" [id=865, type=quantize_per_tensor]; -"866 dequantize_per_tensor_default_61" [id=866, type=dequantize_per_tensor]; +"864 layer_norm_24" [id=864, type="layer_norm"]; +"865 quantize_per_tensor_default_61" [id=865, type="quantize_per_tensor"]; +"866 dequantize_per_tensor_default_61" [id=866, type="dequantize_per_tensor"]; "867 slice_1" [id=867, type=slice]; "868 select_36" [id=868, type=select]; "869 linear_48" [id=869, type=linear]; "870 output" [id=870, type=output]; -"0 class_token" -> "308 expand" [label="(1, 1, 768)", style=solid]; -"1 encoder_pos_embedding" -> "310 add" [label="(1, 197, 768)", style=solid]; -"2 _scale_0" -> "5 dequantize_per_channel_default" [label="(768,)", style=solid]; -"3 _zero_point_0" -> "5 dequantize_per_channel_default" [label="(768,)", style=solid]; -"4 _frozen_param0" -> "5 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; -"5 dequantize_per_channel_default" -> "305 conv2d" [label=None, style=solid]; -"6 conv_proj_bias" -> "305 conv2d" [label="(768,)", style=solid]; -"7 encoder_layers_encoder_layer_0_ln_1_weight" -> "312 layer_norm" [label="(768,)", style=solid]; -"8 encoder_layers_encoder_layer_0_ln_1_bias" -> "312 layer_norm" [label="(768,)", style=solid]; -"9 _scale_1" -> "12 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"10 _zero_point_1" -> "12 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"11 _frozen_param1" -> "12 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"12 dequantize_per_channel_default_1" -> "316 linear" [label=None, style=solid]; -"13 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "316 linear" [label="(2304,)", style=solid]; -"14 _scale_2" -> "17 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"15 _zero_point_2" -> "17 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"16 _frozen_param2" -> "17 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"17 dequantize_per_channel_default_2" -> "342 linear_1" [label=None, style=solid]; -"18 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "342 linear_1" [label="(768,)", style=solid]; -"19 encoder_layers_encoder_layer_0_ln_2_weight" -> "347 layer_norm_1" [label="(768,)", style=solid]; -"20 encoder_layers_encoder_layer_0_ln_2_bias" -> "347 layer_norm_1" [label="(768,)", style=solid]; -"21 _scale_3" -> "24 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"22 _zero_point_3" -> "24 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"23 _frozen_param3" -> "24 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"24 dequantize_per_channel_default_3" -> "350 linear_2" [label=None, style=solid]; -"25 encoder_layers_encoder_layer_0_mlp_0_bias" -> "350 linear_2" [label="(3072,)", style=solid]; -"26 _scale_4" -> "29 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"27 _zero_point_4" -> "29 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"28 _frozen_param4" -> "29 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"29 dequantize_per_channel_default_4" -> "355 linear_3" [label=None, style=solid]; -"30 encoder_layers_encoder_layer_0_mlp_3_bias" -> "355 linear_3" [label="(768,)", style=solid]; -"31 encoder_layers_encoder_layer_1_ln_1_weight" -> "358 layer_norm_2" [label="(768,)", style=solid]; -"32 encoder_layers_encoder_layer_1_ln_1_bias" -> "358 layer_norm_2" [label="(768,)", style=solid]; -"33 _scale_5" -> "36 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"34 _zero_point_5" -> "36 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"35 _frozen_param5" -> "36 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"36 dequantize_per_channel_default_5" -> "362 linear_4" [label=None, style=solid]; -"37 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "362 linear_4" [label="(2304,)", style=solid]; -"38 _scale_6" -> "41 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"39 _zero_point_6" -> "41 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"40 _frozen_param6" -> "41 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"41 dequantize_per_channel_default_6" -> "388 linear_5" [label=None, style=solid]; -"42 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "388 linear_5" [label="(768,)", style=solid]; -"43 encoder_layers_encoder_layer_1_ln_2_weight" -> "393 layer_norm_3" [label="(768,)", style=solid]; -"44 encoder_layers_encoder_layer_1_ln_2_bias" -> "393 layer_norm_3" [label="(768,)", style=solid]; -"45 _scale_7" -> "48 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"46 _zero_point_7" -> "48 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"47 _frozen_param7" -> "48 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"48 dequantize_per_channel_default_7" -> "396 linear_6" [label=None, style=solid]; -"49 encoder_layers_encoder_layer_1_mlp_0_bias" -> "396 linear_6" [label="(3072,)", style=solid]; -"50 _scale_8" -> "53 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"51 _zero_point_8" -> "53 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"52 _frozen_param8" -> "53 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"53 dequantize_per_channel_default_8" -> "401 linear_7" [label=None, style=solid]; -"54 encoder_layers_encoder_layer_1_mlp_3_bias" -> "401 linear_7" [label="(768,)", style=solid]; -"55 encoder_layers_encoder_layer_2_ln_1_weight" -> "404 layer_norm_4" [label="(768,)", style=solid]; -"56 encoder_layers_encoder_layer_2_ln_1_bias" -> "404 layer_norm_4" [label="(768,)", style=solid]; -"57 _scale_9" -> "60 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"58 _zero_point_9" -> "60 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"59 _frozen_param9" -> "60 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"60 dequantize_per_channel_default_9" -> "408 linear_8" [label=None, style=solid]; -"61 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "408 linear_8" [label="(2304,)", style=solid]; -"62 _scale_10" -> "65 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"63 _zero_point_10" -> "65 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"64 _frozen_param10" -> "65 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"65 dequantize_per_channel_default_10" -> "434 linear_9" [label=None, style=solid]; -"66 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "434 linear_9" [label="(768,)", style=solid]; -"67 encoder_layers_encoder_layer_2_ln_2_weight" -> "439 layer_norm_5" [label="(768,)", style=solid]; -"68 encoder_layers_encoder_layer_2_ln_2_bias" -> "439 layer_norm_5" [label="(768,)", style=solid]; -"69 _scale_11" -> "72 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"70 _zero_point_11" -> "72 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"71 _frozen_param11" -> "72 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"72 dequantize_per_channel_default_11" -> "442 linear_10" [label=None, style=solid]; -"73 encoder_layers_encoder_layer_2_mlp_0_bias" -> "442 linear_10" [label="(3072,)", style=solid]; -"74 _scale_12" -> "77 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"75 _zero_point_12" -> "77 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"76 _frozen_param12" -> "77 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"77 dequantize_per_channel_default_12" -> "447 linear_11" [label=None, style=solid]; -"78 encoder_layers_encoder_layer_2_mlp_3_bias" -> "447 linear_11" [label="(768,)", style=solid]; -"79 encoder_layers_encoder_layer_3_ln_1_weight" -> "450 layer_norm_6" [label="(768,)", style=solid]; -"80 encoder_layers_encoder_layer_3_ln_1_bias" -> "450 layer_norm_6" [label="(768,)", style=solid]; -"81 _scale_13" -> "84 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"82 _zero_point_13" -> "84 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"83 _frozen_param13" -> "84 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"84 dequantize_per_channel_default_13" -> "454 linear_12" [label=None, style=solid]; -"85 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "454 linear_12" [label="(2304,)", style=solid]; -"86 _scale_14" -> "89 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"87 _zero_point_14" -> "89 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"88 _frozen_param14" -> "89 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"89 dequantize_per_channel_default_14" -> "480 linear_13" [label=None, style=solid]; -"90 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "480 linear_13" [label="(768,)", style=solid]; -"91 encoder_layers_encoder_layer_3_ln_2_weight" -> "485 layer_norm_7" [label="(768,)", style=solid]; -"92 encoder_layers_encoder_layer_3_ln_2_bias" -> "485 layer_norm_7" [label="(768,)", style=solid]; -"93 _scale_15" -> "96 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"94 _zero_point_15" -> "96 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"95 _frozen_param15" -> "96 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"96 dequantize_per_channel_default_15" -> "488 linear_14" [label=None, style=solid]; -"97 encoder_layers_encoder_layer_3_mlp_0_bias" -> "488 linear_14" [label="(3072,)", style=solid]; -"98 _scale_16" -> "101 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"99 _zero_point_16" -> "101 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"100 _frozen_param16" -> "101 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"101 dequantize_per_channel_default_16" -> "493 linear_15" [label=None, style=solid]; -"102 encoder_layers_encoder_layer_3_mlp_3_bias" -> "493 linear_15" [label="(768,)", style=solid]; -"103 encoder_layers_encoder_layer_4_ln_1_weight" -> "496 layer_norm_8" [label="(768,)", style=solid]; -"104 encoder_layers_encoder_layer_4_ln_1_bias" -> "496 layer_norm_8" [label="(768,)", style=solid]; -"105 _scale_17" -> "108 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"106 _zero_point_17" -> "108 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"107 _frozen_param17" -> "108 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"108 dequantize_per_channel_default_17" -> "500 linear_16" [label=None, style=solid]; -"109 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "500 linear_16" [label="(2304,)", style=solid]; -"110 _scale_18" -> "113 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"111 _zero_point_18" -> "113 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"112 _frozen_param18" -> "113 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"113 dequantize_per_channel_default_18" -> "526 linear_17" [label=None, style=solid]; -"114 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "526 linear_17" [label="(768,)", style=solid]; -"115 encoder_layers_encoder_layer_4_ln_2_weight" -> "531 layer_norm_9" [label="(768,)", style=solid]; -"116 encoder_layers_encoder_layer_4_ln_2_bias" -> "531 layer_norm_9" [label="(768,)", style=solid]; -"117 _scale_19" -> "120 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"118 _zero_point_19" -> "120 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"119 _frozen_param19" -> "120 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"120 dequantize_per_channel_default_19" -> "534 linear_18" [label=None, style=solid]; -"121 encoder_layers_encoder_layer_4_mlp_0_bias" -> "534 linear_18" [label="(3072,)", style=solid]; -"122 _scale_20" -> "125 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"123 _zero_point_20" -> "125 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"124 _frozen_param20" -> "125 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"125 dequantize_per_channel_default_20" -> "539 linear_19" [label=None, style=solid]; -"126 encoder_layers_encoder_layer_4_mlp_3_bias" -> "539 linear_19" [label="(768,)", style=solid]; -"127 encoder_layers_encoder_layer_5_ln_1_weight" -> "542 layer_norm_10" [label="(768,)", style=solid]; -"128 encoder_layers_encoder_layer_5_ln_1_bias" -> "542 layer_norm_10" [label="(768,)", style=solid]; -"129 _scale_21" -> "132 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"130 _zero_point_21" -> "132 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"131 _frozen_param21" -> "132 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"132 dequantize_per_channel_default_21" -> "546 linear_20" [label=None, style=solid]; -"133 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "546 linear_20" [label="(2304,)", style=solid]; -"134 _scale_22" -> "137 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"135 _zero_point_22" -> "137 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"136 _frozen_param22" -> "137 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"137 dequantize_per_channel_default_22" -> "572 linear_21" [label=None, style=solid]; -"138 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "572 linear_21" [label="(768,)", style=solid]; -"139 encoder_layers_encoder_layer_5_ln_2_weight" -> "577 layer_norm_11" [label="(768,)", style=solid]; -"140 encoder_layers_encoder_layer_5_ln_2_bias" -> "577 layer_norm_11" [label="(768,)", style=solid]; -"141 _scale_23" -> "144 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"142 _zero_point_23" -> "144 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"143 _frozen_param23" -> "144 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"144 dequantize_per_channel_default_23" -> "580 linear_22" [label=None, style=solid]; -"145 encoder_layers_encoder_layer_5_mlp_0_bias" -> "580 linear_22" [label="(3072,)", style=solid]; -"146 _scale_24" -> "149 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"147 _zero_point_24" -> "149 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"148 _frozen_param24" -> "149 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"149 dequantize_per_channel_default_24" -> "585 linear_23" [label=None, style=solid]; -"150 encoder_layers_encoder_layer_5_mlp_3_bias" -> "585 linear_23" [label="(768,)", style=solid]; -"151 encoder_layers_encoder_layer_6_ln_1_weight" -> "588 layer_norm_12" [label="(768,)", style=solid]; -"152 encoder_layers_encoder_layer_6_ln_1_bias" -> "588 layer_norm_12" [label="(768,)", style=solid]; -"153 _scale_25" -> "156 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"154 _zero_point_25" -> "156 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"155 _frozen_param25" -> "156 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"156 dequantize_per_channel_default_25" -> "592 linear_24" [label=None, style=solid]; -"157 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "592 linear_24" [label="(2304,)", style=solid]; -"158 _scale_26" -> "161 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"159 _zero_point_26" -> "161 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"160 _frozen_param26" -> "161 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"161 dequantize_per_channel_default_26" -> "618 linear_25" [label=None, style=solid]; -"162 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "618 linear_25" [label="(768,)", style=solid]; -"163 encoder_layers_encoder_layer_6_ln_2_weight" -> "623 layer_norm_13" [label="(768,)", style=solid]; -"164 encoder_layers_encoder_layer_6_ln_2_bias" -> "623 layer_norm_13" [label="(768,)", style=solid]; -"165 _scale_27" -> "168 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"166 _zero_point_27" -> "168 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"167 _frozen_param27" -> "168 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"168 dequantize_per_channel_default_27" -> "626 linear_26" [label=None, style=solid]; -"169 encoder_layers_encoder_layer_6_mlp_0_bias" -> "626 linear_26" [label="(3072,)", style=solid]; -"170 _scale_28" -> "173 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"171 _zero_point_28" -> "173 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"172 _frozen_param28" -> "173 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"173 dequantize_per_channel_default_28" -> "631 linear_27" [label=None, style=solid]; -"174 encoder_layers_encoder_layer_6_mlp_3_bias" -> "631 linear_27" [label="(768,)", style=solid]; -"175 encoder_layers_encoder_layer_7_ln_1_weight" -> "634 layer_norm_14" [label="(768,)", style=solid]; -"176 encoder_layers_encoder_layer_7_ln_1_bias" -> "634 layer_norm_14" [label="(768,)", style=solid]; -"177 _scale_29" -> "180 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"178 _zero_point_29" -> "180 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"179 _frozen_param29" -> "180 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"180 dequantize_per_channel_default_29" -> "638 linear_28" [label=None, style=solid]; -"181 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "638 linear_28" [label="(2304,)", style=solid]; -"182 _scale_30" -> "185 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"183 _zero_point_30" -> "185 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"184 _frozen_param30" -> "185 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"185 dequantize_per_channel_default_30" -> "664 linear_29" [label=None, style=solid]; -"186 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "664 linear_29" [label="(768,)", style=solid]; -"187 encoder_layers_encoder_layer_7_ln_2_weight" -> "669 layer_norm_15" [label="(768,)", style=solid]; -"188 encoder_layers_encoder_layer_7_ln_2_bias" -> "669 layer_norm_15" [label="(768,)", style=solid]; -"189 _scale_31" -> "192 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"190 _zero_point_31" -> "192 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"191 _frozen_param31" -> "192 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"192 dequantize_per_channel_default_31" -> "672 linear_30" [label=None, style=solid]; -"193 encoder_layers_encoder_layer_7_mlp_0_bias" -> "672 linear_30" [label="(3072,)", style=solid]; -"194 _scale_32" -> "197 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"195 _zero_point_32" -> "197 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"196 _frozen_param32" -> "197 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"197 dequantize_per_channel_default_32" -> "677 linear_31" [label=None, style=solid]; -"198 encoder_layers_encoder_layer_7_mlp_3_bias" -> "677 linear_31" [label="(768,)", style=solid]; -"199 encoder_layers_encoder_layer_8_ln_1_weight" -> "680 layer_norm_16" [label="(768,)", style=solid]; -"200 encoder_layers_encoder_layer_8_ln_1_bias" -> "680 layer_norm_16" [label="(768,)", style=solid]; -"201 _scale_33" -> "204 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"202 _zero_point_33" -> "204 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"203 _frozen_param33" -> "204 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"204 dequantize_per_channel_default_33" -> "684 linear_32" [label=None, style=solid]; -"205 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "684 linear_32" [label="(2304,)", style=solid]; -"206 _scale_34" -> "209 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"207 _zero_point_34" -> "209 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"208 _frozen_param34" -> "209 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"209 dequantize_per_channel_default_34" -> "710 linear_33" [label=None, style=solid]; -"210 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "710 linear_33" [label="(768,)", style=solid]; -"211 encoder_layers_encoder_layer_8_ln_2_weight" -> "715 layer_norm_17" [label="(768,)", style=solid]; -"212 encoder_layers_encoder_layer_8_ln_2_bias" -> "715 layer_norm_17" [label="(768,)", style=solid]; -"213 _scale_35" -> "216 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"214 _zero_point_35" -> "216 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"215 _frozen_param35" -> "216 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"216 dequantize_per_channel_default_35" -> "718 linear_34" [label=None, style=solid]; -"217 encoder_layers_encoder_layer_8_mlp_0_bias" -> "718 linear_34" [label="(3072,)", style=solid]; -"218 _scale_36" -> "221 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"219 _zero_point_36" -> "221 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"220 _frozen_param36" -> "221 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"221 dequantize_per_channel_default_36" -> "723 linear_35" [label=None, style=solid]; -"222 encoder_layers_encoder_layer_8_mlp_3_bias" -> "723 linear_35" [label="(768,)", style=solid]; -"223 encoder_layers_encoder_layer_9_ln_1_weight" -> "726 layer_norm_18" [label="(768,)", style=solid]; -"224 encoder_layers_encoder_layer_9_ln_1_bias" -> "726 layer_norm_18" [label="(768,)", style=solid]; -"225 _scale_37" -> "228 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"226 _zero_point_37" -> "228 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"227 _frozen_param37" -> "228 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"228 dequantize_per_channel_default_37" -> "730 linear_36" [label=None, style=solid]; -"229 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "730 linear_36" [label="(2304,)", style=solid]; -"230 _scale_38" -> "233 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"231 _zero_point_38" -> "233 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"232 _frozen_param38" -> "233 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"233 dequantize_per_channel_default_38" -> "756 linear_37" [label=None, style=solid]; -"234 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "756 linear_37" [label="(768,)", style=solid]; -"235 encoder_layers_encoder_layer_9_ln_2_weight" -> "761 layer_norm_19" [label="(768,)", style=solid]; -"236 encoder_layers_encoder_layer_9_ln_2_bias" -> "761 layer_norm_19" [label="(768,)", style=solid]; -"237 _scale_39" -> "240 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"238 _zero_point_39" -> "240 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"239 _frozen_param39" -> "240 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"240 dequantize_per_channel_default_39" -> "764 linear_38" [label=None, style=solid]; -"241 encoder_layers_encoder_layer_9_mlp_0_bias" -> "764 linear_38" [label="(3072,)", style=solid]; -"242 _scale_40" -> "245 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"243 _zero_point_40" -> "245 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"244 _frozen_param40" -> "245 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"245 dequantize_per_channel_default_40" -> "769 linear_39" [label=None, style=solid]; -"246 encoder_layers_encoder_layer_9_mlp_3_bias" -> "769 linear_39" [label="(768,)", style=solid]; -"247 encoder_layers_encoder_layer_10_ln_1_weight" -> "772 layer_norm_20" [label="(768,)", style=solid]; -"248 encoder_layers_encoder_layer_10_ln_1_bias" -> "772 layer_norm_20" [label="(768,)", style=solid]; -"249 _scale_41" -> "252 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"250 _zero_point_41" -> "252 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"251 _frozen_param41" -> "252 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"252 dequantize_per_channel_default_41" -> "776 linear_40" [label=None, style=solid]; -"253 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "776 linear_40" [label="(2304,)", style=solid]; -"254 _scale_42" -> "257 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"255 _zero_point_42" -> "257 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"256 _frozen_param42" -> "257 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"257 dequantize_per_channel_default_42" -> "802 linear_41" [label=None, style=solid]; -"258 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "802 linear_41" [label="(768,)", style=solid]; -"259 encoder_layers_encoder_layer_10_ln_2_weight" -> "807 layer_norm_21" [label="(768,)", style=solid]; -"260 encoder_layers_encoder_layer_10_ln_2_bias" -> "807 layer_norm_21" [label="(768,)", style=solid]; -"261 _scale_43" -> "264 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"262 _zero_point_43" -> "264 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"263 _frozen_param43" -> "264 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"264 dequantize_per_channel_default_43" -> "810 linear_42" [label=None, style=solid]; -"265 encoder_layers_encoder_layer_10_mlp_0_bias" -> "810 linear_42" [label="(3072,)", style=solid]; -"266 _scale_44" -> "269 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"267 _zero_point_44" -> "269 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"268 _frozen_param44" -> "269 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"269 dequantize_per_channel_default_44" -> "815 linear_43" [label=None, style=solid]; -"270 encoder_layers_encoder_layer_10_mlp_3_bias" -> "815 linear_43" [label="(768,)", style=solid]; -"271 encoder_layers_encoder_layer_11_ln_1_weight" -> "818 layer_norm_22" [label="(768,)", style=solid]; -"272 encoder_layers_encoder_layer_11_ln_1_bias" -> "818 layer_norm_22" [label="(768,)", style=solid]; -"273 _scale_45" -> "276 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"274 _zero_point_45" -> "276 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"275 _frozen_param45" -> "276 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"276 dequantize_per_channel_default_45" -> "822 linear_44" [label=None, style=solid]; -"277 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "822 linear_44" [label="(2304,)", style=solid]; -"278 _scale_46" -> "281 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"279 _zero_point_46" -> "281 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"280 _frozen_param46" -> "281 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"281 dequantize_per_channel_default_46" -> "848 linear_45" [label=None, style=solid]; -"282 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "848 linear_45" [label="(768,)", style=solid]; -"283 encoder_layers_encoder_layer_11_ln_2_weight" -> "853 layer_norm_23" [label="(768,)", style=solid]; -"284 encoder_layers_encoder_layer_11_ln_2_bias" -> "853 layer_norm_23" [label="(768,)", style=solid]; -"285 _scale_47" -> "288 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"286 _zero_point_47" -> "288 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"287 _frozen_param47" -> "288 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"288 dequantize_per_channel_default_47" -> "856 linear_46" [label=None, style=solid]; -"289 encoder_layers_encoder_layer_11_mlp_0_bias" -> "856 linear_46" [label="(3072,)", style=solid]; -"290 _scale_48" -> "293 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"291 _zero_point_48" -> "293 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"292 _frozen_param48" -> "293 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"293 dequantize_per_channel_default_48" -> "861 linear_47" [label=None, style=solid]; -"294 encoder_layers_encoder_layer_11_mlp_3_bias" -> "861 linear_47" [label="(768,)", style=solid]; -"295 encoder_ln_weight" -> "864 layer_norm_24" [label="(768,)", style=solid]; -"296 encoder_ln_bias" -> "864 layer_norm_24" [label="(768,)", style=solid]; -"297 _scale_49" -> "300 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"298 _zero_point_49" -> "300 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"299 _frozen_param49" -> "300 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"300 dequantize_per_channel_default_49" -> "869 linear_48" [label=None, style=solid]; -"301 heads_head_bias" -> "869 linear_48" [label="(1000,)", style=solid]; -"302 x" -> "303 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; -"303 quantize_per_tensor_default" -> "304 dequantize_per_tensor_default" [label=None, style=solid]; -"304 dequantize_per_tensor_default" -> "305 conv2d" [label=None, style=solid]; -"305 conv2d" -> "306 reshape" [label="(1, 768, 14, 14)", style=solid]; -"306 reshape" -> "307 permute" [label="(1, 768, 196)", style=solid]; -"307 permute" -> "309 cat" [label="(1, 196, 768)", style=solid]; -"308 expand" -> "309 cat" [label="(1, 1, 768)", style=solid]; -"309 cat" -> "310 add" [label="(1, 197, 768)", style=solid]; -"310 add" -> "311 dropout" [label="(1, 197, 768)", style=solid]; -"311 dropout" -> "312 layer_norm" [label="(1, 197, 768)", style=solid]; -"311 dropout" -> "346 add_1" [label="(1, 197, 768)", style=solid]; -"312 layer_norm" -> "313 quantize_per_tensor_default_1" [label="(1, 197, 768)", style=solid]; -"313 quantize_per_tensor_default_1" -> "314 dequantize_per_tensor_default_1" [label=None, style=solid]; -"314 dequantize_per_tensor_default_1" -> "315 transpose" [label=None, style=solid]; -"315 transpose" -> "316 linear" [label="(197, 1, 768)", style=solid]; -"316 linear" -> "317 unflatten" [label="(197, 1, 2304)", style=solid]; -"317 unflatten" -> "318 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; -"318 unsqueeze" -> "319 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; -"319 transpose_1" -> "320 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; -"320 squeeze" -> "321 contiguous" [label="(3, 197, 1, 768)", style=solid]; -"321 contiguous" -> "322 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"321 contiguous" -> "327 select_2" [label="(3, 197, 1, 768)", style=solid]; -"322 quantize_per_tensor_default_2" -> "323 dequantize_per_tensor_default_63" [label=None, style=solid]; -"322 quantize_per_tensor_default_2" -> "324 dequantize_per_tensor_default_62" [label=None, style=solid]; -"323 dequantize_per_tensor_default_63" -> "326 select_1" [label=None, style=solid]; -"324 dequantize_per_tensor_default_62" -> "325 select" [label=None, style=solid]; -"325 select" -> "328 view" [label="(197, 1, 768)", style=solid]; -"326 select_1" -> "330 view_1" [label="(197, 1, 768)", style=solid]; -"327 select_2" -> "332 view_2" [label="(197, 1, 768)", style=solid]; -"328 view" -> "329 transpose_2" [label="(197, 12, 64)", style=solid]; -"329 transpose_2" -> "334 view_3" [label="(12, 197, 64)", style=solid]; -"330 view_1" -> "331 transpose_3" [label="(197, 12, 64)", style=solid]; -"331 transpose_3" -> "335 view_4" [label="(12, 197, 64)", style=solid]; -"332 view_2" -> "333 transpose_4" [label="(197, 12, 64)", style=solid]; -"333 transpose_4" -> "336 view_5" [label="(12, 197, 64)", style=solid]; -"334 view_3" -> "337 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"335 view_4" -> "337 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"336 view_5" -> "337 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"337 scaled_dot_product_attention" -> "338 quantize_per_tensor_default_3" [label="(1, 12, 197, 64)", style=solid]; -"338 quantize_per_tensor_default_3" -> "339 dequantize_per_tensor_default_3" [label=None, style=solid]; -"339 dequantize_per_tensor_default_3" -> "340 permute_1" [label=None, style=solid]; -"340 permute_1" -> "341 view_6" [label="(197, 1, 12, 64)", style=solid]; -"341 view_6" -> "342 linear_1" [label="(197, 768)", style=solid]; -"342 linear_1" -> "343 view_7" [label="(197, 768)", style=solid]; -"343 view_7" -> "344 transpose_5" [label="(197, 1, 768)", style=solid]; -"344 transpose_5" -> "345 dropout_1" [label="(1, 197, 768)", style=solid]; -"345 dropout_1" -> "346 add_1" [label="(1, 197, 768)", style=solid]; -"346 add_1" -> "347 layer_norm_1" [label="(1, 197, 768)", style=solid]; -"346 add_1" -> "357 add_2" [label="(1, 197, 768)", style=solid]; -"347 layer_norm_1" -> "348 quantize_per_tensor_default_4" [label="(1, 197, 768)", style=solid]; -"348 quantize_per_tensor_default_4" -> "349 dequantize_per_tensor_default_4" [label=None, style=solid]; -"349 dequantize_per_tensor_default_4" -> "350 linear_2" [label=None, style=solid]; -"350 linear_2" -> "351 gelu" [label="(1, 197, 3072)", style=solid]; -"351 gelu" -> "352 quantize_per_tensor_default_5" [label="(1, 197, 3072)", style=solid]; -"352 quantize_per_tensor_default_5" -> "353 dequantize_per_tensor_default_5" [label=None, style=solid]; -"353 dequantize_per_tensor_default_5" -> "354 dropout_2" [label=None, style=solid]; -"354 dropout_2" -> "355 linear_3" [label="(1, 197, 3072)", style=solid]; -"355 linear_3" -> "356 dropout_3" [label="(1, 197, 768)", style=solid]; -"356 dropout_3" -> "357 add_2" [label="(1, 197, 768)", style=solid]; -"357 add_2" -> "358 layer_norm_2" [label="(1, 197, 768)", style=solid]; -"357 add_2" -> "392 add_3" [label="(1, 197, 768)", style=solid]; -"358 layer_norm_2" -> "359 quantize_per_tensor_default_6" [label="(1, 197, 768)", style=solid]; -"359 quantize_per_tensor_default_6" -> "360 dequantize_per_tensor_default_6" [label=None, style=solid]; -"360 dequantize_per_tensor_default_6" -> "361 transpose_6" [label=None, style=solid]; -"361 transpose_6" -> "362 linear_4" [label="(197, 1, 768)", style=solid]; -"362 linear_4" -> "363 unflatten_1" [label="(197, 1, 2304)", style=solid]; -"363 unflatten_1" -> "364 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; -"364 unsqueeze_1" -> "365 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; -"365 transpose_7" -> "366 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; -"366 squeeze_1" -> "367 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; -"367 contiguous_1" -> "368 quantize_per_tensor_default_7" [label="(3, 197, 1, 768)", style=solid]; -"367 contiguous_1" -> "373 select_5" [label="(3, 197, 1, 768)", style=solid]; -"368 quantize_per_tensor_default_7" -> "369 dequantize_per_tensor_default_65" [label=None, style=solid]; -"368 quantize_per_tensor_default_7" -> "370 dequantize_per_tensor_default_64" [label=None, style=solid]; -"369 dequantize_per_tensor_default_65" -> "372 select_4" [label=None, style=solid]; -"370 dequantize_per_tensor_default_64" -> "371 select_3" [label=None, style=solid]; -"371 select_3" -> "374 view_8" [label="(197, 1, 768)", style=solid]; -"372 select_4" -> "376 view_9" [label="(197, 1, 768)", style=solid]; -"373 select_5" -> "378 view_10" [label="(197, 1, 768)", style=solid]; -"374 view_8" -> "375 transpose_8" [label="(197, 12, 64)", style=solid]; -"375 transpose_8" -> "380 view_11" [label="(12, 197, 64)", style=solid]; -"376 view_9" -> "377 transpose_9" [label="(197, 12, 64)", style=solid]; -"377 transpose_9" -> "381 view_12" [label="(12, 197, 64)", style=solid]; -"378 view_10" -> "379 transpose_10" [label="(197, 12, 64)", style=solid]; -"379 transpose_10" -> "382 view_13" [label="(12, 197, 64)", style=solid]; -"380 view_11" -> "383 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"381 view_12" -> "383 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"382 view_13" -> "383 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"383 scaled_dot_product_attention_1" -> "384 quantize_per_tensor_default_8" [label="(1, 12, 197, 64)", style=solid]; -"384 quantize_per_tensor_default_8" -> "385 dequantize_per_tensor_default_8" [label=None, style=solid]; -"385 dequantize_per_tensor_default_8" -> "386 permute_2" [label=None, style=solid]; -"386 permute_2" -> "387 view_14" [label="(197, 1, 12, 64)", style=solid]; -"387 view_14" -> "388 linear_5" [label="(197, 768)", style=solid]; -"388 linear_5" -> "389 view_15" [label="(197, 768)", style=solid]; -"389 view_15" -> "390 transpose_11" [label="(197, 1, 768)", style=solid]; -"390 transpose_11" -> "391 dropout_4" [label="(1, 197, 768)", style=solid]; -"391 dropout_4" -> "392 add_3" [label="(1, 197, 768)", style=solid]; -"392 add_3" -> "393 layer_norm_3" [label="(1, 197, 768)", style=solid]; -"392 add_3" -> "403 add_4" [label="(1, 197, 768)", style=solid]; -"393 layer_norm_3" -> "394 quantize_per_tensor_default_9" [label="(1, 197, 768)", style=solid]; -"394 quantize_per_tensor_default_9" -> "395 dequantize_per_tensor_default_9" [label=None, style=solid]; -"395 dequantize_per_tensor_default_9" -> "396 linear_6" [label=None, style=solid]; -"396 linear_6" -> "397 gelu_1" [label="(1, 197, 3072)", style=solid]; -"397 gelu_1" -> "398 quantize_per_tensor_default_10" [label="(1, 197, 3072)", style=solid]; -"398 quantize_per_tensor_default_10" -> "399 dequantize_per_tensor_default_10" [label=None, style=solid]; -"399 dequantize_per_tensor_default_10" -> "400 dropout_5" [label=None, style=solid]; -"400 dropout_5" -> "401 linear_7" [label="(1, 197, 3072)", style=solid]; -"401 linear_7" -> "402 dropout_6" [label="(1, 197, 768)", style=solid]; -"402 dropout_6" -> "403 add_4" [label="(1, 197, 768)", style=solid]; -"403 add_4" -> "404 layer_norm_4" [label="(1, 197, 768)", style=solid]; -"403 add_4" -> "438 add_5" [label="(1, 197, 768)", style=solid]; -"404 layer_norm_4" -> "405 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"405 quantize_per_tensor_default_11" -> "406 dequantize_per_tensor_default_11" [label=None, style=solid]; -"406 dequantize_per_tensor_default_11" -> "407 transpose_12" [label=None, style=solid]; -"407 transpose_12" -> "408 linear_8" [label="(197, 1, 768)", style=solid]; -"408 linear_8" -> "409 unflatten_2" [label="(197, 1, 2304)", style=solid]; -"409 unflatten_2" -> "410 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; -"410 unsqueeze_2" -> "411 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; -"411 transpose_13" -> "412 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; -"412 squeeze_2" -> "413 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; -"413 contiguous_2" -> "414 quantize_per_tensor_default_12" [label="(3, 197, 1, 768)", style=solid]; -"413 contiguous_2" -> "419 select_8" [label="(3, 197, 1, 768)", style=solid]; -"414 quantize_per_tensor_default_12" -> "415 dequantize_per_tensor_default_67" [label=None, style=solid]; -"414 quantize_per_tensor_default_12" -> "416 dequantize_per_tensor_default_66" [label=None, style=solid]; -"415 dequantize_per_tensor_default_67" -> "418 select_7" [label=None, style=solid]; -"416 dequantize_per_tensor_default_66" -> "417 select_6" [label=None, style=solid]; -"417 select_6" -> "420 view_16" [label="(197, 1, 768)", style=solid]; -"418 select_7" -> "422 view_17" [label="(197, 1, 768)", style=solid]; -"419 select_8" -> "424 view_18" [label="(197, 1, 768)", style=solid]; -"420 view_16" -> "421 transpose_14" [label="(197, 12, 64)", style=solid]; -"421 transpose_14" -> "426 view_19" [label="(12, 197, 64)", style=solid]; -"422 view_17" -> "423 transpose_15" [label="(197, 12, 64)", style=solid]; -"423 transpose_15" -> "427 view_20" [label="(12, 197, 64)", style=solid]; -"424 view_18" -> "425 transpose_16" [label="(197, 12, 64)", style=solid]; -"425 transpose_16" -> "428 view_21" [label="(12, 197, 64)", style=solid]; -"426 view_19" -> "429 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"427 view_20" -> "429 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"428 view_21" -> "429 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"429 scaled_dot_product_attention_2" -> "430 quantize_per_tensor_default_13" [label="(1, 12, 197, 64)", style=solid]; -"430 quantize_per_tensor_default_13" -> "431 dequantize_per_tensor_default_13" [label=None, style=solid]; -"431 dequantize_per_tensor_default_13" -> "432 permute_3" [label=None, style=solid]; -"432 permute_3" -> "433 view_22" [label="(197, 1, 12, 64)", style=solid]; -"433 view_22" -> "434 linear_9" [label="(197, 768)", style=solid]; -"434 linear_9" -> "435 view_23" [label="(197, 768)", style=solid]; -"435 view_23" -> "436 transpose_17" [label="(197, 1, 768)", style=solid]; -"436 transpose_17" -> "437 dropout_7" [label="(1, 197, 768)", style=solid]; -"437 dropout_7" -> "438 add_5" [label="(1, 197, 768)", style=solid]; -"438 add_5" -> "439 layer_norm_5" [label="(1, 197, 768)", style=solid]; -"438 add_5" -> "449 add_6" [label="(1, 197, 768)", style=solid]; -"439 layer_norm_5" -> "440 quantize_per_tensor_default_14" [label="(1, 197, 768)", style=solid]; -"440 quantize_per_tensor_default_14" -> "441 dequantize_per_tensor_default_14" [label=None, style=solid]; -"441 dequantize_per_tensor_default_14" -> "442 linear_10" [label=None, style=solid]; -"442 linear_10" -> "443 gelu_2" [label="(1, 197, 3072)", style=solid]; -"443 gelu_2" -> "444 quantize_per_tensor_default_15" [label="(1, 197, 3072)", style=solid]; -"444 quantize_per_tensor_default_15" -> "445 dequantize_per_tensor_default_15" [label=None, style=solid]; -"445 dequantize_per_tensor_default_15" -> "446 dropout_8" [label=None, style=solid]; -"446 dropout_8" -> "447 linear_11" [label="(1, 197, 3072)", style=solid]; -"447 linear_11" -> "448 dropout_9" [label="(1, 197, 768)", style=solid]; -"448 dropout_9" -> "449 add_6" [label="(1, 197, 768)", style=solid]; -"449 add_6" -> "450 layer_norm_6" [label="(1, 197, 768)", style=solid]; -"449 add_6" -> "484 add_7" [label="(1, 197, 768)", style=solid]; -"450 layer_norm_6" -> "451 quantize_per_tensor_default_16" [label="(1, 197, 768)", style=solid]; -"451 quantize_per_tensor_default_16" -> "452 dequantize_per_tensor_default_16" [label=None, style=solid]; -"452 dequantize_per_tensor_default_16" -> "453 transpose_18" [label=None, style=solid]; -"453 transpose_18" -> "454 linear_12" [label="(197, 1, 768)", style=solid]; -"454 linear_12" -> "455 unflatten_3" [label="(197, 1, 2304)", style=solid]; -"455 unflatten_3" -> "456 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; -"456 unsqueeze_3" -> "457 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; -"457 transpose_19" -> "458 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; -"458 squeeze_3" -> "459 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; -"459 contiguous_3" -> "460 quantize_per_tensor_default_17" [label="(3, 197, 1, 768)", style=solid]; -"459 contiguous_3" -> "465 select_11" [label="(3, 197, 1, 768)", style=solid]; -"460 quantize_per_tensor_default_17" -> "461 dequantize_per_tensor_default_69" [label=None, style=solid]; -"460 quantize_per_tensor_default_17" -> "462 dequantize_per_tensor_default_68" [label=None, style=solid]; -"461 dequantize_per_tensor_default_69" -> "464 select_10" [label=None, style=solid]; -"462 dequantize_per_tensor_default_68" -> "463 select_9" [label=None, style=solid]; -"463 select_9" -> "466 view_24" [label="(197, 1, 768)", style=solid]; -"464 select_10" -> "468 view_25" [label="(197, 1, 768)", style=solid]; -"465 select_11" -> "470 view_26" [label="(197, 1, 768)", style=solid]; -"466 view_24" -> "467 transpose_20" [label="(197, 12, 64)", style=solid]; -"467 transpose_20" -> "472 view_27" [label="(12, 197, 64)", style=solid]; -"468 view_25" -> "469 transpose_21" [label="(197, 12, 64)", style=solid]; -"469 transpose_21" -> "473 view_28" [label="(12, 197, 64)", style=solid]; -"470 view_26" -> "471 transpose_22" [label="(197, 12, 64)", style=solid]; -"471 transpose_22" -> "474 view_29" [label="(12, 197, 64)", style=solid]; -"472 view_27" -> "475 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"473 view_28" -> "475 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"474 view_29" -> "475 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"475 scaled_dot_product_attention_3" -> "476 quantize_per_tensor_default_18" [label="(1, 12, 197, 64)", style=solid]; -"476 quantize_per_tensor_default_18" -> "477 dequantize_per_tensor_default_18" [label=None, style=solid]; -"477 dequantize_per_tensor_default_18" -> "478 permute_4" [label=None, style=solid]; -"478 permute_4" -> "479 view_30" [label="(197, 1, 12, 64)", style=solid]; -"479 view_30" -> "480 linear_13" [label="(197, 768)", style=solid]; -"480 linear_13" -> "481 view_31" [label="(197, 768)", style=solid]; -"481 view_31" -> "482 transpose_23" [label="(197, 1, 768)", style=solid]; -"482 transpose_23" -> "483 dropout_10" [label="(1, 197, 768)", style=solid]; -"483 dropout_10" -> "484 add_7" [label="(1, 197, 768)", style=solid]; -"484 add_7" -> "485 layer_norm_7" [label="(1, 197, 768)", style=solid]; -"484 add_7" -> "495 add_8" [label="(1, 197, 768)", style=solid]; -"485 layer_norm_7" -> "486 quantize_per_tensor_default_19" [label="(1, 197, 768)", style=solid]; -"486 quantize_per_tensor_default_19" -> "487 dequantize_per_tensor_default_19" [label=None, style=solid]; -"487 dequantize_per_tensor_default_19" -> "488 linear_14" [label=None, style=solid]; -"488 linear_14" -> "489 gelu_3" [label="(1, 197, 3072)", style=solid]; -"489 gelu_3" -> "490 quantize_per_tensor_default_20" [label="(1, 197, 3072)", style=solid]; -"490 quantize_per_tensor_default_20" -> "491 dequantize_per_tensor_default_20" [label=None, style=solid]; -"491 dequantize_per_tensor_default_20" -> "492 dropout_11" [label=None, style=solid]; -"492 dropout_11" -> "493 linear_15" [label="(1, 197, 3072)", style=solid]; -"493 linear_15" -> "494 dropout_12" [label="(1, 197, 768)", style=solid]; -"494 dropout_12" -> "495 add_8" [label="(1, 197, 768)", style=solid]; -"495 add_8" -> "496 layer_norm_8" [label="(1, 197, 768)", style=solid]; -"495 add_8" -> "530 add_9" [label="(1, 197, 768)", style=solid]; -"496 layer_norm_8" -> "497 quantize_per_tensor_default_21" [label="(1, 197, 768)", style=solid]; -"497 quantize_per_tensor_default_21" -> "498 dequantize_per_tensor_default_21" [label=None, style=solid]; -"498 dequantize_per_tensor_default_21" -> "499 transpose_24" [label=None, style=solid]; -"499 transpose_24" -> "500 linear_16" [label="(197, 1, 768)", style=solid]; -"500 linear_16" -> "501 unflatten_4" [label="(197, 1, 2304)", style=solid]; -"501 unflatten_4" -> "502 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; -"502 unsqueeze_4" -> "503 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; -"503 transpose_25" -> "504 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; -"504 squeeze_4" -> "505 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; -"505 contiguous_4" -> "506 quantize_per_tensor_default_22" [label="(3, 197, 1, 768)", style=solid]; -"505 contiguous_4" -> "511 select_14" [label="(3, 197, 1, 768)", style=solid]; -"506 quantize_per_tensor_default_22" -> "507 dequantize_per_tensor_default_71" [label=None, style=solid]; -"506 quantize_per_tensor_default_22" -> "508 dequantize_per_tensor_default_70" [label=None, style=solid]; -"507 dequantize_per_tensor_default_71" -> "510 select_13" [label=None, style=solid]; -"508 dequantize_per_tensor_default_70" -> "509 select_12" [label=None, style=solid]; -"509 select_12" -> "512 view_32" [label="(197, 1, 768)", style=solid]; -"510 select_13" -> "514 view_33" [label="(197, 1, 768)", style=solid]; -"511 select_14" -> "516 view_34" [label="(197, 1, 768)", style=solid]; -"512 view_32" -> "513 transpose_26" [label="(197, 12, 64)", style=solid]; -"513 transpose_26" -> "518 view_35" [label="(12, 197, 64)", style=solid]; -"514 view_33" -> "515 transpose_27" [label="(197, 12, 64)", style=solid]; -"515 transpose_27" -> "519 view_36" [label="(12, 197, 64)", style=solid]; -"516 view_34" -> "517 transpose_28" [label="(197, 12, 64)", style=solid]; -"517 transpose_28" -> "520 view_37" [label="(12, 197, 64)", style=solid]; -"518 view_35" -> "521 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"519 view_36" -> "521 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"520 view_37" -> "521 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"521 scaled_dot_product_attention_4" -> "522 quantize_per_tensor_default_23" [label="(1, 12, 197, 64)", style=solid]; -"522 quantize_per_tensor_default_23" -> "523 dequantize_per_tensor_default_23" [label=None, style=solid]; -"523 dequantize_per_tensor_default_23" -> "524 permute_5" [label=None, style=solid]; -"524 permute_5" -> "525 view_38" [label="(197, 1, 12, 64)", style=solid]; -"525 view_38" -> "526 linear_17" [label="(197, 768)", style=solid]; -"526 linear_17" -> "527 view_39" [label="(197, 768)", style=solid]; -"527 view_39" -> "528 transpose_29" [label="(197, 1, 768)", style=solid]; -"528 transpose_29" -> "529 dropout_13" [label="(1, 197, 768)", style=solid]; -"529 dropout_13" -> "530 add_9" [label="(1, 197, 768)", style=solid]; -"530 add_9" -> "531 layer_norm_9" [label="(1, 197, 768)", style=solid]; -"530 add_9" -> "541 add_10" [label="(1, 197, 768)", style=solid]; -"531 layer_norm_9" -> "532 quantize_per_tensor_default_24" [label="(1, 197, 768)", style=solid]; -"532 quantize_per_tensor_default_24" -> "533 dequantize_per_tensor_default_24" [label=None, style=solid]; -"533 dequantize_per_tensor_default_24" -> "534 linear_18" [label=None, style=solid]; -"534 linear_18" -> "535 gelu_4" [label="(1, 197, 3072)", style=solid]; -"535 gelu_4" -> "536 quantize_per_tensor_default_25" [label="(1, 197, 3072)", style=solid]; -"536 quantize_per_tensor_default_25" -> "537 dequantize_per_tensor_default_25" [label=None, style=solid]; -"537 dequantize_per_tensor_default_25" -> "538 dropout_14" [label=None, style=solid]; -"538 dropout_14" -> "539 linear_19" [label="(1, 197, 3072)", style=solid]; -"539 linear_19" -> "540 dropout_15" [label="(1, 197, 768)", style=solid]; -"540 dropout_15" -> "541 add_10" [label="(1, 197, 768)", style=solid]; -"541 add_10" -> "542 layer_norm_10" [label="(1, 197, 768)", style=solid]; -"541 add_10" -> "576 add_11" [label="(1, 197, 768)", style=solid]; -"542 layer_norm_10" -> "543 quantize_per_tensor_default_26" [label="(1, 197, 768)", style=solid]; -"543 quantize_per_tensor_default_26" -> "544 dequantize_per_tensor_default_26" [label=None, style=solid]; -"544 dequantize_per_tensor_default_26" -> "545 transpose_30" [label=None, style=solid]; -"545 transpose_30" -> "546 linear_20" [label="(197, 1, 768)", style=solid]; -"546 linear_20" -> "547 unflatten_5" [label="(197, 1, 2304)", style=solid]; -"547 unflatten_5" -> "548 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; -"548 unsqueeze_5" -> "549 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; -"549 transpose_31" -> "550 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; -"550 squeeze_5" -> "551 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; -"551 contiguous_5" -> "552 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"551 contiguous_5" -> "557 select_17" [label="(3, 197, 1, 768)", style=solid]; -"552 quantize_per_tensor_default_27" -> "553 dequantize_per_tensor_default_73" [label=None, style=solid]; -"552 quantize_per_tensor_default_27" -> "554 dequantize_per_tensor_default_72" [label=None, style=solid]; -"553 dequantize_per_tensor_default_73" -> "556 select_16" [label=None, style=solid]; -"554 dequantize_per_tensor_default_72" -> "555 select_15" [label=None, style=solid]; -"555 select_15" -> "558 view_40" [label="(197, 1, 768)", style=solid]; -"556 select_16" -> "560 view_41" [label="(197, 1, 768)", style=solid]; -"557 select_17" -> "562 view_42" [label="(197, 1, 768)", style=solid]; -"558 view_40" -> "559 transpose_32" [label="(197, 12, 64)", style=solid]; -"559 transpose_32" -> "564 view_43" [label="(12, 197, 64)", style=solid]; -"560 view_41" -> "561 transpose_33" [label="(197, 12, 64)", style=solid]; -"561 transpose_33" -> "565 view_44" [label="(12, 197, 64)", style=solid]; -"562 view_42" -> "563 transpose_34" [label="(197, 12, 64)", style=solid]; -"563 transpose_34" -> "566 view_45" [label="(12, 197, 64)", style=solid]; -"564 view_43" -> "567 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"565 view_44" -> "567 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"566 view_45" -> "567 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"567 scaled_dot_product_attention_5" -> "568 quantize_per_tensor_default_28" [label="(1, 12, 197, 64)", style=solid]; -"568 quantize_per_tensor_default_28" -> "569 dequantize_per_tensor_default_28" [label=None, style=solid]; -"569 dequantize_per_tensor_default_28" -> "570 permute_6" [label=None, style=solid]; -"570 permute_6" -> "571 view_46" [label="(197, 1, 12, 64)", style=solid]; -"571 view_46" -> "572 linear_21" [label="(197, 768)", style=solid]; -"572 linear_21" -> "573 view_47" [label="(197, 768)", style=solid]; -"573 view_47" -> "574 transpose_35" [label="(197, 1, 768)", style=solid]; -"574 transpose_35" -> "575 dropout_16" [label="(1, 197, 768)", style=solid]; -"575 dropout_16" -> "576 add_11" [label="(1, 197, 768)", style=solid]; -"576 add_11" -> "577 layer_norm_11" [label="(1, 197, 768)", style=solid]; -"576 add_11" -> "587 add_12" [label="(1, 197, 768)", style=solid]; -"577 layer_norm_11" -> "578 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"578 quantize_per_tensor_default_29" -> "579 dequantize_per_tensor_default_29" [label=None, style=solid]; -"579 dequantize_per_tensor_default_29" -> "580 linear_22" [label=None, style=solid]; -"580 linear_22" -> "581 gelu_5" [label="(1, 197, 3072)", style=solid]; -"581 gelu_5" -> "582 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"582 quantize_per_tensor_default_30" -> "583 dequantize_per_tensor_default_30" [label=None, style=solid]; -"583 dequantize_per_tensor_default_30" -> "584 dropout_17" [label=None, style=solid]; -"584 dropout_17" -> "585 linear_23" [label="(1, 197, 3072)", style=solid]; -"585 linear_23" -> "586 dropout_18" [label="(1, 197, 768)", style=solid]; -"586 dropout_18" -> "587 add_12" [label="(1, 197, 768)", style=solid]; -"587 add_12" -> "588 layer_norm_12" [label="(1, 197, 768)", style=solid]; -"587 add_12" -> "622 add_13" [label="(1, 197, 768)", style=solid]; -"588 layer_norm_12" -> "589 quantize_per_tensor_default_31" [label="(1, 197, 768)", style=solid]; -"589 quantize_per_tensor_default_31" -> "590 dequantize_per_tensor_default_31" [label=None, style=solid]; -"590 dequantize_per_tensor_default_31" -> "591 transpose_36" [label=None, style=solid]; -"591 transpose_36" -> "592 linear_24" [label="(197, 1, 768)", style=solid]; -"592 linear_24" -> "593 unflatten_6" [label="(197, 1, 2304)", style=solid]; -"593 unflatten_6" -> "594 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; -"594 unsqueeze_6" -> "595 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; -"595 transpose_37" -> "596 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; -"596 squeeze_6" -> "597 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; -"597 contiguous_6" -> "598 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"597 contiguous_6" -> "603 select_20" [label="(3, 197, 1, 768)", style=solid]; -"598 quantize_per_tensor_default_32" -> "599 dequantize_per_tensor_default_75" [label=None, style=solid]; -"598 quantize_per_tensor_default_32" -> "600 dequantize_per_tensor_default_74" [label=None, style=solid]; -"599 dequantize_per_tensor_default_75" -> "602 select_19" [label=None, style=solid]; -"600 dequantize_per_tensor_default_74" -> "601 select_18" [label=None, style=solid]; -"601 select_18" -> "604 view_48" [label="(197, 1, 768)", style=solid]; -"602 select_19" -> "606 view_49" [label="(197, 1, 768)", style=solid]; -"603 select_20" -> "608 view_50" [label="(197, 1, 768)", style=solid]; -"604 view_48" -> "605 transpose_38" [label="(197, 12, 64)", style=solid]; -"605 transpose_38" -> "610 view_51" [label="(12, 197, 64)", style=solid]; -"606 view_49" -> "607 transpose_39" [label="(197, 12, 64)", style=solid]; -"607 transpose_39" -> "611 view_52" [label="(12, 197, 64)", style=solid]; -"608 view_50" -> "609 transpose_40" [label="(197, 12, 64)", style=solid]; -"609 transpose_40" -> "612 view_53" [label="(12, 197, 64)", style=solid]; -"610 view_51" -> "613 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"611 view_52" -> "613 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"612 view_53" -> "613 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"613 scaled_dot_product_attention_6" -> "614 quantize_per_tensor_default_33" [label="(1, 12, 197, 64)", style=solid]; -"614 quantize_per_tensor_default_33" -> "615 dequantize_per_tensor_default_33" [label=None, style=solid]; -"615 dequantize_per_tensor_default_33" -> "616 permute_7" [label=None, style=solid]; -"616 permute_7" -> "617 view_54" [label="(197, 1, 12, 64)", style=solid]; -"617 view_54" -> "618 linear_25" [label="(197, 768)", style=solid]; -"618 linear_25" -> "619 view_55" [label="(197, 768)", style=solid]; -"619 view_55" -> "620 transpose_41" [label="(197, 1, 768)", style=solid]; -"620 transpose_41" -> "621 dropout_19" [label="(1, 197, 768)", style=solid]; -"621 dropout_19" -> "622 add_13" [label="(1, 197, 768)", style=solid]; -"622 add_13" -> "623 layer_norm_13" [label="(1, 197, 768)", style=solid]; -"622 add_13" -> "633 add_14" [label="(1, 197, 768)", style=solid]; -"623 layer_norm_13" -> "624 quantize_per_tensor_default_34" [label="(1, 197, 768)", style=solid]; -"624 quantize_per_tensor_default_34" -> "625 dequantize_per_tensor_default_34" [label=None, style=solid]; -"625 dequantize_per_tensor_default_34" -> "626 linear_26" [label=None, style=solid]; -"626 linear_26" -> "627 gelu_6" [label="(1, 197, 3072)", style=solid]; -"627 gelu_6" -> "628 quantize_per_tensor_default_35" [label="(1, 197, 3072)", style=solid]; -"628 quantize_per_tensor_default_35" -> "629 dequantize_per_tensor_default_35" [label=None, style=solid]; -"629 dequantize_per_tensor_default_35" -> "630 dropout_20" [label=None, style=solid]; -"630 dropout_20" -> "631 linear_27" [label="(1, 197, 3072)", style=solid]; -"631 linear_27" -> "632 dropout_21" [label="(1, 197, 768)", style=solid]; -"632 dropout_21" -> "633 add_14" [label="(1, 197, 768)", style=solid]; -"633 add_14" -> "634 layer_norm_14" [label="(1, 197, 768)", style=solid]; -"633 add_14" -> "668 add_15" [label="(1, 197, 768)", style=solid]; -"634 layer_norm_14" -> "635 quantize_per_tensor_default_36" [label="(1, 197, 768)", style=solid]; -"635 quantize_per_tensor_default_36" -> "636 dequantize_per_tensor_default_36" [label=None, style=solid]; -"636 dequantize_per_tensor_default_36" -> "637 transpose_42" [label=None, style=solid]; -"637 transpose_42" -> "638 linear_28" [label="(197, 1, 768)", style=solid]; -"638 linear_28" -> "639 unflatten_7" [label="(197, 1, 2304)", style=solid]; -"639 unflatten_7" -> "640 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; -"640 unsqueeze_7" -> "641 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; -"641 transpose_43" -> "642 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; -"642 squeeze_7" -> "643 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; -"643 contiguous_7" -> "644 quantize_per_tensor_default_37" [label="(3, 197, 1, 768)", style=solid]; -"643 contiguous_7" -> "649 select_23" [label="(3, 197, 1, 768)", style=solid]; -"644 quantize_per_tensor_default_37" -> "645 dequantize_per_tensor_default_77" [label=None, style=solid]; -"644 quantize_per_tensor_default_37" -> "646 dequantize_per_tensor_default_76" [label=None, style=solid]; -"645 dequantize_per_tensor_default_77" -> "648 select_22" [label=None, style=solid]; -"646 dequantize_per_tensor_default_76" -> "647 select_21" [label=None, style=solid]; -"647 select_21" -> "650 view_56" [label="(197, 1, 768)", style=solid]; -"648 select_22" -> "652 view_57" [label="(197, 1, 768)", style=solid]; -"649 select_23" -> "654 view_58" [label="(197, 1, 768)", style=solid]; -"650 view_56" -> "651 transpose_44" [label="(197, 12, 64)", style=solid]; -"651 transpose_44" -> "656 view_59" [label="(12, 197, 64)", style=solid]; -"652 view_57" -> "653 transpose_45" [label="(197, 12, 64)", style=solid]; -"653 transpose_45" -> "657 view_60" [label="(12, 197, 64)", style=solid]; -"654 view_58" -> "655 transpose_46" [label="(197, 12, 64)", style=solid]; -"655 transpose_46" -> "658 view_61" [label="(12, 197, 64)", style=solid]; -"656 view_59" -> "659 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"657 view_60" -> "659 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"658 view_61" -> "659 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"659 scaled_dot_product_attention_7" -> "660 quantize_per_tensor_default_38" [label="(1, 12, 197, 64)", style=solid]; -"660 quantize_per_tensor_default_38" -> "661 dequantize_per_tensor_default_38" [label=None, style=solid]; -"661 dequantize_per_tensor_default_38" -> "662 permute_8" [label=None, style=solid]; -"662 permute_8" -> "663 view_62" [label="(197, 1, 12, 64)", style=solid]; -"663 view_62" -> "664 linear_29" [label="(197, 768)", style=solid]; -"664 linear_29" -> "665 view_63" [label="(197, 768)", style=solid]; -"665 view_63" -> "666 transpose_47" [label="(197, 1, 768)", style=solid]; -"666 transpose_47" -> "667 dropout_22" [label="(1, 197, 768)", style=solid]; -"667 dropout_22" -> "668 add_15" [label="(1, 197, 768)", style=solid]; -"668 add_15" -> "669 layer_norm_15" [label="(1, 197, 768)", style=solid]; -"668 add_15" -> "679 add_16" [label="(1, 197, 768)", style=solid]; -"669 layer_norm_15" -> "670 quantize_per_tensor_default_39" [label="(1, 197, 768)", style=solid]; -"670 quantize_per_tensor_default_39" -> "671 dequantize_per_tensor_default_39" [label=None, style=solid]; -"671 dequantize_per_tensor_default_39" -> "672 linear_30" [label=None, style=solid]; -"672 linear_30" -> "673 gelu_7" [label="(1, 197, 3072)", style=solid]; -"673 gelu_7" -> "674 quantize_per_tensor_default_40" [label="(1, 197, 3072)", style=solid]; -"674 quantize_per_tensor_default_40" -> "675 dequantize_per_tensor_default_40" [label=None, style=solid]; -"675 dequantize_per_tensor_default_40" -> "676 dropout_23" [label=None, style=solid]; -"676 dropout_23" -> "677 linear_31" [label="(1, 197, 3072)", style=solid]; -"677 linear_31" -> "678 dropout_24" [label="(1, 197, 768)", style=solid]; -"678 dropout_24" -> "679 add_16" [label="(1, 197, 768)", style=solid]; -"679 add_16" -> "680 layer_norm_16" [label="(1, 197, 768)", style=solid]; -"679 add_16" -> "714 add_17" [label="(1, 197, 768)", style=solid]; -"680 layer_norm_16" -> "681 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"681 quantize_per_tensor_default_41" -> "682 dequantize_per_tensor_default_41" [label=None, style=solid]; -"682 dequantize_per_tensor_default_41" -> "683 transpose_48" [label=None, style=solid]; -"683 transpose_48" -> "684 linear_32" [label="(197, 1, 768)", style=solid]; -"684 linear_32" -> "685 unflatten_8" [label="(197, 1, 2304)", style=solid]; -"685 unflatten_8" -> "686 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; -"686 unsqueeze_8" -> "687 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; -"687 transpose_49" -> "688 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; -"688 squeeze_8" -> "689 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; -"689 contiguous_8" -> "690 quantize_per_tensor_default_42" [label="(3, 197, 1, 768)", style=solid]; -"689 contiguous_8" -> "695 select_26" [label="(3, 197, 1, 768)", style=solid]; -"690 quantize_per_tensor_default_42" -> "691 dequantize_per_tensor_default_79" [label=None, style=solid]; -"690 quantize_per_tensor_default_42" -> "692 dequantize_per_tensor_default_78" [label=None, style=solid]; -"691 dequantize_per_tensor_default_79" -> "694 select_25" [label=None, style=solid]; -"692 dequantize_per_tensor_default_78" -> "693 select_24" [label=None, style=solid]; -"693 select_24" -> "696 view_64" [label="(197, 1, 768)", style=solid]; -"694 select_25" -> "698 view_65" [label="(197, 1, 768)", style=solid]; -"695 select_26" -> "700 view_66" [label="(197, 1, 768)", style=solid]; -"696 view_64" -> "697 transpose_50" [label="(197, 12, 64)", style=solid]; -"697 transpose_50" -> "702 view_67" [label="(12, 197, 64)", style=solid]; -"698 view_65" -> "699 transpose_51" [label="(197, 12, 64)", style=solid]; -"699 transpose_51" -> "703 view_68" [label="(12, 197, 64)", style=solid]; -"700 view_66" -> "701 transpose_52" [label="(197, 12, 64)", style=solid]; -"701 transpose_52" -> "704 view_69" [label="(12, 197, 64)", style=solid]; -"702 view_67" -> "705 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"703 view_68" -> "705 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"704 view_69" -> "705 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"705 scaled_dot_product_attention_8" -> "706 quantize_per_tensor_default_43" [label="(1, 12, 197, 64)", style=solid]; -"706 quantize_per_tensor_default_43" -> "707 dequantize_per_tensor_default_43" [label=None, style=solid]; -"707 dequantize_per_tensor_default_43" -> "708 permute_9" [label=None, style=solid]; -"708 permute_9" -> "709 view_70" [label="(197, 1, 12, 64)", style=solid]; -"709 view_70" -> "710 linear_33" [label="(197, 768)", style=solid]; -"710 linear_33" -> "711 view_71" [label="(197, 768)", style=solid]; -"711 view_71" -> "712 transpose_53" [label="(197, 1, 768)", style=solid]; -"712 transpose_53" -> "713 dropout_25" [label="(1, 197, 768)", style=solid]; -"713 dropout_25" -> "714 add_17" [label="(1, 197, 768)", style=solid]; -"714 add_17" -> "715 layer_norm_17" [label="(1, 197, 768)", style=solid]; -"714 add_17" -> "725 add_18" [label="(1, 197, 768)", style=solid]; -"715 layer_norm_17" -> "716 quantize_per_tensor_default_44" [label="(1, 197, 768)", style=solid]; -"716 quantize_per_tensor_default_44" -> "717 dequantize_per_tensor_default_44" [label=None, style=solid]; -"717 dequantize_per_tensor_default_44" -> "718 linear_34" [label=None, style=solid]; -"718 linear_34" -> "719 gelu_8" [label="(1, 197, 3072)", style=solid]; -"719 gelu_8" -> "720 quantize_per_tensor_default_45" [label="(1, 197, 3072)", style=solid]; -"720 quantize_per_tensor_default_45" -> "721 dequantize_per_tensor_default_45" [label=None, style=solid]; -"721 dequantize_per_tensor_default_45" -> "722 dropout_26" [label=None, style=solid]; -"722 dropout_26" -> "723 linear_35" [label="(1, 197, 3072)", style=solid]; -"723 linear_35" -> "724 dropout_27" [label="(1, 197, 768)", style=solid]; -"724 dropout_27" -> "725 add_18" [label="(1, 197, 768)", style=solid]; -"725 add_18" -> "726 layer_norm_18" [label="(1, 197, 768)", style=solid]; -"725 add_18" -> "760 add_19" [label="(1, 197, 768)", style=solid]; -"726 layer_norm_18" -> "727 quantize_per_tensor_default_46" [label="(1, 197, 768)", style=solid]; -"727 quantize_per_tensor_default_46" -> "728 dequantize_per_tensor_default_46" [label=None, style=solid]; -"728 dequantize_per_tensor_default_46" -> "729 transpose_54" [label=None, style=solid]; -"729 transpose_54" -> "730 linear_36" [label="(197, 1, 768)", style=solid]; -"730 linear_36" -> "731 unflatten_9" [label="(197, 1, 2304)", style=solid]; -"731 unflatten_9" -> "732 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; -"732 unsqueeze_9" -> "733 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; -"733 transpose_55" -> "734 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; -"734 squeeze_9" -> "735 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; -"735 contiguous_9" -> "736 quantize_per_tensor_default_47" [label="(3, 197, 1, 768)", style=solid]; -"735 contiguous_9" -> "741 select_29" [label="(3, 197, 1, 768)", style=solid]; -"736 quantize_per_tensor_default_47" -> "737 dequantize_per_tensor_default_81" [label=None, style=solid]; -"736 quantize_per_tensor_default_47" -> "738 dequantize_per_tensor_default_80" [label=None, style=solid]; -"737 dequantize_per_tensor_default_81" -> "740 select_28" [label=None, style=solid]; -"738 dequantize_per_tensor_default_80" -> "739 select_27" [label=None, style=solid]; -"739 select_27" -> "742 view_72" [label="(197, 1, 768)", style=solid]; -"740 select_28" -> "744 view_73" [label="(197, 1, 768)", style=solid]; -"741 select_29" -> "746 view_74" [label="(197, 1, 768)", style=solid]; -"742 view_72" -> "743 transpose_56" [label="(197, 12, 64)", style=solid]; -"743 transpose_56" -> "748 view_75" [label="(12, 197, 64)", style=solid]; -"744 view_73" -> "745 transpose_57" [label="(197, 12, 64)", style=solid]; -"745 transpose_57" -> "749 view_76" [label="(12, 197, 64)", style=solid]; -"746 view_74" -> "747 transpose_58" [label="(197, 12, 64)", style=solid]; -"747 transpose_58" -> "750 view_77" [label="(12, 197, 64)", style=solid]; -"748 view_75" -> "751 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"749 view_76" -> "751 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"750 view_77" -> "751 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"751 scaled_dot_product_attention_9" -> "752 quantize_per_tensor_default_48" [label="(1, 12, 197, 64)", style=solid]; -"752 quantize_per_tensor_default_48" -> "753 dequantize_per_tensor_default_48" [label=None, style=solid]; -"753 dequantize_per_tensor_default_48" -> "754 permute_10" [label=None, style=solid]; -"754 permute_10" -> "755 view_78" [label="(197, 1, 12, 64)", style=solid]; -"755 view_78" -> "756 linear_37" [label="(197, 768)", style=solid]; -"756 linear_37" -> "757 view_79" [label="(197, 768)", style=solid]; -"757 view_79" -> "758 transpose_59" [label="(197, 1, 768)", style=solid]; -"758 transpose_59" -> "759 dropout_28" [label="(1, 197, 768)", style=solid]; -"759 dropout_28" -> "760 add_19" [label="(1, 197, 768)", style=solid]; -"760 add_19" -> "761 layer_norm_19" [label="(1, 197, 768)", style=solid]; -"760 add_19" -> "771 add_20" [label="(1, 197, 768)", style=solid]; -"761 layer_norm_19" -> "762 quantize_per_tensor_default_49" [label="(1, 197, 768)", style=solid]; -"762 quantize_per_tensor_default_49" -> "763 dequantize_per_tensor_default_49" [label=None, style=solid]; -"763 dequantize_per_tensor_default_49" -> "764 linear_38" [label=None, style=solid]; -"764 linear_38" -> "765 gelu_9" [label="(1, 197, 3072)", style=solid]; -"765 gelu_9" -> "766 quantize_per_tensor_default_50" [label="(1, 197, 3072)", style=solid]; -"766 quantize_per_tensor_default_50" -> "767 dequantize_per_tensor_default_50" [label=None, style=solid]; -"767 dequantize_per_tensor_default_50" -> "768 dropout_29" [label=None, style=solid]; -"768 dropout_29" -> "769 linear_39" [label="(1, 197, 3072)", style=solid]; -"769 linear_39" -> "770 dropout_30" [label="(1, 197, 768)", style=solid]; -"770 dropout_30" -> "771 add_20" [label="(1, 197, 768)", style=solid]; -"771 add_20" -> "772 layer_norm_20" [label="(1, 197, 768)", style=solid]; -"771 add_20" -> "806 add_21" [label="(1, 197, 768)", style=solid]; -"772 layer_norm_20" -> "773 quantize_per_tensor_default_51" [label="(1, 197, 768)", style=solid]; -"773 quantize_per_tensor_default_51" -> "774 dequantize_per_tensor_default_51" [label=None, style=solid]; -"774 dequantize_per_tensor_default_51" -> "775 transpose_60" [label=None, style=solid]; -"775 transpose_60" -> "776 linear_40" [label="(197, 1, 768)", style=solid]; -"776 linear_40" -> "777 unflatten_10" [label="(197, 1, 2304)", style=solid]; -"777 unflatten_10" -> "778 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; -"778 unsqueeze_10" -> "779 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; -"779 transpose_61" -> "780 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; -"780 squeeze_10" -> "781 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; -"781 contiguous_10" -> "782 quantize_per_tensor_default_52" [label="(3, 197, 1, 768)", style=solid]; -"781 contiguous_10" -> "787 select_32" [label="(3, 197, 1, 768)", style=solid]; -"782 quantize_per_tensor_default_52" -> "783 dequantize_per_tensor_default_83" [label=None, style=solid]; -"782 quantize_per_tensor_default_52" -> "784 dequantize_per_tensor_default_82" [label=None, style=solid]; -"783 dequantize_per_tensor_default_83" -> "786 select_31" [label=None, style=solid]; -"784 dequantize_per_tensor_default_82" -> "785 select_30" [label=None, style=solid]; -"785 select_30" -> "788 view_80" [label="(197, 1, 768)", style=solid]; -"786 select_31" -> "790 view_81" [label="(197, 1, 768)", style=solid]; -"787 select_32" -> "792 view_82" [label="(197, 1, 768)", style=solid]; -"788 view_80" -> "789 transpose_62" [label="(197, 12, 64)", style=solid]; -"789 transpose_62" -> "794 view_83" [label="(12, 197, 64)", style=solid]; -"790 view_81" -> "791 transpose_63" [label="(197, 12, 64)", style=solid]; -"791 transpose_63" -> "795 view_84" [label="(12, 197, 64)", style=solid]; -"792 view_82" -> "793 transpose_64" [label="(197, 12, 64)", style=solid]; -"793 transpose_64" -> "796 view_85" [label="(12, 197, 64)", style=solid]; -"794 view_83" -> "797 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"795 view_84" -> "797 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"796 view_85" -> "797 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"797 scaled_dot_product_attention_10" -> "798 quantize_per_tensor_default_53" [label="(1, 12, 197, 64)", style=solid]; -"798 quantize_per_tensor_default_53" -> "799 dequantize_per_tensor_default_53" [label=None, style=solid]; -"799 dequantize_per_tensor_default_53" -> "800 permute_11" [label=None, style=solid]; -"800 permute_11" -> "801 view_86" [label="(197, 1, 12, 64)", style=solid]; -"801 view_86" -> "802 linear_41" [label="(197, 768)", style=solid]; -"802 linear_41" -> "803 view_87" [label="(197, 768)", style=solid]; -"803 view_87" -> "804 transpose_65" [label="(197, 1, 768)", style=solid]; -"804 transpose_65" -> "805 dropout_31" [label="(1, 197, 768)", style=solid]; -"805 dropout_31" -> "806 add_21" [label="(1, 197, 768)", style=solid]; -"806 add_21" -> "807 layer_norm_21" [label="(1, 197, 768)", style=solid]; -"806 add_21" -> "817 add_22" [label="(1, 197, 768)", style=solid]; -"807 layer_norm_21" -> "808 quantize_per_tensor_default_54" [label="(1, 197, 768)", style=solid]; -"808 quantize_per_tensor_default_54" -> "809 dequantize_per_tensor_default_54" [label=None, style=solid]; -"809 dequantize_per_tensor_default_54" -> "810 linear_42" [label=None, style=solid]; -"810 linear_42" -> "811 gelu_10" [label="(1, 197, 3072)", style=solid]; -"811 gelu_10" -> "812 quantize_per_tensor_default_55" [label="(1, 197, 3072)", style=solid]; -"812 quantize_per_tensor_default_55" -> "813 dequantize_per_tensor_default_55" [label=None, style=solid]; -"813 dequantize_per_tensor_default_55" -> "814 dropout_32" [label=None, style=solid]; -"814 dropout_32" -> "815 linear_43" [label="(1, 197, 3072)", style=solid]; -"815 linear_43" -> "816 dropout_33" [label="(1, 197, 768)", style=solid]; -"816 dropout_33" -> "817 add_22" [label="(1, 197, 768)", style=solid]; -"817 add_22" -> "818 layer_norm_22" [label="(1, 197, 768)", style=solid]; -"817 add_22" -> "852 add_23" [label="(1, 197, 768)", style=solid]; -"818 layer_norm_22" -> "819 quantize_per_tensor_default_56" [label="(1, 197, 768)", style=solid]; -"819 quantize_per_tensor_default_56" -> "820 dequantize_per_tensor_default_56" [label=None, style=solid]; -"820 dequantize_per_tensor_default_56" -> "821 transpose_66" [label=None, style=solid]; -"821 transpose_66" -> "822 linear_44" [label="(197, 1, 768)", style=solid]; -"822 linear_44" -> "823 unflatten_11" [label="(197, 1, 2304)", style=solid]; -"823 unflatten_11" -> "824 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; -"824 unsqueeze_11" -> "825 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; -"825 transpose_67" -> "826 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; -"826 squeeze_11" -> "827 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; -"827 contiguous_11" -> "828 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"827 contiguous_11" -> "833 select_35" [label="(3, 197, 1, 768)", style=solid]; -"828 quantize_per_tensor_default_57" -> "829 dequantize_per_tensor_default_85" [label=None, style=solid]; -"828 quantize_per_tensor_default_57" -> "830 dequantize_per_tensor_default_84" [label=None, style=solid]; -"829 dequantize_per_tensor_default_85" -> "832 select_34" [label=None, style=solid]; -"830 dequantize_per_tensor_default_84" -> "831 select_33" [label=None, style=solid]; -"831 select_33" -> "834 view_88" [label="(197, 1, 768)", style=solid]; -"832 select_34" -> "836 view_89" [label="(197, 1, 768)", style=solid]; -"833 select_35" -> "838 view_90" [label="(197, 1, 768)", style=solid]; -"834 view_88" -> "835 transpose_68" [label="(197, 12, 64)", style=solid]; -"835 transpose_68" -> "840 view_91" [label="(12, 197, 64)", style=solid]; -"836 view_89" -> "837 transpose_69" [label="(197, 12, 64)", style=solid]; -"837 transpose_69" -> "841 view_92" [label="(12, 197, 64)", style=solid]; -"838 view_90" -> "839 transpose_70" [label="(197, 12, 64)", style=solid]; -"839 transpose_70" -> "842 view_93" [label="(12, 197, 64)", style=solid]; -"840 view_91" -> "843 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"841 view_92" -> "843 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"842 view_93" -> "843 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"843 scaled_dot_product_attention_11" -> "844 quantize_per_tensor_default_58" [label="(1, 12, 197, 64)", style=solid]; -"844 quantize_per_tensor_default_58" -> "845 dequantize_per_tensor_default_58" [label=None, style=solid]; -"845 dequantize_per_tensor_default_58" -> "846 permute_12" [label=None, style=solid]; -"846 permute_12" -> "847 view_94" [label="(197, 1, 12, 64)", style=solid]; -"847 view_94" -> "848 linear_45" [label="(197, 768)", style=solid]; -"848 linear_45" -> "849 view_95" [label="(197, 768)", style=solid]; -"849 view_95" -> "850 transpose_71" [label="(197, 1, 768)", style=solid]; -"850 transpose_71" -> "851 dropout_34" [label="(1, 197, 768)", style=solid]; -"851 dropout_34" -> "852 add_23" [label="(1, 197, 768)", style=solid]; -"852 add_23" -> "853 layer_norm_23" [label="(1, 197, 768)", style=solid]; -"852 add_23" -> "863 add_24" [label="(1, 197, 768)", style=solid]; -"853 layer_norm_23" -> "854 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"854 quantize_per_tensor_default_59" -> "855 dequantize_per_tensor_default_59" [label=None, style=solid]; -"855 dequantize_per_tensor_default_59" -> "856 linear_46" [label=None, style=solid]; -"856 linear_46" -> "857 gelu_11" [label="(1, 197, 3072)", style=solid]; -"857 gelu_11" -> "858 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"858 quantize_per_tensor_default_60" -> "859 dequantize_per_tensor_default_60" [label=None, style=solid]; -"859 dequantize_per_tensor_default_60" -> "860 dropout_35" [label=None, style=solid]; -"860 dropout_35" -> "861 linear_47" [label="(1, 197, 3072)", style=solid]; -"861 linear_47" -> "862 dropout_36" [label="(1, 197, 768)", style=solid]; -"862 dropout_36" -> "863 add_24" [label="(1, 197, 768)", style=solid]; -"863 add_24" -> "864 layer_norm_24" [label="(1, 197, 768)", style=solid]; -"864 layer_norm_24" -> "865 quantize_per_tensor_default_61" [label="(1, 197, 768)", style=solid]; -"865 quantize_per_tensor_default_61" -> "866 dequantize_per_tensor_default_61" [label=None, style=solid]; -"866 dequantize_per_tensor_default_61" -> "867 slice_1" [label=None, style=solid]; -"867 slice_1" -> "868 select_36" [label="(1, 197, 768)", style=solid]; -"868 select_36" -> "869 linear_48" [label="(1, 768)", style=solid]; -"869 linear_48" -> "870 output" [label="(1, 1000)", style=solid]; +"0 class_token" -> "308 expand" [style=solid, label="(1, 1, 768)"]; +"1 encoder_pos_embedding" -> "310 add" [style=solid, label="(1, 197, 768)"]; +"2 _scale_0" -> "5 dequantize_per_channel_default" [style=solid, label="(768,)"]; +"3 _zero_point_0" -> "5 dequantize_per_channel_default" [style=solid, label="(768,)"]; +"4 _frozen_param0" -> "5 dequantize_per_channel_default" [style=solid, label="(768, 3, 16, 16)"]; +"5 dequantize_per_channel_default" -> "305 conv2d" [style=solid, label=None]; +"6 conv_proj_bias" -> "305 conv2d" [style=solid, label="(768,)"]; +"7 encoder_layers_encoder_layer_0_ln_1_weight" -> "312 layer_norm" [style=solid, label="(768,)"]; +"8 encoder_layers_encoder_layer_0_ln_1_bias" -> "312 layer_norm" [style=solid, label="(768,)"]; +"9 _scale_1" -> "12 dequantize_per_channel_default_1" [style=solid, label="(2304,)"]; +"10 _zero_point_1" -> "12 dequantize_per_channel_default_1" [style=solid, label="(2304,)"]; +"11 _frozen_param1" -> "12 dequantize_per_channel_default_1" [style=solid, label="(2304, 768)"]; +"12 dequantize_per_channel_default_1" -> "316 linear" [style=solid, label=None]; +"13 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "316 linear" [style=solid, label="(2304,)"]; +"14 _scale_2" -> "17 dequantize_per_channel_default_2" [style=solid, label="(768,)"]; +"15 _zero_point_2" -> "17 dequantize_per_channel_default_2" [style=solid, label="(768,)"]; +"16 _frozen_param2" -> "17 dequantize_per_channel_default_2" [style=solid, label="(768, 768)"]; +"17 dequantize_per_channel_default_2" -> "342 linear_1" [style=solid, label=None]; +"18 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "342 linear_1" [style=solid, label="(768,)"]; +"19 encoder_layers_encoder_layer_0_ln_2_weight" -> "347 layer_norm_1" [style=solid, label="(768,)"]; +"20 encoder_layers_encoder_layer_0_ln_2_bias" -> "347 layer_norm_1" [style=solid, label="(768,)"]; +"21 _scale_3" -> "24 dequantize_per_channel_default_3" [style=solid, label="(3072,)"]; +"22 _zero_point_3" -> "24 dequantize_per_channel_default_3" [style=solid, label="(3072,)"]; +"23 _frozen_param3" -> "24 dequantize_per_channel_default_3" [style=solid, label="(3072, 768)"]; +"24 dequantize_per_channel_default_3" -> "350 linear_2" [style=solid, label=None]; +"25 encoder_layers_encoder_layer_0_mlp_0_bias" -> "350 linear_2" [style=solid, label="(3072,)"]; +"26 _scale_4" -> "29 dequantize_per_channel_default_4" [style=solid, label="(768,)"]; +"27 _zero_point_4" -> "29 dequantize_per_channel_default_4" [style=solid, label="(768,)"]; +"28 _frozen_param4" -> "29 dequantize_per_channel_default_4" [style=solid, label="(768, 3072)"]; +"29 dequantize_per_channel_default_4" -> "355 linear_3" [style=solid, label=None]; +"30 encoder_layers_encoder_layer_0_mlp_3_bias" -> "355 linear_3" [style=solid, label="(768,)"]; +"31 encoder_layers_encoder_layer_1_ln_1_weight" -> "358 layer_norm_2" [style=solid, label="(768,)"]; +"32 encoder_layers_encoder_layer_1_ln_1_bias" -> "358 layer_norm_2" [style=solid, label="(768,)"]; +"33 _scale_5" -> "36 dequantize_per_channel_default_5" [style=solid, label="(2304,)"]; +"34 _zero_point_5" -> "36 dequantize_per_channel_default_5" [style=solid, label="(2304,)"]; +"35 _frozen_param5" -> "36 dequantize_per_channel_default_5" [style=solid, label="(2304, 768)"]; +"36 dequantize_per_channel_default_5" -> "362 linear_4" [style=solid, label=None]; +"37 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "362 linear_4" [style=solid, label="(2304,)"]; +"38 _scale_6" -> "41 dequantize_per_channel_default_6" [style=solid, label="(768,)"]; +"39 _zero_point_6" -> "41 dequantize_per_channel_default_6" [style=solid, label="(768,)"]; +"40 _frozen_param6" -> "41 dequantize_per_channel_default_6" [style=solid, label="(768, 768)"]; +"41 dequantize_per_channel_default_6" -> "388 linear_5" [style=solid, label=None]; +"42 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "388 linear_5" [style=solid, label="(768,)"]; +"43 encoder_layers_encoder_layer_1_ln_2_weight" -> "393 layer_norm_3" [style=solid, label="(768,)"]; +"44 encoder_layers_encoder_layer_1_ln_2_bias" -> "393 layer_norm_3" [style=solid, label="(768,)"]; +"45 _scale_7" -> "48 dequantize_per_channel_default_7" [style=solid, label="(3072,)"]; +"46 _zero_point_7" -> "48 dequantize_per_channel_default_7" [style=solid, label="(3072,)"]; +"47 _frozen_param7" -> "48 dequantize_per_channel_default_7" [style=solid, label="(3072, 768)"]; +"48 dequantize_per_channel_default_7" -> "396 linear_6" [style=solid, label=None]; +"49 encoder_layers_encoder_layer_1_mlp_0_bias" -> "396 linear_6" [style=solid, label="(3072,)"]; +"50 _scale_8" -> "53 dequantize_per_channel_default_8" [style=solid, label="(768,)"]; +"51 _zero_point_8" -> "53 dequantize_per_channel_default_8" [style=solid, label="(768,)"]; +"52 _frozen_param8" -> "53 dequantize_per_channel_default_8" [style=solid, label="(768, 3072)"]; +"53 dequantize_per_channel_default_8" -> "401 linear_7" [style=solid, label=None]; +"54 encoder_layers_encoder_layer_1_mlp_3_bias" -> "401 linear_7" [style=solid, label="(768,)"]; +"55 encoder_layers_encoder_layer_2_ln_1_weight" -> "404 layer_norm_4" [style=solid, label="(768,)"]; +"56 encoder_layers_encoder_layer_2_ln_1_bias" -> "404 layer_norm_4" [style=solid, label="(768,)"]; +"57 _scale_9" -> "60 dequantize_per_channel_default_9" [style=solid, label="(2304,)"]; +"58 _zero_point_9" -> "60 dequantize_per_channel_default_9" [style=solid, label="(2304,)"]; +"59 _frozen_param9" -> "60 dequantize_per_channel_default_9" [style=solid, label="(2304, 768)"]; +"60 dequantize_per_channel_default_9" -> "408 linear_8" [style=solid, label=None]; +"61 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "408 linear_8" [style=solid, label="(2304,)"]; +"62 _scale_10" -> "65 dequantize_per_channel_default_10" [style=solid, label="(768,)"]; +"63 _zero_point_10" -> "65 dequantize_per_channel_default_10" [style=solid, label="(768,)"]; +"64 _frozen_param10" -> "65 dequantize_per_channel_default_10" [style=solid, label="(768, 768)"]; +"65 dequantize_per_channel_default_10" -> "434 linear_9" [style=solid, label=None]; +"66 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "434 linear_9" [style=solid, label="(768,)"]; +"67 encoder_layers_encoder_layer_2_ln_2_weight" -> "439 layer_norm_5" [style=solid, label="(768,)"]; +"68 encoder_layers_encoder_layer_2_ln_2_bias" -> "439 layer_norm_5" [style=solid, label="(768,)"]; +"69 _scale_11" -> "72 dequantize_per_channel_default_11" [style=solid, label="(3072,)"]; +"70 _zero_point_11" -> "72 dequantize_per_channel_default_11" [style=solid, label="(3072,)"]; +"71 _frozen_param11" -> "72 dequantize_per_channel_default_11" [style=solid, label="(3072, 768)"]; +"72 dequantize_per_channel_default_11" -> "442 linear_10" [style=solid, label=None]; +"73 encoder_layers_encoder_layer_2_mlp_0_bias" -> "442 linear_10" [style=solid, label="(3072,)"]; +"74 _scale_12" -> "77 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; +"75 _zero_point_12" -> "77 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; +"76 _frozen_param12" -> "77 dequantize_per_channel_default_12" [style=solid, label="(768, 3072)"]; +"77 dequantize_per_channel_default_12" -> "447 linear_11" [style=solid, label=None]; +"78 encoder_layers_encoder_layer_2_mlp_3_bias" -> "447 linear_11" [style=solid, label="(768,)"]; +"79 encoder_layers_encoder_layer_3_ln_1_weight" -> "450 layer_norm_6" [style=solid, label="(768,)"]; +"80 encoder_layers_encoder_layer_3_ln_1_bias" -> "450 layer_norm_6" [style=solid, label="(768,)"]; +"81 _scale_13" -> "84 dequantize_per_channel_default_13" [style=solid, label="(2304,)"]; +"82 _zero_point_13" -> "84 dequantize_per_channel_default_13" [style=solid, label="(2304,)"]; +"83 _frozen_param13" -> "84 dequantize_per_channel_default_13" [style=solid, label="(2304, 768)"]; +"84 dequantize_per_channel_default_13" -> "454 linear_12" [style=solid, label=None]; +"85 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "454 linear_12" [style=solid, label="(2304,)"]; +"86 _scale_14" -> "89 dequantize_per_channel_default_14" [style=solid, label="(768,)"]; +"87 _zero_point_14" -> "89 dequantize_per_channel_default_14" [style=solid, label="(768,)"]; +"88 _frozen_param14" -> "89 dequantize_per_channel_default_14" [style=solid, label="(768, 768)"]; +"89 dequantize_per_channel_default_14" -> "480 linear_13" [style=solid, label=None]; +"90 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "480 linear_13" [style=solid, label="(768,)"]; +"91 encoder_layers_encoder_layer_3_ln_2_weight" -> "485 layer_norm_7" [style=solid, label="(768,)"]; +"92 encoder_layers_encoder_layer_3_ln_2_bias" -> "485 layer_norm_7" [style=solid, label="(768,)"]; +"93 _scale_15" -> "96 dequantize_per_channel_default_15" [style=solid, label="(3072,)"]; +"94 _zero_point_15" -> "96 dequantize_per_channel_default_15" [style=solid, label="(3072,)"]; +"95 _frozen_param15" -> "96 dequantize_per_channel_default_15" [style=solid, label="(3072, 768)"]; +"96 dequantize_per_channel_default_15" -> "488 linear_14" [style=solid, label=None]; +"97 encoder_layers_encoder_layer_3_mlp_0_bias" -> "488 linear_14" [style=solid, label="(3072,)"]; +"98 _scale_16" -> "101 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; +"99 _zero_point_16" -> "101 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; +"100 _frozen_param16" -> "101 dequantize_per_channel_default_16" [style=solid, label="(768, 3072)"]; +"101 dequantize_per_channel_default_16" -> "493 linear_15" [style=solid, label=None]; +"102 encoder_layers_encoder_layer_3_mlp_3_bias" -> "493 linear_15" [style=solid, label="(768,)"]; +"103 encoder_layers_encoder_layer_4_ln_1_weight" -> "496 layer_norm_8" [style=solid, label="(768,)"]; +"104 encoder_layers_encoder_layer_4_ln_1_bias" -> "496 layer_norm_8" [style=solid, label="(768,)"]; +"105 _scale_17" -> "108 dequantize_per_channel_default_17" [style=solid, label="(2304,)"]; +"106 _zero_point_17" -> "108 dequantize_per_channel_default_17" [style=solid, label="(2304,)"]; +"107 _frozen_param17" -> "108 dequantize_per_channel_default_17" [style=solid, label="(2304, 768)"]; +"108 dequantize_per_channel_default_17" -> "500 linear_16" [style=solid, label=None]; +"109 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "500 linear_16" [style=solid, label="(2304,)"]; +"110 _scale_18" -> "113 dequantize_per_channel_default_18" [style=solid, label="(768,)"]; +"111 _zero_point_18" -> "113 dequantize_per_channel_default_18" [style=solid, label="(768,)"]; +"112 _frozen_param18" -> "113 dequantize_per_channel_default_18" [style=solid, label="(768, 768)"]; +"113 dequantize_per_channel_default_18" -> "526 linear_17" [style=solid, label=None]; +"114 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "526 linear_17" [style=solid, label="(768,)"]; +"115 encoder_layers_encoder_layer_4_ln_2_weight" -> "531 layer_norm_9" [style=solid, label="(768,)"]; +"116 encoder_layers_encoder_layer_4_ln_2_bias" -> "531 layer_norm_9" [style=solid, label="(768,)"]; +"117 _scale_19" -> "120 dequantize_per_channel_default_19" [style=solid, label="(3072,)"]; +"118 _zero_point_19" -> "120 dequantize_per_channel_default_19" [style=solid, label="(3072,)"]; +"119 _frozen_param19" -> "120 dequantize_per_channel_default_19" [style=solid, label="(3072, 768)"]; +"120 dequantize_per_channel_default_19" -> "534 linear_18" [style=solid, label=None]; +"121 encoder_layers_encoder_layer_4_mlp_0_bias" -> "534 linear_18" [style=solid, label="(3072,)"]; +"122 _scale_20" -> "125 dequantize_per_channel_default_20" [style=solid, label="(768,)"]; +"123 _zero_point_20" -> "125 dequantize_per_channel_default_20" [style=solid, label="(768,)"]; +"124 _frozen_param20" -> "125 dequantize_per_channel_default_20" [style=solid, label="(768, 3072)"]; +"125 dequantize_per_channel_default_20" -> "539 linear_19" [style=solid, label=None]; +"126 encoder_layers_encoder_layer_4_mlp_3_bias" -> "539 linear_19" [style=solid, label="(768,)"]; +"127 encoder_layers_encoder_layer_5_ln_1_weight" -> "542 layer_norm_10" [style=solid, label="(768,)"]; +"128 encoder_layers_encoder_layer_5_ln_1_bias" -> "542 layer_norm_10" [style=solid, label="(768,)"]; +"129 _scale_21" -> "132 dequantize_per_channel_default_21" [style=solid, label="(2304,)"]; +"130 _zero_point_21" -> "132 dequantize_per_channel_default_21" [style=solid, label="(2304,)"]; +"131 _frozen_param21" -> "132 dequantize_per_channel_default_21" [style=solid, label="(2304, 768)"]; +"132 dequantize_per_channel_default_21" -> "546 linear_20" [style=solid, label=None]; +"133 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "546 linear_20" [style=solid, label="(2304,)"]; +"134 _scale_22" -> "137 dequantize_per_channel_default_22" [style=solid, label="(768,)"]; +"135 _zero_point_22" -> "137 dequantize_per_channel_default_22" [style=solid, label="(768,)"]; +"136 _frozen_param22" -> "137 dequantize_per_channel_default_22" [style=solid, label="(768, 768)"]; +"137 dequantize_per_channel_default_22" -> "572 linear_21" [style=solid, label=None]; +"138 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "572 linear_21" [style=solid, label="(768,)"]; +"139 encoder_layers_encoder_layer_5_ln_2_weight" -> "577 layer_norm_11" [style=solid, label="(768,)"]; +"140 encoder_layers_encoder_layer_5_ln_2_bias" -> "577 layer_norm_11" [style=solid, label="(768,)"]; +"141 _scale_23" -> "144 dequantize_per_channel_default_23" [style=solid, label="(3072,)"]; +"142 _zero_point_23" -> "144 dequantize_per_channel_default_23" [style=solid, label="(3072,)"]; +"143 _frozen_param23" -> "144 dequantize_per_channel_default_23" [style=solid, label="(3072, 768)"]; +"144 dequantize_per_channel_default_23" -> "580 linear_22" [style=solid, label=None]; +"145 encoder_layers_encoder_layer_5_mlp_0_bias" -> "580 linear_22" [style=solid, label="(3072,)"]; +"146 _scale_24" -> "149 dequantize_per_channel_default_24" [style=solid, label="(768,)"]; +"147 _zero_point_24" -> "149 dequantize_per_channel_default_24" [style=solid, label="(768,)"]; +"148 _frozen_param24" -> "149 dequantize_per_channel_default_24" [style=solid, label="(768, 3072)"]; +"149 dequantize_per_channel_default_24" -> "585 linear_23" [style=solid, label=None]; +"150 encoder_layers_encoder_layer_5_mlp_3_bias" -> "585 linear_23" [style=solid, label="(768,)"]; +"151 encoder_layers_encoder_layer_6_ln_1_weight" -> "588 layer_norm_12" [style=solid, label="(768,)"]; +"152 encoder_layers_encoder_layer_6_ln_1_bias" -> "588 layer_norm_12" [style=solid, label="(768,)"]; +"153 _scale_25" -> "156 dequantize_per_channel_default_25" [style=solid, label="(2304,)"]; +"154 _zero_point_25" -> "156 dequantize_per_channel_default_25" [style=solid, label="(2304,)"]; +"155 _frozen_param25" -> "156 dequantize_per_channel_default_25" [style=solid, label="(2304, 768)"]; +"156 dequantize_per_channel_default_25" -> "592 linear_24" [style=solid, label=None]; +"157 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "592 linear_24" [style=solid, label="(2304,)"]; +"158 _scale_26" -> "161 dequantize_per_channel_default_26" [style=solid, label="(768,)"]; +"159 _zero_point_26" -> "161 dequantize_per_channel_default_26" [style=solid, label="(768,)"]; +"160 _frozen_param26" -> "161 dequantize_per_channel_default_26" [style=solid, label="(768, 768)"]; +"161 dequantize_per_channel_default_26" -> "618 linear_25" [style=solid, label=None]; +"162 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "618 linear_25" [style=solid, label="(768,)"]; +"163 encoder_layers_encoder_layer_6_ln_2_weight" -> "623 layer_norm_13" [style=solid, label="(768,)"]; +"164 encoder_layers_encoder_layer_6_ln_2_bias" -> "623 layer_norm_13" [style=solid, label="(768,)"]; +"165 _scale_27" -> "168 dequantize_per_channel_default_27" [style=solid, label="(3072,)"]; +"166 _zero_point_27" -> "168 dequantize_per_channel_default_27" [style=solid, label="(3072,)"]; +"167 _frozen_param27" -> "168 dequantize_per_channel_default_27" [style=solid, label="(3072, 768)"]; +"168 dequantize_per_channel_default_27" -> "626 linear_26" [style=solid, label=None]; +"169 encoder_layers_encoder_layer_6_mlp_0_bias" -> "626 linear_26" [style=solid, label="(3072,)"]; +"170 _scale_28" -> "173 dequantize_per_channel_default_28" [style=solid, label="(768,)"]; +"171 _zero_point_28" -> "173 dequantize_per_channel_default_28" [style=solid, label="(768,)"]; +"172 _frozen_param28" -> "173 dequantize_per_channel_default_28" [style=solid, label="(768, 3072)"]; +"173 dequantize_per_channel_default_28" -> "631 linear_27" [style=solid, label=None]; +"174 encoder_layers_encoder_layer_6_mlp_3_bias" -> "631 linear_27" [style=solid, label="(768,)"]; +"175 encoder_layers_encoder_layer_7_ln_1_weight" -> "634 layer_norm_14" [style=solid, label="(768,)"]; +"176 encoder_layers_encoder_layer_7_ln_1_bias" -> "634 layer_norm_14" [style=solid, label="(768,)"]; +"177 _scale_29" -> "180 dequantize_per_channel_default_29" [style=solid, label="(2304,)"]; +"178 _zero_point_29" -> "180 dequantize_per_channel_default_29" [style=solid, label="(2304,)"]; +"179 _frozen_param29" -> "180 dequantize_per_channel_default_29" [style=solid, label="(2304, 768)"]; +"180 dequantize_per_channel_default_29" -> "638 linear_28" [style=solid, label=None]; +"181 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "638 linear_28" [style=solid, label="(2304,)"]; +"182 _scale_30" -> "185 dequantize_per_channel_default_30" [style=solid, label="(768,)"]; +"183 _zero_point_30" -> "185 dequantize_per_channel_default_30" [style=solid, label="(768,)"]; +"184 _frozen_param30" -> "185 dequantize_per_channel_default_30" [style=solid, label="(768, 768)"]; +"185 dequantize_per_channel_default_30" -> "664 linear_29" [style=solid, label=None]; +"186 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "664 linear_29" [style=solid, label="(768,)"]; +"187 encoder_layers_encoder_layer_7_ln_2_weight" -> "669 layer_norm_15" [style=solid, label="(768,)"]; +"188 encoder_layers_encoder_layer_7_ln_2_bias" -> "669 layer_norm_15" [style=solid, label="(768,)"]; +"189 _scale_31" -> "192 dequantize_per_channel_default_31" [style=solid, label="(3072,)"]; +"190 _zero_point_31" -> "192 dequantize_per_channel_default_31" [style=solid, label="(3072,)"]; +"191 _frozen_param31" -> "192 dequantize_per_channel_default_31" [style=solid, label="(3072, 768)"]; +"192 dequantize_per_channel_default_31" -> "672 linear_30" [style=solid, label=None]; +"193 encoder_layers_encoder_layer_7_mlp_0_bias" -> "672 linear_30" [style=solid, label="(3072,)"]; +"194 _scale_32" -> "197 dequantize_per_channel_default_32" [style=solid, label="(768,)"]; +"195 _zero_point_32" -> "197 dequantize_per_channel_default_32" [style=solid, label="(768,)"]; +"196 _frozen_param32" -> "197 dequantize_per_channel_default_32" [style=solid, label="(768, 3072)"]; +"197 dequantize_per_channel_default_32" -> "677 linear_31" [style=solid, label=None]; +"198 encoder_layers_encoder_layer_7_mlp_3_bias" -> "677 linear_31" [style=solid, label="(768,)"]; +"199 encoder_layers_encoder_layer_8_ln_1_weight" -> "680 layer_norm_16" [style=solid, label="(768,)"]; +"200 encoder_layers_encoder_layer_8_ln_1_bias" -> "680 layer_norm_16" [style=solid, label="(768,)"]; +"201 _scale_33" -> "204 dequantize_per_channel_default_33" [style=solid, label="(2304,)"]; +"202 _zero_point_33" -> "204 dequantize_per_channel_default_33" [style=solid, label="(2304,)"]; +"203 _frozen_param33" -> "204 dequantize_per_channel_default_33" [style=solid, label="(2304, 768)"]; +"204 dequantize_per_channel_default_33" -> "684 linear_32" [style=solid, label=None]; +"205 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "684 linear_32" [style=solid, label="(2304,)"]; +"206 _scale_34" -> "209 dequantize_per_channel_default_34" [style=solid, label="(768,)"]; +"207 _zero_point_34" -> "209 dequantize_per_channel_default_34" [style=solid, label="(768,)"]; +"208 _frozen_param34" -> "209 dequantize_per_channel_default_34" [style=solid, label="(768, 768)"]; +"209 dequantize_per_channel_default_34" -> "710 linear_33" [style=solid, label=None]; +"210 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "710 linear_33" [style=solid, label="(768,)"]; +"211 encoder_layers_encoder_layer_8_ln_2_weight" -> "715 layer_norm_17" [style=solid, label="(768,)"]; +"212 encoder_layers_encoder_layer_8_ln_2_bias" -> "715 layer_norm_17" [style=solid, label="(768,)"]; +"213 _scale_35" -> "216 dequantize_per_channel_default_35" [style=solid, label="(3072,)"]; +"214 _zero_point_35" -> "216 dequantize_per_channel_default_35" [style=solid, label="(3072,)"]; +"215 _frozen_param35" -> "216 dequantize_per_channel_default_35" [style=solid, label="(3072, 768)"]; +"216 dequantize_per_channel_default_35" -> "718 linear_34" [style=solid, label=None]; +"217 encoder_layers_encoder_layer_8_mlp_0_bias" -> "718 linear_34" [style=solid, label="(3072,)"]; +"218 _scale_36" -> "221 dequantize_per_channel_default_36" [style=solid, label="(768,)"]; +"219 _zero_point_36" -> "221 dequantize_per_channel_default_36" [style=solid, label="(768,)"]; +"220 _frozen_param36" -> "221 dequantize_per_channel_default_36" [style=solid, label="(768, 3072)"]; +"221 dequantize_per_channel_default_36" -> "723 linear_35" [style=solid, label=None]; +"222 encoder_layers_encoder_layer_8_mlp_3_bias" -> "723 linear_35" [style=solid, label="(768,)"]; +"223 encoder_layers_encoder_layer_9_ln_1_weight" -> "726 layer_norm_18" [style=solid, label="(768,)"]; +"224 encoder_layers_encoder_layer_9_ln_1_bias" -> "726 layer_norm_18" [style=solid, label="(768,)"]; +"225 _scale_37" -> "228 dequantize_per_channel_default_37" [style=solid, label="(2304,)"]; +"226 _zero_point_37" -> "228 dequantize_per_channel_default_37" [style=solid, label="(2304,)"]; +"227 _frozen_param37" -> "228 dequantize_per_channel_default_37" [style=solid, label="(2304, 768)"]; +"228 dequantize_per_channel_default_37" -> "730 linear_36" [style=solid, label=None]; +"229 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "730 linear_36" [style=solid, label="(2304,)"]; +"230 _scale_38" -> "233 dequantize_per_channel_default_38" [style=solid, label="(768,)"]; +"231 _zero_point_38" -> "233 dequantize_per_channel_default_38" [style=solid, label="(768,)"]; +"232 _frozen_param38" -> "233 dequantize_per_channel_default_38" [style=solid, label="(768, 768)"]; +"233 dequantize_per_channel_default_38" -> "756 linear_37" [style=solid, label=None]; +"234 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "756 linear_37" [style=solid, label="(768,)"]; +"235 encoder_layers_encoder_layer_9_ln_2_weight" -> "761 layer_norm_19" [style=solid, label="(768,)"]; +"236 encoder_layers_encoder_layer_9_ln_2_bias" -> "761 layer_norm_19" [style=solid, label="(768,)"]; +"237 _scale_39" -> "240 dequantize_per_channel_default_39" [style=solid, label="(3072,)"]; +"238 _zero_point_39" -> "240 dequantize_per_channel_default_39" [style=solid, label="(3072,)"]; +"239 _frozen_param39" -> "240 dequantize_per_channel_default_39" [style=solid, label="(3072, 768)"]; +"240 dequantize_per_channel_default_39" -> "764 linear_38" [style=solid, label=None]; +"241 encoder_layers_encoder_layer_9_mlp_0_bias" -> "764 linear_38" [style=solid, label="(3072,)"]; +"242 _scale_40" -> "245 dequantize_per_channel_default_40" [style=solid, label="(768,)"]; +"243 _zero_point_40" -> "245 dequantize_per_channel_default_40" [style=solid, label="(768,)"]; +"244 _frozen_param40" -> "245 dequantize_per_channel_default_40" [style=solid, label="(768, 3072)"]; +"245 dequantize_per_channel_default_40" -> "769 linear_39" [style=solid, label=None]; +"246 encoder_layers_encoder_layer_9_mlp_3_bias" -> "769 linear_39" [style=solid, label="(768,)"]; +"247 encoder_layers_encoder_layer_10_ln_1_weight" -> "772 layer_norm_20" [style=solid, label="(768,)"]; +"248 encoder_layers_encoder_layer_10_ln_1_bias" -> "772 layer_norm_20" [style=solid, label="(768,)"]; +"249 _scale_41" -> "252 dequantize_per_channel_default_41" [style=solid, label="(2304,)"]; +"250 _zero_point_41" -> "252 dequantize_per_channel_default_41" [style=solid, label="(2304,)"]; +"251 _frozen_param41" -> "252 dequantize_per_channel_default_41" [style=solid, label="(2304, 768)"]; +"252 dequantize_per_channel_default_41" -> "776 linear_40" [style=solid, label=None]; +"253 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "776 linear_40" [style=solid, label="(2304,)"]; +"254 _scale_42" -> "257 dequantize_per_channel_default_42" [style=solid, label="(768,)"]; +"255 _zero_point_42" -> "257 dequantize_per_channel_default_42" [style=solid, label="(768,)"]; +"256 _frozen_param42" -> "257 dequantize_per_channel_default_42" [style=solid, label="(768, 768)"]; +"257 dequantize_per_channel_default_42" -> "802 linear_41" [style=solid, label=None]; +"258 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "802 linear_41" [style=solid, label="(768,)"]; +"259 encoder_layers_encoder_layer_10_ln_2_weight" -> "807 layer_norm_21" [style=solid, label="(768,)"]; +"260 encoder_layers_encoder_layer_10_ln_2_bias" -> "807 layer_norm_21" [style=solid, label="(768,)"]; +"261 _scale_43" -> "264 dequantize_per_channel_default_43" [style=solid, label="(3072,)"]; +"262 _zero_point_43" -> "264 dequantize_per_channel_default_43" [style=solid, label="(3072,)"]; +"263 _frozen_param43" -> "264 dequantize_per_channel_default_43" [style=solid, label="(3072, 768)"]; +"264 dequantize_per_channel_default_43" -> "810 linear_42" [style=solid, label=None]; +"265 encoder_layers_encoder_layer_10_mlp_0_bias" -> "810 linear_42" [style=solid, label="(3072,)"]; +"266 _scale_44" -> "269 dequantize_per_channel_default_44" [style=solid, label="(768,)"]; +"267 _zero_point_44" -> "269 dequantize_per_channel_default_44" [style=solid, label="(768,)"]; +"268 _frozen_param44" -> "269 dequantize_per_channel_default_44" [style=solid, label="(768, 3072)"]; +"269 dequantize_per_channel_default_44" -> "815 linear_43" [style=solid, label=None]; +"270 encoder_layers_encoder_layer_10_mlp_3_bias" -> "815 linear_43" [style=solid, label="(768,)"]; +"271 encoder_layers_encoder_layer_11_ln_1_weight" -> "818 layer_norm_22" [style=solid, label="(768,)"]; +"272 encoder_layers_encoder_layer_11_ln_1_bias" -> "818 layer_norm_22" [style=solid, label="(768,)"]; +"273 _scale_45" -> "276 dequantize_per_channel_default_45" [style=solid, label="(2304,)"]; +"274 _zero_point_45" -> "276 dequantize_per_channel_default_45" [style=solid, label="(2304,)"]; +"275 _frozen_param45" -> "276 dequantize_per_channel_default_45" [style=solid, label="(2304, 768)"]; +"276 dequantize_per_channel_default_45" -> "822 linear_44" [style=solid, label=None]; +"277 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "822 linear_44" [style=solid, label="(2304,)"]; +"278 _scale_46" -> "281 dequantize_per_channel_default_46" [style=solid, label="(768,)"]; +"279 _zero_point_46" -> "281 dequantize_per_channel_default_46" [style=solid, label="(768,)"]; +"280 _frozen_param46" -> "281 dequantize_per_channel_default_46" [style=solid, label="(768, 768)"]; +"281 dequantize_per_channel_default_46" -> "848 linear_45" [style=solid, label=None]; +"282 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "848 linear_45" [style=solid, label="(768,)"]; +"283 encoder_layers_encoder_layer_11_ln_2_weight" -> "853 layer_norm_23" [style=solid, label="(768,)"]; +"284 encoder_layers_encoder_layer_11_ln_2_bias" -> "853 layer_norm_23" [style=solid, label="(768,)"]; +"285 _scale_47" -> "288 dequantize_per_channel_default_47" [style=solid, label="(3072,)"]; +"286 _zero_point_47" -> "288 dequantize_per_channel_default_47" [style=solid, label="(3072,)"]; +"287 _frozen_param47" -> "288 dequantize_per_channel_default_47" [style=solid, label="(3072, 768)"]; +"288 dequantize_per_channel_default_47" -> "856 linear_46" [style=solid, label=None]; +"289 encoder_layers_encoder_layer_11_mlp_0_bias" -> "856 linear_46" [style=solid, label="(3072,)"]; +"290 _scale_48" -> "293 dequantize_per_channel_default_48" [style=solid, label="(768,)"]; +"291 _zero_point_48" -> "293 dequantize_per_channel_default_48" [style=solid, label="(768,)"]; +"292 _frozen_param48" -> "293 dequantize_per_channel_default_48" [style=solid, label="(768, 3072)"]; +"293 dequantize_per_channel_default_48" -> "861 linear_47" [style=solid, label=None]; +"294 encoder_layers_encoder_layer_11_mlp_3_bias" -> "861 linear_47" [style=solid, label="(768,)"]; +"295 encoder_ln_weight" -> "864 layer_norm_24" [style=solid, label="(768,)"]; +"296 encoder_ln_bias" -> "864 layer_norm_24" [style=solid, label="(768,)"]; +"297 _scale_49" -> "300 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"298 _zero_point_49" -> "300 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"299 _frozen_param49" -> "300 dequantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; +"300 dequantize_per_channel_default_49" -> "869 linear_48" [style=solid, label=None]; +"301 heads_head_bias" -> "869 linear_48" [style=solid, label="(1000,)"]; +"302 x" -> "303 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; +"303 quantize_per_tensor_default" -> "304 dequantize_per_tensor_default" [style=solid, label=None]; +"304 dequantize_per_tensor_default" -> "305 conv2d" [style=solid, label=None]; +"305 conv2d" -> "306 reshape" [style=solid, label="(1, 768, 14, 14)"]; +"306 reshape" -> "307 permute" [style=solid, label="(1, 768, 196)"]; +"307 permute" -> "309 cat" [style=solid, label="(1, 196, 768)"]; +"308 expand" -> "309 cat" [style=solid, label="(1, 1, 768)"]; +"309 cat" -> "310 add" [style=solid, label="(1, 197, 768)"]; +"310 add" -> "311 dropout" [style=solid, label="(1, 197, 768)"]; +"311 dropout" -> "312 layer_norm" [style=solid, label="(1, 197, 768)"]; +"311 dropout" -> "346 add_1" [style=solid, label="(1, 197, 768)"]; +"312 layer_norm" -> "313 quantize_per_tensor_default_1" [style=solid, label="(1, 197, 768)"]; +"313 quantize_per_tensor_default_1" -> "314 dequantize_per_tensor_default_1" [style=solid, label=None]; +"314 dequantize_per_tensor_default_1" -> "315 transpose" [style=solid, label=None]; +"315 transpose" -> "316 linear" [style=solid, label="(197, 1, 768)"]; +"316 linear" -> "317 unflatten" [style=solid, label="(197, 1, 2304)"]; +"317 unflatten" -> "318 unsqueeze" [style=solid, label="(197, 1, 3, 768)"]; +"318 unsqueeze" -> "319 transpose_1" [style=solid, label="(1, 197, 1, 3, 768)"]; +"319 transpose_1" -> "320 squeeze" [style=solid, label="(3, 197, 1, 1, 768)"]; +"320 squeeze" -> "321 contiguous" [style=solid, label="(3, 197, 1, 768)"]; +"321 contiguous" -> "322 quantize_per_tensor_default_2" [style=solid, label="(3, 197, 1, 768)"]; +"321 contiguous" -> "327 select_2" [style=solid, label="(3, 197, 1, 768)"]; +"322 quantize_per_tensor_default_2" -> "323 dequantize_per_tensor_default_63" [style=solid, label=None]; +"322 quantize_per_tensor_default_2" -> "324 dequantize_per_tensor_default_62" [style=solid, label=None]; +"323 dequantize_per_tensor_default_63" -> "326 select_1" [style=solid, label=None]; +"324 dequantize_per_tensor_default_62" -> "325 select" [style=solid, label=None]; +"325 select" -> "328 view" [style=solid, label="(197, 1, 768)"]; +"326 select_1" -> "330 view_1" [style=solid, label="(197, 1, 768)"]; +"327 select_2" -> "332 view_2" [style=solid, label="(197, 1, 768)"]; +"328 view" -> "329 transpose_2" [style=solid, label="(197, 12, 64)"]; +"329 transpose_2" -> "334 view_3" [style=solid, label="(12, 197, 64)"]; +"330 view_1" -> "331 transpose_3" [style=solid, label="(197, 12, 64)"]; +"331 transpose_3" -> "335 view_4" [style=solid, label="(12, 197, 64)"]; +"332 view_2" -> "333 transpose_4" [style=solid, label="(197, 12, 64)"]; +"333 transpose_4" -> "336 view_5" [style=solid, label="(12, 197, 64)"]; +"334 view_3" -> "337 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"335 view_4" -> "337 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"336 view_5" -> "337 scaled_dot_product_attention" [style=solid, label="(1, 12, 197, 64)"]; +"337 scaled_dot_product_attention" -> "338 quantize_per_tensor_default_3" [style=solid, label="(1, 12, 197, 64)"]; +"338 quantize_per_tensor_default_3" -> "339 dequantize_per_tensor_default_3" [style=solid, label=None]; +"339 dequantize_per_tensor_default_3" -> "340 permute_1" [style=solid, label=None]; +"340 permute_1" -> "341 view_6" [style=solid, label="(197, 1, 12, 64)"]; +"341 view_6" -> "342 linear_1" [style=solid, label="(197, 768)"]; +"342 linear_1" -> "343 view_7" [style=solid, label="(197, 768)"]; +"343 view_7" -> "344 transpose_5" [style=solid, label="(197, 1, 768)"]; +"344 transpose_5" -> "345 dropout_1" [style=solid, label="(1, 197, 768)"]; +"345 dropout_1" -> "346 add_1" [style=solid, label="(1, 197, 768)"]; +"346 add_1" -> "347 layer_norm_1" [style=solid, label="(1, 197, 768)"]; +"346 add_1" -> "357 add_2" [style=solid, label="(1, 197, 768)"]; +"347 layer_norm_1" -> "348 quantize_per_tensor_default_4" [style=solid, label="(1, 197, 768)"]; +"348 quantize_per_tensor_default_4" -> "349 dequantize_per_tensor_default_4" [style=solid, label=None]; +"349 dequantize_per_tensor_default_4" -> "350 linear_2" [style=solid, label=None]; +"350 linear_2" -> "351 gelu" [style=solid, label="(1, 197, 3072)"]; +"351 gelu" -> "352 quantize_per_tensor_default_5" [style=solid, label="(1, 197, 3072)"]; +"352 quantize_per_tensor_default_5" -> "353 dequantize_per_tensor_default_5" [style=solid, label=None]; +"353 dequantize_per_tensor_default_5" -> "354 dropout_2" [style=solid, label=None]; +"354 dropout_2" -> "355 linear_3" [style=solid, label="(1, 197, 3072)"]; +"355 linear_3" -> "356 dropout_3" [style=solid, label="(1, 197, 768)"]; +"356 dropout_3" -> "357 add_2" [style=solid, label="(1, 197, 768)"]; +"357 add_2" -> "358 layer_norm_2" [style=solid, label="(1, 197, 768)"]; +"357 add_2" -> "392 add_3" [style=solid, label="(1, 197, 768)"]; +"358 layer_norm_2" -> "359 quantize_per_tensor_default_6" [style=solid, label="(1, 197, 768)"]; +"359 quantize_per_tensor_default_6" -> "360 dequantize_per_tensor_default_6" [style=solid, label=None]; +"360 dequantize_per_tensor_default_6" -> "361 transpose_6" [style=solid, label=None]; +"361 transpose_6" -> "362 linear_4" [style=solid, label="(197, 1, 768)"]; +"362 linear_4" -> "363 unflatten_1" [style=solid, label="(197, 1, 2304)"]; +"363 unflatten_1" -> "364 unsqueeze_1" [style=solid, label="(197, 1, 3, 768)"]; +"364 unsqueeze_1" -> "365 transpose_7" [style=solid, label="(1, 197, 1, 3, 768)"]; +"365 transpose_7" -> "366 squeeze_1" [style=solid, label="(3, 197, 1, 1, 768)"]; +"366 squeeze_1" -> "367 contiguous_1" [style=solid, label="(3, 197, 1, 768)"]; +"367 contiguous_1" -> "368 quantize_per_tensor_default_7" [style=solid, label="(3, 197, 1, 768)"]; +"367 contiguous_1" -> "373 select_5" [style=solid, label="(3, 197, 1, 768)"]; +"368 quantize_per_tensor_default_7" -> "369 dequantize_per_tensor_default_65" [style=solid, label=None]; +"368 quantize_per_tensor_default_7" -> "370 dequantize_per_tensor_default_64" [style=solid, label=None]; +"369 dequantize_per_tensor_default_65" -> "372 select_4" [style=solid, label=None]; +"370 dequantize_per_tensor_default_64" -> "371 select_3" [style=solid, label=None]; +"371 select_3" -> "374 view_8" [style=solid, label="(197, 1, 768)"]; +"372 select_4" -> "376 view_9" [style=solid, label="(197, 1, 768)"]; +"373 select_5" -> "378 view_10" [style=solid, label="(197, 1, 768)"]; +"374 view_8" -> "375 transpose_8" [style=solid, label="(197, 12, 64)"]; +"375 transpose_8" -> "380 view_11" [style=solid, label="(12, 197, 64)"]; +"376 view_9" -> "377 transpose_9" [style=solid, label="(197, 12, 64)"]; +"377 transpose_9" -> "381 view_12" [style=solid, label="(12, 197, 64)"]; +"378 view_10" -> "379 transpose_10" [style=solid, label="(197, 12, 64)"]; +"379 transpose_10" -> "382 view_13" [style=solid, label="(12, 197, 64)"]; +"380 view_11" -> "383 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"381 view_12" -> "383 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"382 view_13" -> "383 scaled_dot_product_attention_1" [style=solid, label="(1, 12, 197, 64)"]; +"383 scaled_dot_product_attention_1" -> "384 quantize_per_tensor_default_8" [style=solid, label="(1, 12, 197, 64)"]; +"384 quantize_per_tensor_default_8" -> "385 dequantize_per_tensor_default_8" [style=solid, label=None]; +"385 dequantize_per_tensor_default_8" -> "386 permute_2" [style=solid, label=None]; +"386 permute_2" -> "387 view_14" [style=solid, label="(197, 1, 12, 64)"]; +"387 view_14" -> "388 linear_5" [style=solid, label="(197, 768)"]; +"388 linear_5" -> "389 view_15" [style=solid, label="(197, 768)"]; +"389 view_15" -> "390 transpose_11" [style=solid, label="(197, 1, 768)"]; +"390 transpose_11" -> "391 dropout_4" [style=solid, label="(1, 197, 768)"]; +"391 dropout_4" -> "392 add_3" [style=solid, label="(1, 197, 768)"]; +"392 add_3" -> "393 layer_norm_3" [style=solid, label="(1, 197, 768)"]; +"392 add_3" -> "403 add_4" [style=solid, label="(1, 197, 768)"]; +"393 layer_norm_3" -> "394 quantize_per_tensor_default_9" [style=solid, label="(1, 197, 768)"]; +"394 quantize_per_tensor_default_9" -> "395 dequantize_per_tensor_default_9" [style=solid, label=None]; +"395 dequantize_per_tensor_default_9" -> "396 linear_6" [style=solid, label=None]; +"396 linear_6" -> "397 gelu_1" [style=solid, label="(1, 197, 3072)"]; +"397 gelu_1" -> "398 quantize_per_tensor_default_10" [style=solid, label="(1, 197, 3072)"]; +"398 quantize_per_tensor_default_10" -> "399 dequantize_per_tensor_default_10" [style=solid, label=None]; +"399 dequantize_per_tensor_default_10" -> "400 dropout_5" [style=solid, label=None]; +"400 dropout_5" -> "401 linear_7" [style=solid, label="(1, 197, 3072)"]; +"401 linear_7" -> "402 dropout_6" [style=solid, label="(1, 197, 768)"]; +"402 dropout_6" -> "403 add_4" [style=solid, label="(1, 197, 768)"]; +"403 add_4" -> "404 layer_norm_4" [style=solid, label="(1, 197, 768)"]; +"403 add_4" -> "438 add_5" [style=solid, label="(1, 197, 768)"]; +"404 layer_norm_4" -> "405 quantize_per_tensor_default_11" [style=solid, label="(1, 197, 768)"]; +"405 quantize_per_tensor_default_11" -> "406 dequantize_per_tensor_default_11" [style=solid, label=None]; +"406 dequantize_per_tensor_default_11" -> "407 transpose_12" [style=solid, label=None]; +"407 transpose_12" -> "408 linear_8" [style=solid, label="(197, 1, 768)"]; +"408 linear_8" -> "409 unflatten_2" [style=solid, label="(197, 1, 2304)"]; +"409 unflatten_2" -> "410 unsqueeze_2" [style=solid, label="(197, 1, 3, 768)"]; +"410 unsqueeze_2" -> "411 transpose_13" [style=solid, label="(1, 197, 1, 3, 768)"]; +"411 transpose_13" -> "412 squeeze_2" [style=solid, label="(3, 197, 1, 1, 768)"]; +"412 squeeze_2" -> "413 contiguous_2" [style=solid, label="(3, 197, 1, 768)"]; +"413 contiguous_2" -> "414 quantize_per_tensor_default_12" [style=solid, label="(3, 197, 1, 768)"]; +"413 contiguous_2" -> "419 select_8" [style=solid, label="(3, 197, 1, 768)"]; +"414 quantize_per_tensor_default_12" -> "415 dequantize_per_tensor_default_67" [style=solid, label=None]; +"414 quantize_per_tensor_default_12" -> "416 dequantize_per_tensor_default_66" [style=solid, label=None]; +"415 dequantize_per_tensor_default_67" -> "418 select_7" [style=solid, label=None]; +"416 dequantize_per_tensor_default_66" -> "417 select_6" [style=solid, label=None]; +"417 select_6" -> "420 view_16" [style=solid, label="(197, 1, 768)"]; +"418 select_7" -> "422 view_17" [style=solid, label="(197, 1, 768)"]; +"419 select_8" -> "424 view_18" [style=solid, label="(197, 1, 768)"]; +"420 view_16" -> "421 transpose_14" [style=solid, label="(197, 12, 64)"]; +"421 transpose_14" -> "426 view_19" [style=solid, label="(12, 197, 64)"]; +"422 view_17" -> "423 transpose_15" [style=solid, label="(197, 12, 64)"]; +"423 transpose_15" -> "427 view_20" [style=solid, label="(12, 197, 64)"]; +"424 view_18" -> "425 transpose_16" [style=solid, label="(197, 12, 64)"]; +"425 transpose_16" -> "428 view_21" [style=solid, label="(12, 197, 64)"]; +"426 view_19" -> "429 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"427 view_20" -> "429 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"428 view_21" -> "429 scaled_dot_product_attention_2" [style=solid, label="(1, 12, 197, 64)"]; +"429 scaled_dot_product_attention_2" -> "430 quantize_per_tensor_default_13" [style=solid, label="(1, 12, 197, 64)"]; +"430 quantize_per_tensor_default_13" -> "431 dequantize_per_tensor_default_13" [style=solid, label=None]; +"431 dequantize_per_tensor_default_13" -> "432 permute_3" [style=solid, label=None]; +"432 permute_3" -> "433 view_22" [style=solid, label="(197, 1, 12, 64)"]; +"433 view_22" -> "434 linear_9" [style=solid, label="(197, 768)"]; +"434 linear_9" -> "435 view_23" [style=solid, label="(197, 768)"]; +"435 view_23" -> "436 transpose_17" [style=solid, label="(197, 1, 768)"]; +"436 transpose_17" -> "437 dropout_7" [style=solid, label="(1, 197, 768)"]; +"437 dropout_7" -> "438 add_5" [style=solid, label="(1, 197, 768)"]; +"438 add_5" -> "439 layer_norm_5" [style=solid, label="(1, 197, 768)"]; +"438 add_5" -> "449 add_6" [style=solid, label="(1, 197, 768)"]; +"439 layer_norm_5" -> "440 quantize_per_tensor_default_14" [style=solid, label="(1, 197, 768)"]; +"440 quantize_per_tensor_default_14" -> "441 dequantize_per_tensor_default_14" [style=solid, label=None]; +"441 dequantize_per_tensor_default_14" -> "442 linear_10" [style=solid, label=None]; +"442 linear_10" -> "443 gelu_2" [style=solid, label="(1, 197, 3072)"]; +"443 gelu_2" -> "444 quantize_per_tensor_default_15" [style=solid, label="(1, 197, 3072)"]; +"444 quantize_per_tensor_default_15" -> "445 dequantize_per_tensor_default_15" [style=solid, label=None]; +"445 dequantize_per_tensor_default_15" -> "446 dropout_8" [style=solid, label=None]; +"446 dropout_8" -> "447 linear_11" [style=solid, label="(1, 197, 3072)"]; +"447 linear_11" -> "448 dropout_9" [style=solid, label="(1, 197, 768)"]; +"448 dropout_9" -> "449 add_6" [style=solid, label="(1, 197, 768)"]; +"449 add_6" -> "450 layer_norm_6" [style=solid, label="(1, 197, 768)"]; +"449 add_6" -> "484 add_7" [style=solid, label="(1, 197, 768)"]; +"450 layer_norm_6" -> "451 quantize_per_tensor_default_16" [style=solid, label="(1, 197, 768)"]; +"451 quantize_per_tensor_default_16" -> "452 dequantize_per_tensor_default_16" [style=solid, label=None]; +"452 dequantize_per_tensor_default_16" -> "453 transpose_18" [style=solid, label=None]; +"453 transpose_18" -> "454 linear_12" [style=solid, label="(197, 1, 768)"]; +"454 linear_12" -> "455 unflatten_3" [style=solid, label="(197, 1, 2304)"]; +"455 unflatten_3" -> "456 unsqueeze_3" [style=solid, label="(197, 1, 3, 768)"]; +"456 unsqueeze_3" -> "457 transpose_19" [style=solid, label="(1, 197, 1, 3, 768)"]; +"457 transpose_19" -> "458 squeeze_3" [style=solid, label="(3, 197, 1, 1, 768)"]; +"458 squeeze_3" -> "459 contiguous_3" [style=solid, label="(3, 197, 1, 768)"]; +"459 contiguous_3" -> "460 quantize_per_tensor_default_17" [style=solid, label="(3, 197, 1, 768)"]; +"459 contiguous_3" -> "465 select_11" [style=solid, label="(3, 197, 1, 768)"]; +"460 quantize_per_tensor_default_17" -> "461 dequantize_per_tensor_default_69" [style=solid, label=None]; +"460 quantize_per_tensor_default_17" -> "462 dequantize_per_tensor_default_68" [style=solid, label=None]; +"461 dequantize_per_tensor_default_69" -> "464 select_10" [style=solid, label=None]; +"462 dequantize_per_tensor_default_68" -> "463 select_9" [style=solid, label=None]; +"463 select_9" -> "466 view_24" [style=solid, label="(197, 1, 768)"]; +"464 select_10" -> "468 view_25" [style=solid, label="(197, 1, 768)"]; +"465 select_11" -> "470 view_26" [style=solid, label="(197, 1, 768)"]; +"466 view_24" -> "467 transpose_20" [style=solid, label="(197, 12, 64)"]; +"467 transpose_20" -> "472 view_27" [style=solid, label="(12, 197, 64)"]; +"468 view_25" -> "469 transpose_21" [style=solid, label="(197, 12, 64)"]; +"469 transpose_21" -> "473 view_28" [style=solid, label="(12, 197, 64)"]; +"470 view_26" -> "471 transpose_22" [style=solid, label="(197, 12, 64)"]; +"471 transpose_22" -> "474 view_29" [style=solid, label="(12, 197, 64)"]; +"472 view_27" -> "475 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"473 view_28" -> "475 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"474 view_29" -> "475 scaled_dot_product_attention_3" [style=solid, label="(1, 12, 197, 64)"]; +"475 scaled_dot_product_attention_3" -> "476 quantize_per_tensor_default_18" [style=solid, label="(1, 12, 197, 64)"]; +"476 quantize_per_tensor_default_18" -> "477 dequantize_per_tensor_default_18" [style=solid, label=None]; +"477 dequantize_per_tensor_default_18" -> "478 permute_4" [style=solid, label=None]; +"478 permute_4" -> "479 view_30" [style=solid, label="(197, 1, 12, 64)"]; +"479 view_30" -> "480 linear_13" [style=solid, label="(197, 768)"]; +"480 linear_13" -> "481 view_31" [style=solid, label="(197, 768)"]; +"481 view_31" -> "482 transpose_23" [style=solid, label="(197, 1, 768)"]; +"482 transpose_23" -> "483 dropout_10" [style=solid, label="(1, 197, 768)"]; +"483 dropout_10" -> "484 add_7" [style=solid, label="(1, 197, 768)"]; +"484 add_7" -> "485 layer_norm_7" [style=solid, label="(1, 197, 768)"]; +"484 add_7" -> "495 add_8" [style=solid, label="(1, 197, 768)"]; +"485 layer_norm_7" -> "486 quantize_per_tensor_default_19" [style=solid, label="(1, 197, 768)"]; +"486 quantize_per_tensor_default_19" -> "487 dequantize_per_tensor_default_19" [style=solid, label=None]; +"487 dequantize_per_tensor_default_19" -> "488 linear_14" [style=solid, label=None]; +"488 linear_14" -> "489 gelu_3" [style=solid, label="(1, 197, 3072)"]; +"489 gelu_3" -> "490 quantize_per_tensor_default_20" [style=solid, label="(1, 197, 3072)"]; +"490 quantize_per_tensor_default_20" -> "491 dequantize_per_tensor_default_20" [style=solid, label=None]; +"491 dequantize_per_tensor_default_20" -> "492 dropout_11" [style=solid, label=None]; +"492 dropout_11" -> "493 linear_15" [style=solid, label="(1, 197, 3072)"]; +"493 linear_15" -> "494 dropout_12" [style=solid, label="(1, 197, 768)"]; +"494 dropout_12" -> "495 add_8" [style=solid, label="(1, 197, 768)"]; +"495 add_8" -> "496 layer_norm_8" [style=solid, label="(1, 197, 768)"]; +"495 add_8" -> "530 add_9" [style=solid, label="(1, 197, 768)"]; +"496 layer_norm_8" -> "497 quantize_per_tensor_default_21" [style=solid, label="(1, 197, 768)"]; +"497 quantize_per_tensor_default_21" -> "498 dequantize_per_tensor_default_21" [style=solid, label=None]; +"498 dequantize_per_tensor_default_21" -> "499 transpose_24" [style=solid, label=None]; +"499 transpose_24" -> "500 linear_16" [style=solid, label="(197, 1, 768)"]; +"500 linear_16" -> "501 unflatten_4" [style=solid, label="(197, 1, 2304)"]; +"501 unflatten_4" -> "502 unsqueeze_4" [style=solid, label="(197, 1, 3, 768)"]; +"502 unsqueeze_4" -> "503 transpose_25" [style=solid, label="(1, 197, 1, 3, 768)"]; +"503 transpose_25" -> "504 squeeze_4" [style=solid, label="(3, 197, 1, 1, 768)"]; +"504 squeeze_4" -> "505 contiguous_4" [style=solid, label="(3, 197, 1, 768)"]; +"505 contiguous_4" -> "506 quantize_per_tensor_default_22" [style=solid, label="(3, 197, 1, 768)"]; +"505 contiguous_4" -> "511 select_14" [style=solid, label="(3, 197, 1, 768)"]; +"506 quantize_per_tensor_default_22" -> "507 dequantize_per_tensor_default_71" [style=solid, label=None]; +"506 quantize_per_tensor_default_22" -> "508 dequantize_per_tensor_default_70" [style=solid, label=None]; +"507 dequantize_per_tensor_default_71" -> "510 select_13" [style=solid, label=None]; +"508 dequantize_per_tensor_default_70" -> "509 select_12" [style=solid, label=None]; +"509 select_12" -> "512 view_32" [style=solid, label="(197, 1, 768)"]; +"510 select_13" -> "514 view_33" [style=solid, label="(197, 1, 768)"]; +"511 select_14" -> "516 view_34" [style=solid, label="(197, 1, 768)"]; +"512 view_32" -> "513 transpose_26" [style=solid, label="(197, 12, 64)"]; +"513 transpose_26" -> "518 view_35" [style=solid, label="(12, 197, 64)"]; +"514 view_33" -> "515 transpose_27" [style=solid, label="(197, 12, 64)"]; +"515 transpose_27" -> "519 view_36" [style=solid, label="(12, 197, 64)"]; +"516 view_34" -> "517 transpose_28" [style=solid, label="(197, 12, 64)"]; +"517 transpose_28" -> "520 view_37" [style=solid, label="(12, 197, 64)"]; +"518 view_35" -> "521 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"519 view_36" -> "521 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"520 view_37" -> "521 scaled_dot_product_attention_4" [style=solid, label="(1, 12, 197, 64)"]; +"521 scaled_dot_product_attention_4" -> "522 quantize_per_tensor_default_23" [style=solid, label="(1, 12, 197, 64)"]; +"522 quantize_per_tensor_default_23" -> "523 dequantize_per_tensor_default_23" [style=solid, label=None]; +"523 dequantize_per_tensor_default_23" -> "524 permute_5" [style=solid, label=None]; +"524 permute_5" -> "525 view_38" [style=solid, label="(197, 1, 12, 64)"]; +"525 view_38" -> "526 linear_17" [style=solid, label="(197, 768)"]; +"526 linear_17" -> "527 view_39" [style=solid, label="(197, 768)"]; +"527 view_39" -> "528 transpose_29" [style=solid, label="(197, 1, 768)"]; +"528 transpose_29" -> "529 dropout_13" [style=solid, label="(1, 197, 768)"]; +"529 dropout_13" -> "530 add_9" [style=solid, label="(1, 197, 768)"]; +"530 add_9" -> "531 layer_norm_9" [style=solid, label="(1, 197, 768)"]; +"530 add_9" -> "541 add_10" [style=solid, label="(1, 197, 768)"]; +"531 layer_norm_9" -> "532 quantize_per_tensor_default_24" [style=solid, label="(1, 197, 768)"]; +"532 quantize_per_tensor_default_24" -> "533 dequantize_per_tensor_default_24" [style=solid, label=None]; +"533 dequantize_per_tensor_default_24" -> "534 linear_18" [style=solid, label=None]; +"534 linear_18" -> "535 gelu_4" [style=solid, label="(1, 197, 3072)"]; +"535 gelu_4" -> "536 quantize_per_tensor_default_25" [style=solid, label="(1, 197, 3072)"]; +"536 quantize_per_tensor_default_25" -> "537 dequantize_per_tensor_default_25" [style=solid, label=None]; +"537 dequantize_per_tensor_default_25" -> "538 dropout_14" [style=solid, label=None]; +"538 dropout_14" -> "539 linear_19" [style=solid, label="(1, 197, 3072)"]; +"539 linear_19" -> "540 dropout_15" [style=solid, label="(1, 197, 768)"]; +"540 dropout_15" -> "541 add_10" [style=solid, label="(1, 197, 768)"]; +"541 add_10" -> "542 layer_norm_10" [style=solid, label="(1, 197, 768)"]; +"541 add_10" -> "576 add_11" [style=solid, label="(1, 197, 768)"]; +"542 layer_norm_10" -> "543 quantize_per_tensor_default_26" [style=solid, label="(1, 197, 768)"]; +"543 quantize_per_tensor_default_26" -> "544 dequantize_per_tensor_default_26" [style=solid, label=None]; +"544 dequantize_per_tensor_default_26" -> "545 transpose_30" [style=solid, label=None]; +"545 transpose_30" -> "546 linear_20" [style=solid, label="(197, 1, 768)"]; +"546 linear_20" -> "547 unflatten_5" [style=solid, label="(197, 1, 2304)"]; +"547 unflatten_5" -> "548 unsqueeze_5" [style=solid, label="(197, 1, 3, 768)"]; +"548 unsqueeze_5" -> "549 transpose_31" [style=solid, label="(1, 197, 1, 3, 768)"]; +"549 transpose_31" -> "550 squeeze_5" [style=solid, label="(3, 197, 1, 1, 768)"]; +"550 squeeze_5" -> "551 contiguous_5" [style=solid, label="(3, 197, 1, 768)"]; +"551 contiguous_5" -> "552 quantize_per_tensor_default_27" [style=solid, label="(3, 197, 1, 768)"]; +"551 contiguous_5" -> "557 select_17" [style=solid, label="(3, 197, 1, 768)"]; +"552 quantize_per_tensor_default_27" -> "553 dequantize_per_tensor_default_73" [style=solid, label=None]; +"552 quantize_per_tensor_default_27" -> "554 dequantize_per_tensor_default_72" [style=solid, label=None]; +"553 dequantize_per_tensor_default_73" -> "556 select_16" [style=solid, label=None]; +"554 dequantize_per_tensor_default_72" -> "555 select_15" [style=solid, label=None]; +"555 select_15" -> "558 view_40" [style=solid, label="(197, 1, 768)"]; +"556 select_16" -> "560 view_41" [style=solid, label="(197, 1, 768)"]; +"557 select_17" -> "562 view_42" [style=solid, label="(197, 1, 768)"]; +"558 view_40" -> "559 transpose_32" [style=solid, label="(197, 12, 64)"]; +"559 transpose_32" -> "564 view_43" [style=solid, label="(12, 197, 64)"]; +"560 view_41" -> "561 transpose_33" [style=solid, label="(197, 12, 64)"]; +"561 transpose_33" -> "565 view_44" [style=solid, label="(12, 197, 64)"]; +"562 view_42" -> "563 transpose_34" [style=solid, label="(197, 12, 64)"]; +"563 transpose_34" -> "566 view_45" [style=solid, label="(12, 197, 64)"]; +"564 view_43" -> "567 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"565 view_44" -> "567 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"566 view_45" -> "567 scaled_dot_product_attention_5" [style=solid, label="(1, 12, 197, 64)"]; +"567 scaled_dot_product_attention_5" -> "568 quantize_per_tensor_default_28" [style=solid, label="(1, 12, 197, 64)"]; +"568 quantize_per_tensor_default_28" -> "569 dequantize_per_tensor_default_28" [style=solid, label=None]; +"569 dequantize_per_tensor_default_28" -> "570 permute_6" [style=solid, label=None]; +"570 permute_6" -> "571 view_46" [style=solid, label="(197, 1, 12, 64)"]; +"571 view_46" -> "572 linear_21" [style=solid, label="(197, 768)"]; +"572 linear_21" -> "573 view_47" [style=solid, label="(197, 768)"]; +"573 view_47" -> "574 transpose_35" [style=solid, label="(197, 1, 768)"]; +"574 transpose_35" -> "575 dropout_16" [style=solid, label="(1, 197, 768)"]; +"575 dropout_16" -> "576 add_11" [style=solid, label="(1, 197, 768)"]; +"576 add_11" -> "577 layer_norm_11" [style=solid, label="(1, 197, 768)"]; +"576 add_11" -> "587 add_12" [style=solid, label="(1, 197, 768)"]; +"577 layer_norm_11" -> "578 quantize_per_tensor_default_29" [style=solid, label="(1, 197, 768)"]; +"578 quantize_per_tensor_default_29" -> "579 dequantize_per_tensor_default_29" [style=solid, label=None]; +"579 dequantize_per_tensor_default_29" -> "580 linear_22" [style=solid, label=None]; +"580 linear_22" -> "581 gelu_5" [style=solid, label="(1, 197, 3072)"]; +"581 gelu_5" -> "582 quantize_per_tensor_default_30" [style=solid, label="(1, 197, 3072)"]; +"582 quantize_per_tensor_default_30" -> "583 dequantize_per_tensor_default_30" [style=solid, label=None]; +"583 dequantize_per_tensor_default_30" -> "584 dropout_17" [style=solid, label=None]; +"584 dropout_17" -> "585 linear_23" [style=solid, label="(1, 197, 3072)"]; +"585 linear_23" -> "586 dropout_18" [style=solid, label="(1, 197, 768)"]; +"586 dropout_18" -> "587 add_12" [style=solid, label="(1, 197, 768)"]; +"587 add_12" -> "588 layer_norm_12" [style=solid, label="(1, 197, 768)"]; +"587 add_12" -> "622 add_13" [style=solid, label="(1, 197, 768)"]; +"588 layer_norm_12" -> "589 quantize_per_tensor_default_31" [style=solid, label="(1, 197, 768)"]; +"589 quantize_per_tensor_default_31" -> "590 dequantize_per_tensor_default_31" [style=solid, label=None]; +"590 dequantize_per_tensor_default_31" -> "591 transpose_36" [style=solid, label=None]; +"591 transpose_36" -> "592 linear_24" [style=solid, label="(197, 1, 768)"]; +"592 linear_24" -> "593 unflatten_6" [style=solid, label="(197, 1, 2304)"]; +"593 unflatten_6" -> "594 unsqueeze_6" [style=solid, label="(197, 1, 3, 768)"]; +"594 unsqueeze_6" -> "595 transpose_37" [style=solid, label="(1, 197, 1, 3, 768)"]; +"595 transpose_37" -> "596 squeeze_6" [style=solid, label="(3, 197, 1, 1, 768)"]; +"596 squeeze_6" -> "597 contiguous_6" [style=solid, label="(3, 197, 1, 768)"]; +"597 contiguous_6" -> "598 quantize_per_tensor_default_32" [style=solid, label="(3, 197, 1, 768)"]; +"597 contiguous_6" -> "603 select_20" [style=solid, label="(3, 197, 1, 768)"]; +"598 quantize_per_tensor_default_32" -> "599 dequantize_per_tensor_default_75" [style=solid, label=None]; +"598 quantize_per_tensor_default_32" -> "600 dequantize_per_tensor_default_74" [style=solid, label=None]; +"599 dequantize_per_tensor_default_75" -> "602 select_19" [style=solid, label=None]; +"600 dequantize_per_tensor_default_74" -> "601 select_18" [style=solid, label=None]; +"601 select_18" -> "604 view_48" [style=solid, label="(197, 1, 768)"]; +"602 select_19" -> "606 view_49" [style=solid, label="(197, 1, 768)"]; +"603 select_20" -> "608 view_50" [style=solid, label="(197, 1, 768)"]; +"604 view_48" -> "605 transpose_38" [style=solid, label="(197, 12, 64)"]; +"605 transpose_38" -> "610 view_51" [style=solid, label="(12, 197, 64)"]; +"606 view_49" -> "607 transpose_39" [style=solid, label="(197, 12, 64)"]; +"607 transpose_39" -> "611 view_52" [style=solid, label="(12, 197, 64)"]; +"608 view_50" -> "609 transpose_40" [style=solid, label="(197, 12, 64)"]; +"609 transpose_40" -> "612 view_53" [style=solid, label="(12, 197, 64)"]; +"610 view_51" -> "613 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"611 view_52" -> "613 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"612 view_53" -> "613 scaled_dot_product_attention_6" [style=solid, label="(1, 12, 197, 64)"]; +"613 scaled_dot_product_attention_6" -> "614 quantize_per_tensor_default_33" [style=solid, label="(1, 12, 197, 64)"]; +"614 quantize_per_tensor_default_33" -> "615 dequantize_per_tensor_default_33" [style=solid, label=None]; +"615 dequantize_per_tensor_default_33" -> "616 permute_7" [style=solid, label=None]; +"616 permute_7" -> "617 view_54" [style=solid, label="(197, 1, 12, 64)"]; +"617 view_54" -> "618 linear_25" [style=solid, label="(197, 768)"]; +"618 linear_25" -> "619 view_55" [style=solid, label="(197, 768)"]; +"619 view_55" -> "620 transpose_41" [style=solid, label="(197, 1, 768)"]; +"620 transpose_41" -> "621 dropout_19" [style=solid, label="(1, 197, 768)"]; +"621 dropout_19" -> "622 add_13" [style=solid, label="(1, 197, 768)"]; +"622 add_13" -> "623 layer_norm_13" [style=solid, label="(1, 197, 768)"]; +"622 add_13" -> "633 add_14" [style=solid, label="(1, 197, 768)"]; +"623 layer_norm_13" -> "624 quantize_per_tensor_default_34" [style=solid, label="(1, 197, 768)"]; +"624 quantize_per_tensor_default_34" -> "625 dequantize_per_tensor_default_34" [style=solid, label=None]; +"625 dequantize_per_tensor_default_34" -> "626 linear_26" [style=solid, label=None]; +"626 linear_26" -> "627 gelu_6" [style=solid, label="(1, 197, 3072)"]; +"627 gelu_6" -> "628 quantize_per_tensor_default_35" [style=solid, label="(1, 197, 3072)"]; +"628 quantize_per_tensor_default_35" -> "629 dequantize_per_tensor_default_35" [style=solid, label=None]; +"629 dequantize_per_tensor_default_35" -> "630 dropout_20" [style=solid, label=None]; +"630 dropout_20" -> "631 linear_27" [style=solid, label="(1, 197, 3072)"]; +"631 linear_27" -> "632 dropout_21" [style=solid, label="(1, 197, 768)"]; +"632 dropout_21" -> "633 add_14" [style=solid, label="(1, 197, 768)"]; +"633 add_14" -> "634 layer_norm_14" [style=solid, label="(1, 197, 768)"]; +"633 add_14" -> "668 add_15" [style=solid, label="(1, 197, 768)"]; +"634 layer_norm_14" -> "635 quantize_per_tensor_default_36" [style=solid, label="(1, 197, 768)"]; +"635 quantize_per_tensor_default_36" -> "636 dequantize_per_tensor_default_36" [style=solid, label=None]; +"636 dequantize_per_tensor_default_36" -> "637 transpose_42" [style=solid, label=None]; +"637 transpose_42" -> "638 linear_28" [style=solid, label="(197, 1, 768)"]; +"638 linear_28" -> "639 unflatten_7" [style=solid, label="(197, 1, 2304)"]; +"639 unflatten_7" -> "640 unsqueeze_7" [style=solid, label="(197, 1, 3, 768)"]; +"640 unsqueeze_7" -> "641 transpose_43" [style=solid, label="(1, 197, 1, 3, 768)"]; +"641 transpose_43" -> "642 squeeze_7" [style=solid, label="(3, 197, 1, 1, 768)"]; +"642 squeeze_7" -> "643 contiguous_7" [style=solid, label="(3, 197, 1, 768)"]; +"643 contiguous_7" -> "644 quantize_per_tensor_default_37" [style=solid, label="(3, 197, 1, 768)"]; +"643 contiguous_7" -> "649 select_23" [style=solid, label="(3, 197, 1, 768)"]; +"644 quantize_per_tensor_default_37" -> "645 dequantize_per_tensor_default_77" [style=solid, label=None]; +"644 quantize_per_tensor_default_37" -> "646 dequantize_per_tensor_default_76" [style=solid, label=None]; +"645 dequantize_per_tensor_default_77" -> "648 select_22" [style=solid, label=None]; +"646 dequantize_per_tensor_default_76" -> "647 select_21" [style=solid, label=None]; +"647 select_21" -> "650 view_56" [style=solid, label="(197, 1, 768)"]; +"648 select_22" -> "652 view_57" [style=solid, label="(197, 1, 768)"]; +"649 select_23" -> "654 view_58" [style=solid, label="(197, 1, 768)"]; +"650 view_56" -> "651 transpose_44" [style=solid, label="(197, 12, 64)"]; +"651 transpose_44" -> "656 view_59" [style=solid, label="(12, 197, 64)"]; +"652 view_57" -> "653 transpose_45" [style=solid, label="(197, 12, 64)"]; +"653 transpose_45" -> "657 view_60" [style=solid, label="(12, 197, 64)"]; +"654 view_58" -> "655 transpose_46" [style=solid, label="(197, 12, 64)"]; +"655 transpose_46" -> "658 view_61" [style=solid, label="(12, 197, 64)"]; +"656 view_59" -> "659 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"657 view_60" -> "659 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"658 view_61" -> "659 scaled_dot_product_attention_7" [style=solid, label="(1, 12, 197, 64)"]; +"659 scaled_dot_product_attention_7" -> "660 quantize_per_tensor_default_38" [style=solid, label="(1, 12, 197, 64)"]; +"660 quantize_per_tensor_default_38" -> "661 dequantize_per_tensor_default_38" [style=solid, label=None]; +"661 dequantize_per_tensor_default_38" -> "662 permute_8" [style=solid, label=None]; +"662 permute_8" -> "663 view_62" [style=solid, label="(197, 1, 12, 64)"]; +"663 view_62" -> "664 linear_29" [style=solid, label="(197, 768)"]; +"664 linear_29" -> "665 view_63" [style=solid, label="(197, 768)"]; +"665 view_63" -> "666 transpose_47" [style=solid, label="(197, 1, 768)"]; +"666 transpose_47" -> "667 dropout_22" [style=solid, label="(1, 197, 768)"]; +"667 dropout_22" -> "668 add_15" [style=solid, label="(1, 197, 768)"]; +"668 add_15" -> "669 layer_norm_15" [style=solid, label="(1, 197, 768)"]; +"668 add_15" -> "679 add_16" [style=solid, label="(1, 197, 768)"]; +"669 layer_norm_15" -> "670 quantize_per_tensor_default_39" [style=solid, label="(1, 197, 768)"]; +"670 quantize_per_tensor_default_39" -> "671 dequantize_per_tensor_default_39" [style=solid, label=None]; +"671 dequantize_per_tensor_default_39" -> "672 linear_30" [style=solid, label=None]; +"672 linear_30" -> "673 gelu_7" [style=solid, label="(1, 197, 3072)"]; +"673 gelu_7" -> "674 quantize_per_tensor_default_40" [style=solid, label="(1, 197, 3072)"]; +"674 quantize_per_tensor_default_40" -> "675 dequantize_per_tensor_default_40" [style=solid, label=None]; +"675 dequantize_per_tensor_default_40" -> "676 dropout_23" [style=solid, label=None]; +"676 dropout_23" -> "677 linear_31" [style=solid, label="(1, 197, 3072)"]; +"677 linear_31" -> "678 dropout_24" [style=solid, label="(1, 197, 768)"]; +"678 dropout_24" -> "679 add_16" [style=solid, label="(1, 197, 768)"]; +"679 add_16" -> "680 layer_norm_16" [style=solid, label="(1, 197, 768)"]; +"679 add_16" -> "714 add_17" [style=solid, label="(1, 197, 768)"]; +"680 layer_norm_16" -> "681 quantize_per_tensor_default_41" [style=solid, label="(1, 197, 768)"]; +"681 quantize_per_tensor_default_41" -> "682 dequantize_per_tensor_default_41" [style=solid, label=None]; +"682 dequantize_per_tensor_default_41" -> "683 transpose_48" [style=solid, label=None]; +"683 transpose_48" -> "684 linear_32" [style=solid, label="(197, 1, 768)"]; +"684 linear_32" -> "685 unflatten_8" [style=solid, label="(197, 1, 2304)"]; +"685 unflatten_8" -> "686 unsqueeze_8" [style=solid, label="(197, 1, 3, 768)"]; +"686 unsqueeze_8" -> "687 transpose_49" [style=solid, label="(1, 197, 1, 3, 768)"]; +"687 transpose_49" -> "688 squeeze_8" [style=solid, label="(3, 197, 1, 1, 768)"]; +"688 squeeze_8" -> "689 contiguous_8" [style=solid, label="(3, 197, 1, 768)"]; +"689 contiguous_8" -> "690 quantize_per_tensor_default_42" [style=solid, label="(3, 197, 1, 768)"]; +"689 contiguous_8" -> "695 select_26" [style=solid, label="(3, 197, 1, 768)"]; +"690 quantize_per_tensor_default_42" -> "691 dequantize_per_tensor_default_79" [style=solid, label=None]; +"690 quantize_per_tensor_default_42" -> "692 dequantize_per_tensor_default_78" [style=solid, label=None]; +"691 dequantize_per_tensor_default_79" -> "694 select_25" [style=solid, label=None]; +"692 dequantize_per_tensor_default_78" -> "693 select_24" [style=solid, label=None]; +"693 select_24" -> "696 view_64" [style=solid, label="(197, 1, 768)"]; +"694 select_25" -> "698 view_65" [style=solid, label="(197, 1, 768)"]; +"695 select_26" -> "700 view_66" [style=solid, label="(197, 1, 768)"]; +"696 view_64" -> "697 transpose_50" [style=solid, label="(197, 12, 64)"]; +"697 transpose_50" -> "702 view_67" [style=solid, label="(12, 197, 64)"]; +"698 view_65" -> "699 transpose_51" [style=solid, label="(197, 12, 64)"]; +"699 transpose_51" -> "703 view_68" [style=solid, label="(12, 197, 64)"]; +"700 view_66" -> "701 transpose_52" [style=solid, label="(197, 12, 64)"]; +"701 transpose_52" -> "704 view_69" [style=solid, label="(12, 197, 64)"]; +"702 view_67" -> "705 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"703 view_68" -> "705 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"704 view_69" -> "705 scaled_dot_product_attention_8" [style=solid, label="(1, 12, 197, 64)"]; +"705 scaled_dot_product_attention_8" -> "706 quantize_per_tensor_default_43" [style=solid, label="(1, 12, 197, 64)"]; +"706 quantize_per_tensor_default_43" -> "707 dequantize_per_tensor_default_43" [style=solid, label=None]; +"707 dequantize_per_tensor_default_43" -> "708 permute_9" [style=solid, label=None]; +"708 permute_9" -> "709 view_70" [style=solid, label="(197, 1, 12, 64)"]; +"709 view_70" -> "710 linear_33" [style=solid, label="(197, 768)"]; +"710 linear_33" -> "711 view_71" [style=solid, label="(197, 768)"]; +"711 view_71" -> "712 transpose_53" [style=solid, label="(197, 1, 768)"]; +"712 transpose_53" -> "713 dropout_25" [style=solid, label="(1, 197, 768)"]; +"713 dropout_25" -> "714 add_17" [style=solid, label="(1, 197, 768)"]; +"714 add_17" -> "715 layer_norm_17" [style=solid, label="(1, 197, 768)"]; +"714 add_17" -> "725 add_18" [style=solid, label="(1, 197, 768)"]; +"715 layer_norm_17" -> "716 quantize_per_tensor_default_44" [style=solid, label="(1, 197, 768)"]; +"716 quantize_per_tensor_default_44" -> "717 dequantize_per_tensor_default_44" [style=solid, label=None]; +"717 dequantize_per_tensor_default_44" -> "718 linear_34" [style=solid, label=None]; +"718 linear_34" -> "719 gelu_8" [style=solid, label="(1, 197, 3072)"]; +"719 gelu_8" -> "720 quantize_per_tensor_default_45" [style=solid, label="(1, 197, 3072)"]; +"720 quantize_per_tensor_default_45" -> "721 dequantize_per_tensor_default_45" [style=solid, label=None]; +"721 dequantize_per_tensor_default_45" -> "722 dropout_26" [style=solid, label=None]; +"722 dropout_26" -> "723 linear_35" [style=solid, label="(1, 197, 3072)"]; +"723 linear_35" -> "724 dropout_27" [style=solid, label="(1, 197, 768)"]; +"724 dropout_27" -> "725 add_18" [style=solid, label="(1, 197, 768)"]; +"725 add_18" -> "726 layer_norm_18" [style=solid, label="(1, 197, 768)"]; +"725 add_18" -> "760 add_19" [style=solid, label="(1, 197, 768)"]; +"726 layer_norm_18" -> "727 quantize_per_tensor_default_46" [style=solid, label="(1, 197, 768)"]; +"727 quantize_per_tensor_default_46" -> "728 dequantize_per_tensor_default_46" [style=solid, label=None]; +"728 dequantize_per_tensor_default_46" -> "729 transpose_54" [style=solid, label=None]; +"729 transpose_54" -> "730 linear_36" [style=solid, label="(197, 1, 768)"]; +"730 linear_36" -> "731 unflatten_9" [style=solid, label="(197, 1, 2304)"]; +"731 unflatten_9" -> "732 unsqueeze_9" [style=solid, label="(197, 1, 3, 768)"]; +"732 unsqueeze_9" -> "733 transpose_55" [style=solid, label="(1, 197, 1, 3, 768)"]; +"733 transpose_55" -> "734 squeeze_9" [style=solid, label="(3, 197, 1, 1, 768)"]; +"734 squeeze_9" -> "735 contiguous_9" [style=solid, label="(3, 197, 1, 768)"]; +"735 contiguous_9" -> "736 quantize_per_tensor_default_47" [style=solid, label="(3, 197, 1, 768)"]; +"735 contiguous_9" -> "741 select_29" [style=solid, label="(3, 197, 1, 768)"]; +"736 quantize_per_tensor_default_47" -> "737 dequantize_per_tensor_default_81" [style=solid, label=None]; +"736 quantize_per_tensor_default_47" -> "738 dequantize_per_tensor_default_80" [style=solid, label=None]; +"737 dequantize_per_tensor_default_81" -> "740 select_28" [style=solid, label=None]; +"738 dequantize_per_tensor_default_80" -> "739 select_27" [style=solid, label=None]; +"739 select_27" -> "742 view_72" [style=solid, label="(197, 1, 768)"]; +"740 select_28" -> "744 view_73" [style=solid, label="(197, 1, 768)"]; +"741 select_29" -> "746 view_74" [style=solid, label="(197, 1, 768)"]; +"742 view_72" -> "743 transpose_56" [style=solid, label="(197, 12, 64)"]; +"743 transpose_56" -> "748 view_75" [style=solid, label="(12, 197, 64)"]; +"744 view_73" -> "745 transpose_57" [style=solid, label="(197, 12, 64)"]; +"745 transpose_57" -> "749 view_76" [style=solid, label="(12, 197, 64)"]; +"746 view_74" -> "747 transpose_58" [style=solid, label="(197, 12, 64)"]; +"747 transpose_58" -> "750 view_77" [style=solid, label="(12, 197, 64)"]; +"748 view_75" -> "751 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"749 view_76" -> "751 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"750 view_77" -> "751 scaled_dot_product_attention_9" [style=solid, label="(1, 12, 197, 64)"]; +"751 scaled_dot_product_attention_9" -> "752 quantize_per_tensor_default_48" [style=solid, label="(1, 12, 197, 64)"]; +"752 quantize_per_tensor_default_48" -> "753 dequantize_per_tensor_default_48" [style=solid, label=None]; +"753 dequantize_per_tensor_default_48" -> "754 permute_10" [style=solid, label=None]; +"754 permute_10" -> "755 view_78" [style=solid, label="(197, 1, 12, 64)"]; +"755 view_78" -> "756 linear_37" [style=solid, label="(197, 768)"]; +"756 linear_37" -> "757 view_79" [style=solid, label="(197, 768)"]; +"757 view_79" -> "758 transpose_59" [style=solid, label="(197, 1, 768)"]; +"758 transpose_59" -> "759 dropout_28" [style=solid, label="(1, 197, 768)"]; +"759 dropout_28" -> "760 add_19" [style=solid, label="(1, 197, 768)"]; +"760 add_19" -> "761 layer_norm_19" [style=solid, label="(1, 197, 768)"]; +"760 add_19" -> "771 add_20" [style=solid, label="(1, 197, 768)"]; +"761 layer_norm_19" -> "762 quantize_per_tensor_default_49" [style=solid, label="(1, 197, 768)"]; +"762 quantize_per_tensor_default_49" -> "763 dequantize_per_tensor_default_49" [style=solid, label=None]; +"763 dequantize_per_tensor_default_49" -> "764 linear_38" [style=solid, label=None]; +"764 linear_38" -> "765 gelu_9" [style=solid, label="(1, 197, 3072)"]; +"765 gelu_9" -> "766 quantize_per_tensor_default_50" [style=solid, label="(1, 197, 3072)"]; +"766 quantize_per_tensor_default_50" -> "767 dequantize_per_tensor_default_50" [style=solid, label=None]; +"767 dequantize_per_tensor_default_50" -> "768 dropout_29" [style=solid, label=None]; +"768 dropout_29" -> "769 linear_39" [style=solid, label="(1, 197, 3072)"]; +"769 linear_39" -> "770 dropout_30" [style=solid, label="(1, 197, 768)"]; +"770 dropout_30" -> "771 add_20" [style=solid, label="(1, 197, 768)"]; +"771 add_20" -> "772 layer_norm_20" [style=solid, label="(1, 197, 768)"]; +"771 add_20" -> "806 add_21" [style=solid, label="(1, 197, 768)"]; +"772 layer_norm_20" -> "773 quantize_per_tensor_default_51" [style=solid, label="(1, 197, 768)"]; +"773 quantize_per_tensor_default_51" -> "774 dequantize_per_tensor_default_51" [style=solid, label=None]; +"774 dequantize_per_tensor_default_51" -> "775 transpose_60" [style=solid, label=None]; +"775 transpose_60" -> "776 linear_40" [style=solid, label="(197, 1, 768)"]; +"776 linear_40" -> "777 unflatten_10" [style=solid, label="(197, 1, 2304)"]; +"777 unflatten_10" -> "778 unsqueeze_10" [style=solid, label="(197, 1, 3, 768)"]; +"778 unsqueeze_10" -> "779 transpose_61" [style=solid, label="(1, 197, 1, 3, 768)"]; +"779 transpose_61" -> "780 squeeze_10" [style=solid, label="(3, 197, 1, 1, 768)"]; +"780 squeeze_10" -> "781 contiguous_10" [style=solid, label="(3, 197, 1, 768)"]; +"781 contiguous_10" -> "782 quantize_per_tensor_default_52" [style=solid, label="(3, 197, 1, 768)"]; +"781 contiguous_10" -> "787 select_32" [style=solid, label="(3, 197, 1, 768)"]; +"782 quantize_per_tensor_default_52" -> "783 dequantize_per_tensor_default_83" [style=solid, label=None]; +"782 quantize_per_tensor_default_52" -> "784 dequantize_per_tensor_default_82" [style=solid, label=None]; +"783 dequantize_per_tensor_default_83" -> "786 select_31" [style=solid, label=None]; +"784 dequantize_per_tensor_default_82" -> "785 select_30" [style=solid, label=None]; +"785 select_30" -> "788 view_80" [style=solid, label="(197, 1, 768)"]; +"786 select_31" -> "790 view_81" [style=solid, label="(197, 1, 768)"]; +"787 select_32" -> "792 view_82" [style=solid, label="(197, 1, 768)"]; +"788 view_80" -> "789 transpose_62" [style=solid, label="(197, 12, 64)"]; +"789 transpose_62" -> "794 view_83" [style=solid, label="(12, 197, 64)"]; +"790 view_81" -> "791 transpose_63" [style=solid, label="(197, 12, 64)"]; +"791 transpose_63" -> "795 view_84" [style=solid, label="(12, 197, 64)"]; +"792 view_82" -> "793 transpose_64" [style=solid, label="(197, 12, 64)"]; +"793 transpose_64" -> "796 view_85" [style=solid, label="(12, 197, 64)"]; +"794 view_83" -> "797 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"795 view_84" -> "797 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"796 view_85" -> "797 scaled_dot_product_attention_10" [style=solid, label="(1, 12, 197, 64)"]; +"797 scaled_dot_product_attention_10" -> "798 quantize_per_tensor_default_53" [style=solid, label="(1, 12, 197, 64)"]; +"798 quantize_per_tensor_default_53" -> "799 dequantize_per_tensor_default_53" [style=solid, label=None]; +"799 dequantize_per_tensor_default_53" -> "800 permute_11" [style=solid, label=None]; +"800 permute_11" -> "801 view_86" [style=solid, label="(197, 1, 12, 64)"]; +"801 view_86" -> "802 linear_41" [style=solid, label="(197, 768)"]; +"802 linear_41" -> "803 view_87" [style=solid, label="(197, 768)"]; +"803 view_87" -> "804 transpose_65" [style=solid, label="(197, 1, 768)"]; +"804 transpose_65" -> "805 dropout_31" [style=solid, label="(1, 197, 768)"]; +"805 dropout_31" -> "806 add_21" [style=solid, label="(1, 197, 768)"]; +"806 add_21" -> "807 layer_norm_21" [style=solid, label="(1, 197, 768)"]; +"806 add_21" -> "817 add_22" [style=solid, label="(1, 197, 768)"]; +"807 layer_norm_21" -> "808 quantize_per_tensor_default_54" [style=solid, label="(1, 197, 768)"]; +"808 quantize_per_tensor_default_54" -> "809 dequantize_per_tensor_default_54" [style=solid, label=None]; +"809 dequantize_per_tensor_default_54" -> "810 linear_42" [style=solid, label=None]; +"810 linear_42" -> "811 gelu_10" [style=solid, label="(1, 197, 3072)"]; +"811 gelu_10" -> "812 quantize_per_tensor_default_55" [style=solid, label="(1, 197, 3072)"]; +"812 quantize_per_tensor_default_55" -> "813 dequantize_per_tensor_default_55" [style=solid, label=None]; +"813 dequantize_per_tensor_default_55" -> "814 dropout_32" [style=solid, label=None]; +"814 dropout_32" -> "815 linear_43" [style=solid, label="(1, 197, 3072)"]; +"815 linear_43" -> "816 dropout_33" [style=solid, label="(1, 197, 768)"]; +"816 dropout_33" -> "817 add_22" [style=solid, label="(1, 197, 768)"]; +"817 add_22" -> "818 layer_norm_22" [style=solid, label="(1, 197, 768)"]; +"817 add_22" -> "852 add_23" [style=solid, label="(1, 197, 768)"]; +"818 layer_norm_22" -> "819 quantize_per_tensor_default_56" [style=solid, label="(1, 197, 768)"]; +"819 quantize_per_tensor_default_56" -> "820 dequantize_per_tensor_default_56" [style=solid, label=None]; +"820 dequantize_per_tensor_default_56" -> "821 transpose_66" [style=solid, label=None]; +"821 transpose_66" -> "822 linear_44" [style=solid, label="(197, 1, 768)"]; +"822 linear_44" -> "823 unflatten_11" [style=solid, label="(197, 1, 2304)"]; +"823 unflatten_11" -> "824 unsqueeze_11" [style=solid, label="(197, 1, 3, 768)"]; +"824 unsqueeze_11" -> "825 transpose_67" [style=solid, label="(1, 197, 1, 3, 768)"]; +"825 transpose_67" -> "826 squeeze_11" [style=solid, label="(3, 197, 1, 1, 768)"]; +"826 squeeze_11" -> "827 contiguous_11" [style=solid, label="(3, 197, 1, 768)"]; +"827 contiguous_11" -> "828 quantize_per_tensor_default_57" [style=solid, label="(3, 197, 1, 768)"]; +"827 contiguous_11" -> "833 select_35" [style=solid, label="(3, 197, 1, 768)"]; +"828 quantize_per_tensor_default_57" -> "829 dequantize_per_tensor_default_85" [style=solid, label=None]; +"828 quantize_per_tensor_default_57" -> "830 dequantize_per_tensor_default_84" [style=solid, label=None]; +"829 dequantize_per_tensor_default_85" -> "832 select_34" [style=solid, label=None]; +"830 dequantize_per_tensor_default_84" -> "831 select_33" [style=solid, label=None]; +"831 select_33" -> "834 view_88" [style=solid, label="(197, 1, 768)"]; +"832 select_34" -> "836 view_89" [style=solid, label="(197, 1, 768)"]; +"833 select_35" -> "838 view_90" [style=solid, label="(197, 1, 768)"]; +"834 view_88" -> "835 transpose_68" [style=solid, label="(197, 12, 64)"]; +"835 transpose_68" -> "840 view_91" [style=solid, label="(12, 197, 64)"]; +"836 view_89" -> "837 transpose_69" [style=solid, label="(197, 12, 64)"]; +"837 transpose_69" -> "841 view_92" [style=solid, label="(12, 197, 64)"]; +"838 view_90" -> "839 transpose_70" [style=solid, label="(197, 12, 64)"]; +"839 transpose_70" -> "842 view_93" [style=solid, label="(12, 197, 64)"]; +"840 view_91" -> "843 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"841 view_92" -> "843 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"842 view_93" -> "843 scaled_dot_product_attention_11" [style=solid, label="(1, 12, 197, 64)"]; +"843 scaled_dot_product_attention_11" -> "844 quantize_per_tensor_default_58" [style=solid, label="(1, 12, 197, 64)"]; +"844 quantize_per_tensor_default_58" -> "845 dequantize_per_tensor_default_58" [style=solid, label=None]; +"845 dequantize_per_tensor_default_58" -> "846 permute_12" [style=solid, label=None]; +"846 permute_12" -> "847 view_94" [style=solid, label="(197, 1, 12, 64)"]; +"847 view_94" -> "848 linear_45" [style=solid, label="(197, 768)"]; +"848 linear_45" -> "849 view_95" [style=solid, label="(197, 768)"]; +"849 view_95" -> "850 transpose_71" [style=solid, label="(197, 1, 768)"]; +"850 transpose_71" -> "851 dropout_34" [style=solid, label="(1, 197, 768)"]; +"851 dropout_34" -> "852 add_23" [style=solid, label="(1, 197, 768)"]; +"852 add_23" -> "853 layer_norm_23" [style=solid, label="(1, 197, 768)"]; +"852 add_23" -> "863 add_24" [style=solid, label="(1, 197, 768)"]; +"853 layer_norm_23" -> "854 quantize_per_tensor_default_59" [style=solid, label="(1, 197, 768)"]; +"854 quantize_per_tensor_default_59" -> "855 dequantize_per_tensor_default_59" [style=solid, label=None]; +"855 dequantize_per_tensor_default_59" -> "856 linear_46" [style=solid, label=None]; +"856 linear_46" -> "857 gelu_11" [style=solid, label="(1, 197, 3072)"]; +"857 gelu_11" -> "858 quantize_per_tensor_default_60" [style=solid, label="(1, 197, 3072)"]; +"858 quantize_per_tensor_default_60" -> "859 dequantize_per_tensor_default_60" [style=solid, label=None]; +"859 dequantize_per_tensor_default_60" -> "860 dropout_35" [style=solid, label=None]; +"860 dropout_35" -> "861 linear_47" [style=solid, label="(1, 197, 3072)"]; +"861 linear_47" -> "862 dropout_36" [style=solid, label="(1, 197, 768)"]; +"862 dropout_36" -> "863 add_24" [style=solid, label="(1, 197, 768)"]; +"863 add_24" -> "864 layer_norm_24" [style=solid, label="(1, 197, 768)"]; +"864 layer_norm_24" -> "865 quantize_per_tensor_default_61" [style=solid, label="(1, 197, 768)"]; +"865 quantize_per_tensor_default_61" -> "866 dequantize_per_tensor_default_61" [style=solid, label=None]; +"866 dequantize_per_tensor_default_61" -> "867 slice_1" [style=solid, label=None]; +"867 slice_1" -> "868 select_36" [style=solid, label="(1, 197, 768)"]; +"868 select_36" -> "869 linear_48" [style=solid, label="(1, 768)"]; +"869 linear_48" -> "870 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot index 400ac500193..92c69db331d 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot @@ -1,15 +1,15 @@ -strict digraph { -"0 _scale_0" [id=0, type=get_attr]; -"1 _zero_point_0" [id=1, type=get_attr]; -"2 _frozen_param0" [id=2, type=get_attr]; -"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +strict digraph { +"0 _scale_0" [id=0, type="get_attr"]; +"1 _zero_point_0" [id=1, type="get_attr"]; +"2 _frozen_param0" [id=2, type="get_attr"]; +"3 dequantize_per_channel_default" [id=3, type="dequantize_per_channel"]; "4 x" [id=4, type=input]; -"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; -"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; +"5 quantize_per_tensor_default" [id=5, type="quantize_per_tensor"]; +"6 dequantize_per_tensor_default" [id=6, type="dequantize_per_tensor"]; "7 linear" [id=7, type=linear]; -"8 quantize_per_tensor_default_1" [id=8, type=quantize_per_tensor]; -"9 dequantize_per_tensor_default_3" [id=9, type=dequantize_per_tensor]; -"10 dequantize_per_tensor_default_2" [id=10, type=dequantize_per_tensor]; +"8 quantize_per_tensor_default_1" [id=8, type="quantize_per_tensor"]; +"9 dequantize_per_tensor_default_3" [id=9, type="dequantize_per_tensor"]; +"10 dequantize_per_tensor_default_2" [id=10, type="dequantize_per_tensor"]; "11 slice_1" [id=11, type=slice]; "12 slice_2" [id=12, type=slice]; "13 slice_3" [id=13, type=slice]; @@ -21,37 +21,37 @@ strict digraph { "19 slice_9" [id=19, type=slice]; "20 transpose" [id=20, type=transpose]; "21 matmul" [id=21, type=matmul]; -"22 div_" [id=22, type=div_]; +"22 div_" [id=22, type="div_"]; "23 softmax" [id=23, type=softmax]; "24 transpose_1" [id=24, type=transpose]; "25 matmul_1" [id=25, type=matmul]; "26 output" [id=26, type=output]; -"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(12,)", style=solid]; -"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(12,)", style=solid]; -"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(12, 4)", style=solid]; -"3 dequantize_per_channel_default" -> "7 linear" [label=None, style=solid]; -"4 x" -> "5 quantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; -"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [label=None, style=solid]; -"6 dequantize_per_tensor_default" -> "7 linear" [label=None, style=solid]; -"7 linear" -> "8 quantize_per_tensor_default_1" [label="(1, 2, 12)", style=solid]; -"7 linear" -> "17 slice_7" [label="(1, 2, 12)", style=solid]; -"8 quantize_per_tensor_default_1" -> "9 dequantize_per_tensor_default_3" [label=None, style=solid]; -"8 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_2" [label=None, style=solid]; -"9 dequantize_per_tensor_default_3" -> "14 slice_4" [label=None, style=solid]; -"10 dequantize_per_tensor_default_2" -> "11 slice_1" [label=None, style=solid]; -"11 slice_1" -> "12 slice_2" [label="(1, 2, 12)", style=solid]; -"12 slice_2" -> "13 slice_3" [label="(1, 2, 12)", style=solid]; -"13 slice_3" -> "21 matmul" [label="(1, 2, 4)", style=solid]; -"14 slice_4" -> "15 slice_5" [label="(1, 2, 12)", style=solid]; -"15 slice_5" -> "16 slice_6" [label="(1, 2, 12)", style=solid]; -"16 slice_6" -> "20 transpose" [label="(1, 2, 4)", style=solid]; -"17 slice_7" -> "18 slice_8" [label="(1, 2, 12)", style=solid]; -"18 slice_8" -> "19 slice_9" [label="(1, 2, 12)", style=solid]; -"19 slice_9" -> "25 matmul_1" [label="(1, 2, 4)", style=solid]; -"20 transpose" -> "21 matmul" [label="(1, 4, 2)", style=solid]; -"21 matmul" -> "22 div_" [label="(1, 2, 2)", style=solid]; -"22 div_" -> "23 softmax" [label="(1, 2, 2)", style=solid]; -"23 softmax" -> "24 transpose_1" [label="(1, 2, 2)", style=solid]; -"24 transpose_1" -> "25 matmul_1" [label="(1, 2, 2)", style=solid]; -"25 matmul_1" -> "26 output" [label="(1, 2, 4)", style=solid]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [style=solid, label="(12,)"]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [style=solid, label="(12,)"]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [style=solid, label="(12, 4)"]; +"3 dequantize_per_channel_default" -> "7 linear" [style=solid, label=None]; +"4 x" -> "5 quantize_per_tensor_default" [style=solid, label="(1, 2, 4)"]; +"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [style=solid, label=None]; +"6 dequantize_per_tensor_default" -> "7 linear" [style=solid, label=None]; +"7 linear" -> "8 quantize_per_tensor_default_1" [style=solid, label="(1, 2, 12)"]; +"7 linear" -> "17 slice_7" [style=solid, label="(1, 2, 12)"]; +"8 quantize_per_tensor_default_1" -> "9 dequantize_per_tensor_default_3" [style=solid, label=None]; +"8 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_2" [style=solid, label=None]; +"9 dequantize_per_tensor_default_3" -> "14 slice_4" [style=solid, label=None]; +"10 dequantize_per_tensor_default_2" -> "11 slice_1" [style=solid, label=None]; +"11 slice_1" -> "12 slice_2" [style=solid, label="(1, 2, 12)"]; +"12 slice_2" -> "13 slice_3" [style=solid, label="(1, 2, 12)"]; +"13 slice_3" -> "21 matmul" [style=solid, label="(1, 2, 4)"]; +"14 slice_4" -> "15 slice_5" [style=solid, label="(1, 2, 12)"]; +"15 slice_5" -> "16 slice_6" [style=solid, label="(1, 2, 12)"]; +"16 slice_6" -> "20 transpose" [style=solid, label="(1, 2, 4)"]; +"17 slice_7" -> "18 slice_8" [style=solid, label="(1, 2, 12)"]; +"18 slice_8" -> "19 slice_9" [style=solid, label="(1, 2, 12)"]; +"19 slice_9" -> "25 matmul_1" [style=solid, label="(1, 2, 4)"]; +"20 transpose" -> "21 matmul" [style=solid, label="(1, 4, 2)"]; +"21 matmul" -> "22 div_" [style=solid, label="(1, 2, 2)"]; +"22 div_" -> "23 softmax" [style=solid, label="(1, 2, 2)"]; +"23 softmax" -> "24 transpose_1" [style=solid, label="(1, 2, 2)"]; +"24 transpose_1" -> "25 matmul_1" [style=solid, label="(1, 2, 2)"]; +"25 matmul_1" -> "26 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/fx/test_quantizer.py b/tests/torch2/fx/test_quantizer.py index 000c0730e1a..c74bf3ec8fb 100644 --- a/tests/torch2/fx/test_quantizer.py +++ b/tests/torch2/fx/test_quantizer.py @@ -23,6 +23,7 @@ import torchvision.models as models from torch.ao.quantization.quantize_pt2e import convert_pt2e from torch.ao.quantization.quantize_pt2e import prepare_pt2e +from torch.ao.quantization.quantizer import xnnpack_quantizer from torch.ao.quantization.quantizer.quantizer import QuantizationSpec as TorchAOQuantizationSpec from torch.ao.quantization.quantizer.quantizer import Quantizer from torch.ao.quantization.quantizer.quantizer import SharedQuantizationSpec as TorchAOSharedQuantizationSpec @@ -30,8 +31,9 @@ from torch.ao.quantization.quantizer.x86_inductor_quantizer import get_default_x86_inductor_quantization_config import nncf +from nncf.common.graph import NNCFGraph +from nncf.experimental.torch.fx import quantize_pt2e from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter -from nncf.experimental.torch.fx.quantization.quantize_pt2e import quantize_pt2e from nncf.experimental.torch.fx.quantization.quantizer.openvino_quantizer import OpenVINOQuantizer from nncf.experimental.torch.fx.quantization.quantizer.torch_ao_adapter import _get_edge_or_node_to_qspec from tests.cross_fw.shared.nx_graph import compare_nx_graph_with_reference @@ -67,6 +69,12 @@ def get_x86_quantizer(*args, **kwarsg) -> X86InductorQuantizer: return quantizer +def get_xnnpack_quantizer(*args, **kwargs) -> xnnpack_quantizer.XNNPACKQuantizer: + quantizer = xnnpack_quantizer.XNNPACKQuantizer() + quantizer.set_global(xnnpack_quantizer.get_symmetric_quantization_config()) + return quantizer + + def get_openvino_quantizer(*args, **kwargs) -> OpenVINOQuantizer: return OpenVINOQuantizer(*args, **kwargs) @@ -119,7 +127,13 @@ def transform_fn(data_item): ids=[m[0].model_id for m in TEST_MODELS_QUANIZED], ) @pytest.mark.parametrize( - "quantizer_builder", [get_x86_quantizer, get_openvino_quantizer], ids=["X86InductorQuantizer", "OpenVINOQuantizer"] + "quantizer_builder", + [ + get_xnnpack_quantizer, + get_x86_quantizer, + get_openvino_quantizer, + ], + ids=["XNNPACKQuantizer", "X86InductorQuantizer", "OpenVINOQuantizer"], ) def test_quantized_model( quantizer_builder: Callable[[tuple[Any, ...]], Quantizer], @@ -142,25 +156,68 @@ def test_quantized_model( ) # Uncomment to visualize torch fx graph - # from tests.torch.fx.helpers import visualize_fx_model + # from tests.torch2.fx.helpers import visualize_fx_model # visualize_fx_model(quantized_model, f"{model_case.model_id}_int8.svg") nncf_graph = GraphConverter.create_nncf_graph(quantized_model) - path_to_dot = FX_QUANTIZED_DIR_NAME / str(quantizer.__class__.__name__) / get_dot_filename(model_case.model_id) + nncf_graph = _normalize_nncf_graph(nncf_graph) nx_graph = nncf_graph.get_graph_for_structure_analysis(extended=True) compare_nx_graph_with_reference(nx_graph, path_to_dot.as_posix()) # Uncomment to visualize reference graphs # from torch.ao.quantization.quantize_pt2e import convert_pt2e # from torch.ao.quantization.quantize_pt2e import prepare_pt2e - # from tests.torch.fx.helpers import visualize_fx_model # prepared_model = prepare_pt2e(fx_model, quantizer) # prepared_model(example_input) # ao_quantized_model = convert_pt2e(prepared_model) - # visualize_fx_model(ao_quantized_model, f"{model_case.model_id}ao_int8.svg") + # visualize_fx_model(ao_quantized_model, f"{quantizer.__class__.__name__}_{model_case.model_id}_ao_int8.svg") # ao_nncf_graph = GraphConverter.create_nncf_graph(ao_quantized_model) - # ao_nncf_graph.visualize_graph("ao_" + get_dot_filename(model_case.model_id)) + # ao_nncf_graph.visualize_graph(f"ao_{quantizer.__class__.__name__}_{get_dot_filename(model_case.model_id)}") + + +def _normalize_nncf_graph(nncf_graph: NNCFGraph): + """ + Normalizes the given NNCFGraph by renaming quantize/dequantize nodes to ensure consistent naming across runs. + XNNPACKQuantizer and X86InductorQuantizer quantizers insert quantize and dequantize nodes + with inconsistent names across runs. This function assigns standardized names to such nodes + to maintain consistency. + + :param nncf_graph: The given NNCFGraph instance. + :return: The normalized version of the given NNCFGraph. + """ + idx = 0 + q_dq_types = ["quantize_per_tensor", "dequantize_per_tensor", "quantize_per_channel", "dequantize_per_channel"] + norm_nncf_graph = NNCFGraph() + node_names_map = {} + for node in nncf_graph.topological_sort(): + attrs = node._attributes.copy() + if node.node_type in q_dq_types: + new_node_name = f"{node.node_type}_{idx}" + node_names_map[node.node_name] = new_node_name + attrs[node.NODE_NAME_ATTR] = new_node_name + idx += 1 + norm_nncf_graph.add_nncf_node( + node_name=attrs[node.NODE_NAME_ATTR], + node_type=attrs[node.NODE_TYPE_ATTR], + node_metatype=attrs[node.METATYPE_ATTR], + layer_attributes=node.layer_attributes, + ) + + for edge in nncf_graph.get_all_edges(): + from_node_name = node_names_map.get(edge.from_node.node_name, edge.from_node.node_name) + to_node_name = node_names_map.get(edge.to_node.node_name, edge.to_node.node_name) + from_node, to_node = [norm_nncf_graph.get_node_by_name(name) for name in (from_node_name, to_node_name)] + norm_nncf_graph.add_edge_between_nncf_nodes( + from_node.node_id, + to_node.node_id, + tensor_shape=edge.tensor_shape, + input_port_id=edge.input_port_id, + output_port_id=edge.output_port_id, + dtype=edge.dtype, + parallel_input_port_ids=edge.parallel_input_port_ids, + ) + return norm_nncf_graph @pytest.mark.parametrize(